
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-14T09:26:18.9707947",
          "Last": "2015-02-14T09:26:18.9707947"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-14T09:25:00",
          "Last": "2015-02-14T09:25:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41256849,
          "Average": 247047.0,
          "Max": 359929,
          "Min": 4133
        },
        {
          "StatusCode": 400,
          "Total": 74,
          "Average": 0.44,
          "Max": 44,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 191061,
          "Average": 1144.08,
          "Max": 39036,
          "Min": 1526
        },
        {
          "StatusCode": 404,
          "Total": 131461,
          "Average": 787.19,
          "Max": 10442,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 4,
          "Average": 0.02,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 53432,
          "Average": 319.95,
          "Max": 2147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6664477,
          "Average": 39907.05,
          "Max": 201231,
          "Min": 13530
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1215682,
          "Average": 7279.53,
          "Max": 10513,
          "Min": 130
        },
        {
          "StatusCode": 404,
          "Total": 5372,
          "Average": 32.17,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1337,
          "Average": 8.01,
          "Max": 56,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 154756,
          "Average": 926.68,
          "Max": 4092,
          "Min": 215
        },
        {
          "StatusCode": 449,
          "Total": 8410,
          "Average": 50.36,
          "Max": 227,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3634458,
          "Average": 21763.22,
          "Max": 30619,
          "Min": 327
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 575,
          "Average": 3.44,
          "Max": 272,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 21006,
          "Average": 125.78,
          "Max": 572,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 4112,
          "Average": 24.62,
          "Max": 170,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 477713,
          "Average": 2860.56,
          "Max": 12020,
          "Min": 744
        },
        {
          "StatusCode": 449,
          "Total": 17111,
          "Average": 102.46,
          "Max": 400,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6087678,
          "Average": 36236.18,
          "Max": 53463,
          "Min": 614
        },
        {
          "StatusCode": 400,
          "Total": 28500,
          "Average": 169.64,
          "Max": 5764,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8707,
          "Average": 51.83,
          "Max": 3148,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 45,
          "Average": 0.27,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6439,
          "Average": 38.33,
          "Max": 240,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1069369,
          "Average": 6365.29,
          "Max": 30692,
          "Min": 481
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29973675,
          "Average": 178414.73,
          "Max": 222223,
          "Min": 651
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.11,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8870,
          "Average": 52.8,
          "Max": 658,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32262,
          "Average": 192.04,
          "Max": 2415,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 212280,
          "Average": 1263.57,
          "Max": 5360,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6813935,
          "Average": 40559.14,
          "Max": 59297,
          "Min": 653
        },
        {
          "StatusCode": 404,
          "Total": 28292,
          "Average": 168.4,
          "Max": 689,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 32423,
          "Average": 192.99,
          "Max": 1571,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 182196,
          "Average": 1084.5,
          "Max": 3481,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 83,
          "First": "2015-02-14T07:15:00",
          "Last": "2015-02-14T09:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 71,
          "First": "2015-02-14T06:10:00",
          "Last": "2015-02-14T12:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 35,
          "First": "2015-02-14T05:55:00",
          "Last": "2015-02-14T12:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-02-14T07:15:00",
          "Last": "2015-02-14T07:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2378 replica health errors | 180 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1199,
          "First": "2015-02-14T02:06:04.939",
          "Last": "2015-02-14T12:49:24.225"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 211,
          "First": "2015-02-14T04:31:28.942",
          "Last": "2015-02-14T12:49:24.225"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 277,
          "First": "2015-02-14T03:06:15.607",
          "Last": "2015-02-14T12:34:20.4"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 511,
          "First": "2015-02-14T02:36:09.871",
          "Last": "2015-02-14T12:44:23.077"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 180,
          "First": "2015-02-14T11:07:47.937",
          "Last": "2015-02-14T11:27:54.84"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2296 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 681,
          "HourlyAverage": 51.062
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 51,
          "HourlyAverage": 3.824
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1331,
          "HourlyAverage": 99.799
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 2.399
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 195,
          "HourlyAverage": 14.621
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.375
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "56 partitions violated quota invariants | 56 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4edbdd7d-8a0e-4ff0-8fe9-cd9d08304e1e",
          "MaxQuota": 6981471,
          "MaxUsage": 6245910
        },
        {
          "PartitionId": "86c67b80-7458-4978-8b16-62e86b150e1e",
          "MaxQuota": 6981471,
          "MaxUsage": 6203663
        },
        {
          "PartitionId": "03513921-1308-4c46-9e17-59e151503fe0",
          "MaxQuota": 8144708,
          "MaxUsage": 6174215
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "03513921-1308-4c46-9e17-59e151503fe0",
          "MaxCrudUsage": 6048,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9756
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4c149fe1-d524-47b6-9a3a-abf2b38ed9b5",
          "MaxCrudUsage": 6032,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9740
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "561b227a-dfd2-470f-8194-7ff01d0d86ea",
          "MaxCrudUsage": 6032,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9732
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 61 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-14T09:25:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 365.015,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T09:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 307.722,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T07:25:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 230.028,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T07:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 169.326,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T07:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 164.077,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 80.960062
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 81.322799
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 81.823757
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.208378
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.687907
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 51.007628
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 44.563106
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 44.209089
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 42.010249
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 39.316363
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 389.235501
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 382.117268
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 356.616623
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 342.487724
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 340.102634
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56816.925926
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60036.269231
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 60205.518519
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63261.653846
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 63321.482759
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-13T23:45:36.6543577",
          "Last": "2015-02-13T23:46:04.188369"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1546 Direct Tcp requests with 503 | 481 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 3.0,
          "First": "2015-02-14T01:10:00",
          "Last": "2015-02-14T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-14T02:15:00",
          "Last": "2015-02-14T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1535,
          "Average": 153.5,
          "First": "2015-02-14T01:05:00",
          "Last": "2015-02-14T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 478,
          "Average": 23.9,
          "First": "2015-02-14T01:10:00",
          "Last": "2015-02-14T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-14T01:10:00",
          "Last": "2015-02-14T01:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 1.667,
          "First": "2015-02-14T08:35:00",
          "Last": "2015-02-14T10:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "b729c5c9-2b0d-4579-8319-11ed166309e3",
          "First": "2015-02-14T00:22:22.0665901",
          "Last": "2015-02-14T00:22:22.0665901",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-14+06%3a45%3a29Z&end=2015-02-14+20%3a53%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-14T02:38:35.5229317-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 225848,
      "PhysicalCRUDUsageInMB": 354584,
      "LogicalIndexUsageInMB": 7147,
      "LogicalCRUDUsageInMB": 87163,
      "ClientReportedUsageInMB": 89100
    },
    {
      "TimeStamp": "2015-02-14T04:51:23.2342695-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 570064,
      "PhysicalCRUDUsageInMB": 725304,
      "LogicalIndexUsageInMB": 14099,
      "LogicalCRUDUsageInMB": 178432,
      "ClientReportedUsageInMB": 186882
    },
    {
      "TimeStamp": "2015-02-14T07:50:28.1546607-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 715168,
      "PhysicalCRUDUsageInMB": 1191464,
      "LogicalIndexUsageInMB": 26876,
      "LogicalCRUDUsageInMB": 339448,
      "ClientReportedUsageInMB": 128805
    },
    {
      "TimeStamp": "2015-02-14T10:52:49.6152429-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 954124,
      "PhysicalCRUDUsageInMB": 1822520,
      "LogicalIndexUsageInMB": 35401,
      "LogicalCRUDUsageInMB": 454931,
      "ClientReportedUsageInMB": 417075
    },
    {
      "TimeStamp": "2015-02-14T12:53:07.8678204-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 619796,
      "PhysicalCRUDUsageInMB": 1537992,
      "LogicalIndexUsageInMB": 31294,
      "LogicalCRUDUsageInMB": 398414,
      "ClientReportedUsageInMB": 314468
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA4AwAAAAAAAA==",
  "_ts": 1423948209,
  "_etag": "\"0500bbe8-0000-0000-0000-54dfb9b10000\"",
  "_attachments": "attachments/"
},
{
  "id": "276eb276-d97e-4e19-8f53-5766e51ee900",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA5AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-13T22:47:28.6976936-08:00",
  "CompletedTime": "2015-02-13T23:18:16.1504758-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "95a94940-0fea-481e-9d96-ff8b8419b518",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150212.2\\x64\\Release",
      "StartTime": "2015-02-13T22:47:29.6856774-08:00",
      "EndTime": "2015-02-13T23:01:08.2890661-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA5AwAAAAAAAA==",
  "_ts": 1423898295,
  "_etag": "\"0200fe11-0000-0000-0000-54def6b70000\"",
  "_attachments": "attachments/"
},
{
  "id": "e9e9b67b-fc09-4a9d-b1bb-b0be6e859fa2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA6AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-13T23:18:16.3712998-08:00",
  "CompletedTime": "2015-02-14T10:36:58.5064888-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b011a7fa-7ec0-43cd-9db7-c399cae7170e",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-14T00:04:21.302669-08:00",
      "CompleteTime": "2015-02-14T00:14:31.2004364-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0ebcd76-dc97-449d-8dfa-ed312a7bb074",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T00:04:21.6637133-08:00",
      "CompleteTime": "2015-02-14T00:11:35.4501101-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "76d2d004-e62f-4185-8643-53226fafe249",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-14T00:04:22.0367561-08:00",
      "CompleteTime": "2015-02-14T00:12:35.0822736-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4849ab12-1847-45b9-9241-46e989de9bad",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-14T00:04:22.5318186-08:00",
      "CompleteTime": "2015-02-14T00:13:13.9654445-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "33aea8a4-5c04-4f74-a5aa-0691b55cd657",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150212.2\\x64\\Release",
      "StartTime": "2015-02-13T23:18:17.1853467-08:00",
      "EndTime": "2015-02-13T23:31:16.9972244-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2190d558-947d-4aed-b63f-0f763851a734",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150212.2\\x64\\Release",
      "StartTime": "2015-02-13T23:31:57.6521787-08:00",
      "EndTime": "2015-02-13T23:33:04.7563315-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e76612e1-0f20-4edc-9da3-efb935863ae8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150212.2\\x64\\Release",
      "StartTime": "2015-02-13T23:33:05.0923513-08:00",
      "EndTime": "2015-02-14T00:03:08.7800631-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9e48252-4cd0-4913-b3ae-67cd2199e4c0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T00:34:17.8260751-08:00",
      "EndTime": "2015-02-14T00:47:15.7617058-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "037c6d84-f2b3-4963-98ef-9fe0b3e2055b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T00:47:20.1581013-08:00",
      "EndTime": "2015-02-14T02:57:52.4631944-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8fd22fd2-532e-43c1-a80c-b41c2ad21a10",
      "EventName": "Upgrade Federation Application",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T02:57:55.9743948-08:00",
      "EndTime": "2015-02-14T10:26:48.3316901-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA6AwAAAAAAAA==",
  "_ts": 1423939018,
  "_etag": "\"05002618-0000-0000-0000-54df95ca0000\"",
  "_attachments": "attachments/"
},
{
  "id": "d9905323-30d8-4a6c-96ad-d08300821e9f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA7AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T10:36:58.8415113-08:00",
  "CompletedTime": "2015-02-14T11:09:12.7563763-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "015b0c28-17ac-47e7-9d1c-59598083075b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T10:37:00.0005786-08:00",
      "EndTime": "2015-02-14T10:50:32.3769508-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA7AwAAAAAAAA==",
  "_ts": 1423940952,
  "_etag": "\"05008a43-0000-0000-0000-54df9d580000\"",
  "_attachments": "attachments/"
},
{
  "id": "0456a9d1-108c-45da-a544-db5fc9e006ce",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA8AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T11:09:12.9773872-08:00",
  "CompletedTime": "2015-02-14T19:08:57.9482291-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ba97f2ee-f17f-46e0-bd84-6e7357c43172",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-14T12:49:22.4156857-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "608cdc54-ec05-442d-84cb-e4d6527e4488",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T12:49:22.7627062-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6a146f1c-b365-48cd-9b14-b4f2ba499b69",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-14T12:49:23.2584594-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e870b0e5-cf8e-483d-8991-ae10d721b90a",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-14T12:49:23.780112-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "e6d49cd9-74fe-460a-bb37-235b1444944a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T11:09:13.9724436-08:00",
      "EndTime": "2015-02-14T11:22:39.5773726-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b3ad6c3c-38e4-43d1-98e0-5151684d4768",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T11:23:03.7090901-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "718ca151-b4b9-4ea8-906a-75660aff197c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T11:23:04.0571103-08:00",
      "EndTime": "2015-02-14T11:53:39.6572132-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8a90e358-c7ee-4b84-a4ac-55e23dbea040",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T11:53:42.584268-08:00",
      "EndTime": "2015-02-14T12:07:02.3206515-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6d818697-ee65-44fa-b87d-1d56590532bd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T13:19:20.4250545-08:00",
      "EndTime": "2015-02-14T15:00:45.5394755-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7760e516-d466-4778-b746-31e1335fb858",
      "EventName": "Upgrade Federation Application",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T15:00:48.5537894-08:00",
      "EndTime": "2015-02-14T18:55:18.7701051-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA8AwAAAAAAAA==",
  "_ts": 1423969737,
  "_etag": "\"07002bd5-0000-0000-0000-54e00dc90000\"",
  "_attachments": "attachments/"
},
{
  "id": "7ca64f2e-0ce5-479f-8a60-6a4c32651c01",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA9AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-14T16:02:32.994664-08:00",
  "CompletedTime": "2015-02-15T03:10:48.6326701-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "91e7f7e0-882b-4da2-93f5-68a768588e3e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-14T17:54:40.1275471-08:00",
      "CompleteTime": "2015-02-14T18:02:47.1169154-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6578cb1b-cd20-4707-a09f-71c5b9e9fac1",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-14T17:54:40.5188642-08:00",
      "CompleteTime": "2015-02-14T18:01:17.1465086-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0edd8134-ffd4-4e47-b8b1-bf92bb6871de",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T17:54:40.8641439-08:00",
      "CompleteTime": "2015-02-14T18:02:16.8672246-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a6e8ab5c-aca3-466f-9dea-caacfc528fb7",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-14T17:54:41.345534-08:00",
      "CompleteTime": "2015-02-14T18:01:59.315676-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d068fe03-b086-4320-9890-18875bd904d1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T19:09:38.5229673-08:00",
      "CompleteTime": "2015-02-14T19:16:44.7197952-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f97c231-74f1-4db4-83e5-23dc831450ba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-14T20:01:06.2109794-08:00",
      "CompleteTime": "2015-02-14T20:10:49.8710766-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8510b8f1-dbe3-47aa-9d6e-1e3aea0a4c4f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T22:07:13.956321-08:00",
      "CompleteTime": "2015-02-14T22:13:48.0334305-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ca35f70d-04ff-45ff-86cd-1b9cbf9430ad",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-15T01:13:30.1132267-08:00",
      "CompleteTime": "2015-02-15T01:20:42.751764-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a8a633e6-61d7-4136-b079-933df23145b0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T16:02:33.8292203-08:00",
      "EndTime": "2015-02-14T16:17:36.859311-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "14af5af1-3545-4071-8e5c-98106b458752",
      "EventName": "Remove Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T16:25:57.9003303-08:00",
      "EndTime": "2015-02-14T16:27:06.9494902-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6d842cfa-7195-4696-a6b3-5138c89a289f",
      "EventName": "Create Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T16:27:07.3087796-08:00",
      "EndTime": "2015-02-14T17:14:23.3316968-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "beae3ed8-02b7-4b8a-bb26-33aba53d1056",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T18:54:40.7135419-08:00",
      "EndTime": "2015-02-14T20:00:59.8788257-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2aaf57f5-ee3e-4864-b40c-194f1c245354",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T20:41:03.2864417-08:00",
      "EndTime": "2015-02-14T21:51:34.3292942-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c2bbd17e-660e-46ac-a08b-4a5caa87fe1b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-14T22:31:38.1797469-08:00",
      "EndTime": "2015-02-15T00:10:17.035411-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "354 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-15T01:25:32.213116",
          "Last": "2015-02-15T01:25:32.213116"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 353,
          "First": "2015-02-14T20:53:26.6878606",
          "Last": "2015-02-15T03:10:06.6506027"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2848 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 213,
          "First": "2015-02-14T22:47:14.6050375",
          "Last": "2015-02-14T22:56:40.4688524"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2552,
          "First": "2015-02-14T22:38:55.2531211",
          "Last": "2015-02-14T22:56:40.5620307"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 18,
          "First": "2015-02-14T22:47:14.6996285",
          "Last": "2015-02-14T22:56:40.5481048"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 36,
          "First": "2015-02-14T22:47:14.6568657",
          "Last": "2015-02-14T22:56:39.6962216"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 22,
          "First": "2015-02-14T22:47:15.2582466",
          "Last": "2015-02-14T22:56:40.3310107"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 7,
          "First": "2015-02-14T22:47:11.4016034",
          "Last": "2015-02-14T22:47:14.4699282"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 06:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 30327284,
          "Average": 228024.69,
          "Max": 354634,
          "Min": 3636
        },
        {
          "StatusCode": 400,
          "Total": 77,
          "Average": 0.58,
          "Max": 35,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4508,
          "Average": 33.89,
          "Max": 2315,
          "Min": 25
        },
        {
          "StatusCode": 403,
          "Total": 730826,
          "Average": 5494.93,
          "Max": 193203,
          "Min": 177260
        },
        {
          "StatusCode": 404,
          "Total": 4044273,
          "Average": 30408.07,
          "Max": 168334,
          "Min": 989
        },
        {
          "StatusCode": 409,
          "Total": 13,
          "Average": 0.1,
          "Max": 5,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 60393,
          "Average": 454.08,
          "Max": 9438,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3114180,
          "Average": 23414.89,
          "Max": 107692,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 986564,
          "Average": 7417.77,
          "Max": 10642,
          "Min": 114
        },
        {
          "StatusCode": 401,
          "Total": 48,
          "Average": 0.36,
          "Max": 48,
          "Min": 48
        },
        {
          "StatusCode": 404,
          "Total": 5677,
          "Average": 42.68,
          "Max": 192,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 794,
          "Average": 5.97,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 67125,
          "Average": 504.7,
          "Max": 1567,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 7285,
          "Average": 54.77,
          "Max": 166,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2942970,
          "Average": 22127.59,
          "Max": 31580,
          "Min": 283
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 214,
          "Average": 1.61,
          "Max": 214,
          "Min": 214
        },
        {
          "StatusCode": 403,
          "Total": 387,
          "Average": 2.91,
          "Max": 260,
          "Min": 31
        },
        {
          "StatusCode": 404,
          "Total": 21496,
          "Average": 161.62,
          "Max": 724,
          "Min": 30
        },
        {
          "StatusCode": 410,
          "Total": 2333,
          "Average": 17.54,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 206657,
          "Average": 1553.81,
          "Max": 4796,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 16252,
          "Average": 122.2,
          "Max": 313,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4464205,
          "Average": 33565.45,
          "Max": 52932,
          "Min": 312
        },
        {
          "StatusCode": 400,
          "Total": 109970,
          "Average": 826.84,
          "Max": 29001,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 74,
          "Average": 0.56,
          "Max": 74,
          "Min": 74
        },
        {
          "StatusCode": 403,
          "Total": 8522,
          "Average": 64.08,
          "Max": 5034,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 50,
          "Average": 0.38,
          "Max": 29,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3416,
          "Average": 25.68,
          "Max": 214,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 469792,
          "Average": 3532.27,
          "Max": 16394,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25560660,
          "Average": 192185.41,
          "Max": 258767,
          "Min": 742
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.29,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 404,
          "Total": 4106,
          "Average": 30.87,
          "Max": 504,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 21682,
          "Average": 163.02,
          "Max": 1850,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 108289,
          "Average": 814.2,
          "Max": 5572,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4920192,
          "Average": 36993.92,
          "Max": 62025,
          "Min": 742
        },
        {
          "StatusCode": 401,
          "Total": 9344,
          "Average": 70.26,
          "Max": 1353,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 24521,
          "Average": 184.37,
          "Max": 1987,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 18191,
          "Average": 136.77,
          "Max": 1391,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 90562,
          "Average": 680.92,
          "Max": 5143,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "336 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 134,
          "First": "2015-02-14T20:23:04.428",
          "Last": "2015-02-15T01:25:31.355"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 12,
          "First": "2015-02-14T21:38:14.448",
          "Last": "2015-02-15T00:25:22.472"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 59,
          "First": "2015-02-14T20:23:04.428",
          "Last": "2015-02-15T01:10:29.147"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 131,
          "First": "2015-02-14T20:23:04.428",
          "Last": "2015-02-15T02:20:38.89"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "572 replica alerts for FullCopy  | 352 replica alerts for FailedBackup with HRESULT 2271674772 | 1 replica alerts for FailedBackup with HRESULT 2271674768",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.911
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 148,
          "HourlyAverage": 14.889
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 83,
          "HourlyAverage": 8.35
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 292,
          "HourlyAverage": 29.375
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.503
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 261,
          "HourlyAverage": 26.257
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 21,
          "HourlyAverage": 2.113
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.201
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.302
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674768,
          "Count": 1,
          "HourlyAverage": 0.101
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.101
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.201
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 42,
          "HourlyAverage": 4.225
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.201
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 2.012
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.402
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.302
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.302
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.402
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.101
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.302
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.402
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.101
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4aa28ce4-c036-4e54-9343-8757bc3d0bac",
          "MaxQuota": 10474496,
          "MaxUsage": 6755708
        },
        {
          "PartitionId": "1f58ac29-c6a2-4fe6-9e4e-ce4f44b14a88",
          "MaxQuota": 10474496,
          "MaxUsage": 6755648
        },
        {
          "PartitionId": "045953de-961a-49ad-89c2-ec9536f711c7",
          "MaxQuota": 10474496,
          "MaxUsage": 6750528
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "4aa28ce4-c036-4e54-9343-8757bc3d0bac",
          "MaxCrudUsage": 6624,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 12104
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "045953de-961a-49ad-89c2-ec9536f711c7",
          "MaxCrudUsage": 6608,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 12024
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "1f58ac29-c6a2-4fe6-9e4e-ce4f44b14a88",
          "MaxCrudUsage": 6616,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 12016
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 23 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-14T23:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 1027.433,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T22:55:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 400.083,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-15T00:05:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 221.436,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-15T00:05:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 178.45,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-14T23:55:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 177.746,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.004207
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.630636
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 85.693403
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.005134
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 88.047279
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 58.295233
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 51.658439
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 50.593785
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 39.075874
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 36.116633
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 52.630853
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 27.55311
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 25.120901
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 24.414622
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 23.965684
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 71695.655172
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 72920.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 75983.068966
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 76068.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 79382.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 5,
          "First": "2015-02-14T17:28:05.0636811",
          "Last": "2015-02-15T01:41:59.1386916"
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 2,
          "First": "2015-02-14T22:55:00",
          "Last": "2015-02-14T22:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 32,
          "First": "2015-02-14T22:55:00",
          "Last": "2015-02-15T00:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-5%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "296 Gateway Https requests with 500 | 1675 Direct Tcp requests with 500 | 234 Direct Https requests with 500 | 82 Direct Tcp requests with 503 | 5 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 7,
          "Average": 7.0,
          "First": "2015-02-14T22:45:00",
          "Last": "2015-02-14T22:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1675,
          "Average": 558.333,
          "First": "2015-02-14T22:35:00",
          "Last": "2015-02-14T22:55:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 289,
          "Average": 144.5,
          "First": "2015-02-14T22:45:00",
          "Last": "2015-02-14T22:55:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 234,
          "Average": 117.0,
          "First": "2015-02-14T22:45:00",
          "Last": "2015-02-14T22:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Count": 12,
          "Average": 1.714,
          "First": "2015-02-15T01:50:00",
          "Last": "2015-02-15T03:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-15T01:35:00",
          "Last": "2015-02-15T01:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 70,
          "Average": 3.333,
          "First": "2015-02-14T21:00:00",
          "Last": "2015-02-15T02:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 4,
          "Average": 1.0,
          "First": "2015-02-14T19:20:00",
          "Last": "2015-02-14T21:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-15+00%3a02%3a32Z&end=2015-02-15+11%3a10%3a48Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-15T00:57:50.5945917-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-15T03:10:48.6326701-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 122580,
      "PhysicalCRUDUsageInMB": 166944,
      "LogicalIndexUsageInMB": 3555,
      "LogicalCRUDUsageInMB": 44112,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA9AwAAAAAAAA==",
  "_ts": 1424127253,
  "_etag": "\"1a007e46-0000-0000-0000-54e275150000\"",
  "_attachments": "attachments/"
},
{
  "id": "4b3b800c-35b3-4de7-969c-c2458050278b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA+AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T19:08:58.2927915-08:00",
  "CompletedTime": "2015-02-14T19:28:59.497322-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ff44d911-4906-411c-836d-1ae6cac14200",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T19:08:59.2360758-08:00",
      "EndTime": "2015-02-14T19:21:32.5685029-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA+AwAAAAAAAA==",
  "_ts": 1423970939,
  "_etag": "\"07000cfe-0000-0000-0000-54e0127b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "0b6500d6-3378-4c91-83a9-08119152ae6c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA-AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T19:28:59.7253376-08:00",
  "CompletedTime": "2015-02-14T21:38:30.4487769-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "82728ae5-1741-4954-8b41-e49f6faf45eb",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-14T21:10:24.0972128-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "78bfb22c-d728-4443-a6dc-d55add071d2b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-14T21:10:24.4452343-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "60f8f64c-d317-44ba-842b-d987eaab2ec4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T21:10:24.9387761-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a45a06ce-fa96-4049-8975-150e91686229",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-14T21:10:25.4628089-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "fb25840d-07ce-45e8-bc76-30495ed866cc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T19:29:00.5313812-08:00",
      "EndTime": "2015-02-14T19:42:01.8660076-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "eeb1e6bb-ae2d-4c9c-a876-cf69999f0a76",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T19:42:57.6854648-08:00",
      "EndTime": "2015-02-14T19:44:05.0092565-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "db6da1c5-ea01-447a-b633-1a66f2912123",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T19:44:05.3575496-08:00",
      "EndTime": "2015-02-14T20:14:33.6317028-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f1445c6-a1c8-43a0-8411-44ec06346bec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T20:14:36.720387-08:00",
      "EndTime": "2015-02-14T20:27:07.3487325-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA-AwAAAAAAAA==",
  "_ts": 1423978710,
  "_etag": "\"0900fa07-0000-0000-0000-54e030d60000\"",
  "_attachments": "attachments/"
},
{
  "id": "a5bba7b0-9a94-48e8-9772-a58f8198eb34",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBAAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T21:38:30.7627947-08:00",
  "CompletedTime": "2015-02-14T22:51:00.9455549-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1b38e38d-8ec2-4e38-86f7-3104007ede4f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-14T22:39:03.9623414-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f8c1290b-dceb-474e-8df9-9fa63f516e24",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-14T22:39:04.2943612-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d47cb517-1ea3-4b6c-b8f9-a3c0e2a16a73",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-14T22:39:04.7843879-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "40f1da53-a109-43cf-a984-138a0668e209",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-14T22:39:05.2744167-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "c8863478-675d-4aa0-bceb-22fe7a8cef06",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T21:38:31.5905515-08:00",
      "EndTime": "2015-02-14T21:50:25.7087655-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "64479e9e-7eaa-463f-b932-a0df1a081b52",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T21:50:53.9469281-08:00",
      "EndTime": "2015-02-14T21:52:03.4512395-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "27de456a-53cb-4150-b52c-383107fe0823",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T21:55:08.3281618-08:00",
      "EndTime": "2015-02-14T22:25:26.0181096-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b423d911-359f-423e-ac76-0d2cecb5f9c4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T22:25:29.174266-08:00",
      "EndTime": "2015-02-14T22:38:59.7170992-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBAAwAAAAAAAA==",
  "_ts": 1423983060,
  "_etag": "\"09006a9d-0000-0000-0000-54e041d40000\"",
  "_attachments": "attachments/"
},
{
  "id": "e4472367-1d4a-4da2-9851-2ef502b2ab90",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBBAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-14T22:51:01.2672348-08:00",
  "CompletedTime": "2015-02-15T18:11:20.5777089-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "82d4aa69-1d79-4a16-9213-6d19bb568a8a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T00:40:53.688908-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8264e941-6748-4d09-82a2-14d85f168608",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-15T00:40:54.060829-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8b675898-ba9f-4cab-a417-b92432b388b3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-15T00:40:54.6148619-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "416dde18-d06b-4356-a37c-7e3395f6f96d",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-15T00:40:55.1058886-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "1682eac5-d6d8-41a4-9356-77b239aeb635",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T22:51:02.0870961-08:00",
      "EndTime": "2015-02-14T23:04:30.5356544-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e93266e-cd54-4ebc-83dd-69f318dc24ee",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T23:04:44.5664433-08:00",
      "EndTime": "2015-02-14T23:05:53.0436119-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "52622880-297e-49bf-be6f-84cce8091850",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-14T23:05:53.3853429-08:00",
      "EndTime": "2015-02-14T23:35:08.93657-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8c3553f2-e49d-4496-b1a1-9696712bb68d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-14T23:35:12.2610804-08:00",
      "EndTime": "2015-02-14T23:48:39.0418112-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "897e89c3-447b-42a6-a0a7-7a23e76ad9c6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-15T01:10:52.5804057-08:00",
      "EndTime": "2015-02-15T02:51:18.7885683-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "91eff864-7b7a-4bc6-989a-5ed2c95893e9",
      "EventName": "Upgrade Federation Application",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-15T02:51:21.9877514-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBBAwAAAAAAAA==",
  "_ts": 1424052680,
  "_etag": "\"110097fa-0000-0000-0000-54e151c80000\"",
  "_attachments": "attachments/"
},
{
  "id": "bb86a040-cf53-45a5-95c6-a12fb5383c86",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBCAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-15T15:40:46.8486867-08:00",
  "CompletedTime": "2015-02-15T15:54:49.6759694-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c6b2c45f-b20d-43d3-843e-6fa608ce2fbb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T15:40:47.577887-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBCAwAAAAAAAA==",
  "_ts": 1424044489,
  "_etag": "\"11008d11-0000-0000-0000-54e131c90000\"",
  "_attachments": "attachments/"
},
{
  "id": "ef3630d7-b491-42fe-a644-fa98f1e379b6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBDAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-15T15:54:49.8964515-08:00",
  "CompletedTime": "2015-02-16T05:06:28.7046167-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "91471b72-d362-46e5-aa7a-47a97ea7b1b1",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T17:49:17.2247784-08:00",
      "CompleteTime": "2015-02-15T17:56:06.5657645-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bdeb9d26-cc8c-4f97-9f7f-6b3ca26943db",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-15T17:49:17.5780634-08:00",
      "CompleteTime": "2015-02-15T17:57:06.3334241-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "87748196-bc06-4182-87e4-3ccb5c5f4dde",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-15T17:49:17.9163383-08:00",
      "CompleteTime": "2015-02-15T17:56:36.2340915-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "02f504e5-4452-446e-add8-343b5c94570e",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-15T17:49:18.4111221-08:00",
      "CompleteTime": "2015-02-15T17:58:33.2563689-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1685e5d3-176b-4ca5-949e-73ceeb2e9c34",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T19:04:14.9770275-08:00",
      "CompleteTime": "2015-02-15T19:10:49.310162-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "03f40ad0-055f-4ce6-a647-6385cb574df0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-15T19:56:08.205167-08:00",
      "CompleteTime": "2015-02-15T20:03:23.3931894-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b58cb394-a16c-4dd8-bec2-a178d859acc8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T22:00:14.0709523-08:00",
      "CompleteTime": "2015-02-15T22:06:48.2500667-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "980cae3a-bf19-4ba2-9838-8371f5daae10",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-16T03:08:58.636729-08:00",
      "CompleteTime": "2015-02-16T03:15:08.9798609-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1e1cb598-d004-4fef-aa5f-a91c96189a95",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T15:54:50.8438845-08:00",
      "EndTime": "2015-02-15T16:11:07.6943993-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "18ce7add-9c29-479b-9ceb-5d9894b527bc",
      "EventName": "Remove Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T16:17:25.6255597-08:00",
      "EndTime": "2015-02-15T16:18:33.3820723-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba6b17c4-47d2-4983-bf92-96e51671f058",
      "EventName": "Create Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T16:18:34.1236731-08:00",
      "EndTime": "2015-02-15T17:08:47.6041427-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d1ee2fc1-3d6d-45f3-afab-90d3755e954a",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T18:49:17.7287747-08:00",
      "EndTime": "2015-02-15T19:56:04.6793101-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb272142-f7bc-4999-8e9a-f1f20d2d0698",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T20:36:11.2388287-08:00",
      "EndTime": "2015-02-15T21:47:49.0391719-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9af76b2c-e4f9-46e7-bf15-279fdeea538b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-15T22:30:46.1492555-08:00",
      "EndTime": "2015-02-16T00:09:34.0219787-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "28a40740-963e-49dc-ba7e-e74dda6667b7",
      "EventName": "Upgrade Package",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T00:49:38.6803685-08:00",
      "EndTime": "2015-02-16T03:06:27.6775878-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 06:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35486982,
          "Average": 268840.77,
          "Max": 364138,
          "Min": 100
        },
        {
          "StatusCode": 400,
          "Total": 33,
          "Average": 0.25,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 13606,
          "Average": 103.08,
          "Max": 4818,
          "Min": 65
        },
        {
          "StatusCode": 404,
          "Total": 3290281,
          "Average": 24926.37,
          "Max": 157517,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 18,
          "Average": 0.14,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 43126,
          "Average": 326.71,
          "Max": 2541,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4913754,
          "Average": 37225.41,
          "Max": 200211,
          "Min": 1438
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1161943,
          "Average": 8802.6,
          "Max": 10747,
          "Min": 38
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3776,
          "Average": 28.61,
          "Max": 236,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 890,
          "Average": 6.74,
          "Max": 69,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 80497,
          "Average": 609.83,
          "Max": 1971,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 4042,
          "Average": 30.62,
          "Max": 163,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3486637,
          "Average": 26413.92,
          "Max": 30638,
          "Min": 103
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 50,
          "Average": 0.38,
          "Max": 47,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 13676,
          "Average": 103.61,
          "Max": 833,
          "Min": 27
        },
        {
          "StatusCode": 410,
          "Total": 2884,
          "Average": 21.85,
          "Max": 181,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 243909,
          "Average": 1847.8,
          "Max": 6350,
          "Min": 83
        },
        {
          "StatusCode": 449,
          "Total": 10340,
          "Average": 78.33,
          "Max": 341,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5277271,
          "Average": 39979.33,
          "Max": 53379,
          "Min": 185
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.13,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 267,
          "Average": 2.02,
          "Max": 186,
          "Min": 81
        },
        {
          "StatusCode": 403,
          "Total": 8713,
          "Average": 66.01,
          "Max": 4095,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4098,
          "Average": 31.05,
          "Max": 211,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 741061,
          "Average": 5614.1,
          "Max": 29930,
          "Min": 547
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29579971,
          "Average": 224090.69,
          "Max": 253833,
          "Min": 1130
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.07,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 372,
          "Average": 2.82,
          "Max": 368,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 11289,
          "Average": 85.52,
          "Max": 785,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26779,
          "Average": 202.87,
          "Max": 1709,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 118556,
          "Average": 898.15,
          "Max": 5899,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5753187,
          "Average": 43584.75,
          "Max": 60329,
          "Min": 153
        },
        {
          "StatusCode": 401,
          "Total": 11537,
          "Average": 87.4,
          "Max": 1375,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 29555,
          "Average": 223.9,
          "Max": 3431,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 22135,
          "Average": 167.69,
          "Max": 1277,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 102824,
          "Average": 778.97,
          "Max": 4354,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-15+23%3a54%3a49Z&end=2015-02-16+13%3a06%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-16T05:06:28.7046167-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-16T05:06:28.7046167-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-16T05:06:28.7046167-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBDAwAAAAAAAA==",
  "_ts": 1424111901,
  "_etag": "\"18004992-0000-0000-0000-54e2391d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e6a92b3b-813a-49d8-bca6-27f369185f3f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBEAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-15T18:11:20.93873-08:00",
  "CompletedTime": "2015-02-15T18:14:46.4666749-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c69339f7-cdea-4893-8279-b785349e39d3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-15T18:11:22.2968083-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBEAwAAAAAAAA==",
  "_ts": 1424052886,
  "_etag": "\"12006c00-0000-0000-0000-54e152960000\"",
  "_attachments": "attachments/"
},
{
  "id": "9c3bed04-34a5-4fdb-9b1a-9573e07ecf45",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBFAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-15T18:14:46.6936877-08:00",
  "CompletedTime": "2015-02-15T18:59:09.075289-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8a6843e3-7179-4d99-a370-b4b96a77cda3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-15T18:14:47.6789144-08:00",
      "EndTime": "2015-02-15T18:28:22.8640361-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBFAwAAAAAAAA==",
  "_ts": 1424055548,
  "_etag": "\"1200314c-0000-0000-0000-54e15cfc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c63f2674-7fcc-4169-9789-1ea9e9be58de",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBGAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-15T18:59:09.2793009-08:00",
  "CompletedTime": "2015-02-16T00:36:34.567471-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "28960773-f05a-45bb-91b8-0a36d484410d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-15T20:19:58.8245037-08:00",
      "CompleteTime": "2015-02-15T20:29:05.2217972-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56b0ab55-cd3d-4459-93d7-4f58238cb191",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T20:19:59.1625233-08:00",
      "CompleteTime": "2015-02-15T20:28:05.489902-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5c02256-c3fa-40b2-b431-e9328c508411",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-15T20:19:59.5014216-08:00",
      "CompleteTime": "2015-02-15T20:30:05.6955008-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2746f3ba-8c91-4cab-a167-0212707079a7",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-15T20:19:59.8374209-08:00",
      "CompleteTime": "2015-02-15T20:30:12.8093095-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5a17aeba-2747-4fc6-be06-e0da57e14543",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150213.2\\x64\\Release",
      "StartTime": "2015-02-15T18:59:13.5510784-08:00",
      "EndTime": "2015-02-15T19:28:39.8810655-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3ceed0d-2f71-4d6f-aa1f-fde15f4e67ea",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150215.2\\x64\\Release",
      "StartTime": "2015-02-15T20:49:57.3451888-08:00",
      "EndTime": "2015-02-15T22:16:47.5089727-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "699f8b15-128c-4ca6-9ab3-2e6a52527f33",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150215.2\\x64\\Release",
      "StartTime": "2015-02-15T22:21:57.9379617-08:00",
      "EndTime": "2015-02-16T00:36:33.5679187-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "5 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Primary readonly key not specified with service bind directive\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-15T21:15:37.784628",
          "Last": "2015-02-15T21:15:37.784628"
        },
        {
          "Message": "ASSERT: %s with message \"Primary readonly key not specified with service bind directive\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-15T21:36:36.0587259",
          "Last": "2015-02-15T21:36:36.0587259"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-16T00:32:16.8558706",
          "Last": "2015-02-16T00:32:16.8751538"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "torestore-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-15T21:36:36.3221698",
          "Last": "2015-02-15T21:36:36.3221698"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-15T21:15:37.8475446",
          "Last": "2015-02-15T21:15:37.8475446"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 1,
          "StatusCode": 500,
          "Count": 2,
          "First": "2015-02-15T21:15:00",
          "Last": "2015-02-15T21:35:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 14953115,
          "Average": 311523.23,
          "Max": 355565,
          "Min": 6139
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.25,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 7091,
          "Average": 147.73,
          "Max": 7091,
          "Min": 7091
        },
        {
          "StatusCode": 404,
          "Total": 21848,
          "Average": 455.17,
          "Max": 8829,
          "Min": 1300
        },
        {
          "StatusCode": 409,
          "Total": 23,
          "Average": 0.48,
          "Max": 7,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 19180,
          "Average": 399.58,
          "Max": 1904,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1470262,
          "Average": 30630.46,
          "Max": 67172,
          "Min": 11657
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 03:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 429843,
          "Average": 8955.06,
          "Max": 10824,
          "Min": 187
        },
        {
          "StatusCode": 401,
          "Total": 229,
          "Average": 4.77,
          "Max": 229,
          "Min": 229
        },
        {
          "StatusCode": 404,
          "Total": 1010,
          "Average": 21.04,
          "Max": 136,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 520,
          "Average": 10.83,
          "Max": 67,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 39669,
          "Average": 826.44,
          "Max": 1774,
          "Min": 335
        },
        {
          "StatusCode": 449,
          "Total": 2490,
          "Average": 51.88,
          "Max": 186,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 03:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1286193,
          "Average": 26795.69,
          "Max": 30828,
          "Min": 486
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.04,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 593,
          "Average": 12.35,
          "Max": 593,
          "Min": 593
        },
        {
          "StatusCode": 404,
          "Total": 3913,
          "Average": 81.52,
          "Max": 493,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 1523,
          "Average": 31.73,
          "Max": 169,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 120727,
          "Average": 2515.15,
          "Max": 5539,
          "Min": 997
        },
        {
          "StatusCode": 449,
          "Total": 4886,
          "Average": 101.79,
          "Max": 307,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2223346,
          "Average": 46319.71,
          "Max": 52941,
          "Min": 898
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.12,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 23,
          "Average": 0.48,
          "Max": 23,
          "Min": 23
        },
        {
          "StatusCode": 403,
          "Total": 8872,
          "Average": 184.83,
          "Max": 4632,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2029,
          "Average": 42.27,
          "Max": 181,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 233757,
          "Average": 4869.94,
          "Max": 10853,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 10541177,
          "Average": 219607.85,
          "Max": 245623,
          "Min": 977
        },
        {
          "StatusCode": 400,
          "Total": 9990,
          "Average": 208.12,
          "Max": 515,
          "Min": 17
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.65,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 404,
          "Total": 281,
          "Average": 5.85,
          "Max": 89,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13481,
          "Average": 280.85,
          "Max": 1787,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 383214,
          "Average": 7983.62,
          "Max": 12411,
          "Min": 195
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2426109,
          "Average": 50543.94,
          "Max": 60416,
          "Min": 978
        },
        {
          "StatusCode": 401,
          "Total": 4539,
          "Average": 94.56,
          "Max": 4539,
          "Min": 4539
        },
        {
          "StatusCode": 404,
          "Total": 6765,
          "Average": 140.94,
          "Max": 1316,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 12672,
          "Average": 264.0,
          "Max": 1393,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 74804,
          "Average": 1558.42,
          "Max": 4950,
          "Min": 112
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 2,
          "First": "2015-02-15T23:50:00",
          "Last": "2015-02-15T23:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 50,
          "First": "2015-02-15T22:45:00",
          "Last": "2015-02-16T00:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-02-16T00:20:00",
          "Last": "2015-02-16T00:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "28 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 16,
          "First": "2015-02-16T00:27:32.696",
          "Last": "2015-02-16T00:27:33.426"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 12,
          "First": "2015-02-16T00:27:32.696",
          "Last": "2015-02-16T00:27:33.376"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "349 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 248,
          "HourlyAverage": 48.326
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 9.158
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 8.574
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 1.949
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7d184320-4f57-4b0a-94e8-990826f7d43f",
          "MaxQuota": 3490816,
          "MaxUsage": 2273800
        },
        {
          "PartitionId": "53efcc17-e8a0-4b76-a97b-de39765873ae",
          "MaxQuota": 3490816,
          "MaxUsage": 2263672
        },
        {
          "PartitionId": "1dcd3e63-14e4-491e-aee3-628861328168",
          "MaxQuota": 3490816,
          "MaxUsage": 2260014
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "53efcc17-e8a0-4b76-a97b-de39765873ae",
          "MaxCrudUsage": 2344,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4252
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "7d184320-4f57-4b0a-94e8-990826f7d43f",
          "MaxCrudUsage": 2344,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4252
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "823683d9-11c9-479c-bf39-ac7d98b0c7a8",
          "MaxCrudUsage": 2272,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4244
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-16T00:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 361.629,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-15T21:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 152.704,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T00:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 133.255,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T00:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 115.426,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-15T22:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 60.866,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 91.218428
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 91.665209
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 92.100141
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 92.144068
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 92.247568
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 53.287201
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.596853
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 44.638679
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 38.930757
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 30.965777
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 116.151838
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 104.621913
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 90.185539
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.198822
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 61.906004
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 72650.655172
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 78956.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 80448.269231
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80774.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 82160.192308
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-15T19:42:09.2999217",
          "Last": "2015-02-15T19:42:38.8539242"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2 Direct Tcp requests with 500 | 4 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-15T21:15:00",
          "Last": "2015-02-15T21:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-15T21:35:00",
          "Last": "2015-02-15T21:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-02-15T21:10:00",
          "Last": "2015-02-15T22:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "af098235-1e8e-45dd-b1e9-4dbdbdfb77bb",
          "First": "2015-02-15T20:30:43.6002375",
          "Last": "2015-02-15T20:30:43.6002375",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-16+02%3a59%3a09Z&end=2015-02-16+08%3a36%3a34Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-15T22:21:36.8565843-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 92832,
      "PhysicalCRUDUsageInMB": 218936,
      "LogicalIndexUsageInMB": 4179,
      "LogicalCRUDUsageInMB": 50747,
      "ClientReportedUsageInMB": 73911
    },
    {
      "TimeStamp": "2015-02-16T00:36:34.567471-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 556932,
      "PhysicalCRUDUsageInMB": 680816,
      "LogicalIndexUsageInMB": 17675,
      "LogicalCRUDUsageInMB": 221831,
      "ClientReportedUsageInMB": 188283
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBGAwAAAAAAAA==",
  "_ts": 1424076389,
  "_etag": "\"14007f9c-0000-0000-0000-54e1ae650000\"",
  "_attachments": "attachments/"
},
{
  "id": "23ff14fd-fc1c-4632-b5d1-d628beb4ca51",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBHAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-15T19:13:10.972414-08:00",
  "CompletedTime": "2015-02-15T19:17:18.5437808-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1f45a9d0-5b7e-4ec5-90ef-f7d559130efb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T19:13:13.7475755-08:00",
      "EndTime": "2015-02-15T19:13:33.9837497-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBHAwAAAAAAAA==",
  "_ts": 1424056638,
  "_etag": "\"12000f6b-0000-0000-0000-54e1613e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7892d039-80f5-4c83-9f9e-57836a57d42a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBIAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-15T19:17:18.809846-08:00",
  "CompletedTime": "2015-02-15T19:54:41.9869262-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1e328e44-89d3-4495-a532-2f22148dfd09",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T19:17:20.1698747-08:00",
      "EndTime": "2015-02-15T19:17:33.3277038-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBIAwAAAAAAAA==",
  "_ts": 1424058882,
  "_etag": "\"1200fcaa-0000-0000-0000-54e16a020000\"",
  "_attachments": "attachments/"
},
{
  "id": "a9a115cb-c866-48ad-a82f-d52a50538432",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBJAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-15T19:54:42.2279031-08:00",
  "CompletedTime": "2015-02-16T10:55:10.3243064-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ffef47af-b978-4882-b60c-1bb7127d1a1e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T19:54:43.678987-08:00",
      "EndTime": "2015-02-15T19:54:59.4489026-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBJAwAAAAAAAA==",
  "_ts": 1424112910,
  "_etag": "\"180098ae-0000-0000-0000-54e23d0e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f11b91fb-0316-4996-bd4d-685029328d4a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBKAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T20:00:22.7631982-08:00",
  "CompletedTime": "2015-02-15T20:36:33.7777009-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "50d70727-afd5-468a-abde-bda0432bd198",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T20:00:25.6695031-08:00",
      "EndTime": "2015-02-15T20:13:01.9442447-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBKAwAAAAAAAA==",
  "_ts": 1424061393,
  "_etag": "\"12005ef2-0000-0000-0000-54e173d10000\"",
  "_attachments": "attachments/"
},
{
  "id": "870111d1-b48d-4f40-b805-667c9aaac072",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBLAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T20:36:34.068155-08:00",
  "CompletedTime": "2015-02-15T21:14:18.8321536-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e17e8f42-3d94-4bad-bb52-34663cd1b264",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T20:37:20.8244331-08:00",
      "EndTime": "2015-02-15T20:50:22.1129463-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "184c3646-9dbd-46c1-9419-b456a03a3b5a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T20:50:44.6696341-08:00",
      "EndTime": "2015-02-15T20:51:56.2683981-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a68623c-8aac-4027-be8b-d95b8b239a28",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T20:51:56.6426812-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBLAwAAAAAAAA==",
  "_ts": 1424063658,
  "_etag": "\"1300d032-0000-0000-0000-54e17caa0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a256c228-d77a-4d69-8cc2-f83302fa76aa",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBMAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T21:14:19.1280349-08:00",
  "CompletedTime": "2015-02-15T21:41:17.1777433-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e13074eb-9155-483a-af02-3efac5471464",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T21:14:30.7824731-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "bf3093e8-5f1b-48ad-8cfd-c601db3d4c61",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T21:14:31.1694895-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBMAwAAAAAAAA==",
  "_ts": 1424065276,
  "_etag": "\"13004360-0000-0000-0000-54e182fc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a25ecae4-6755-4b0c-bc70-0d0083eded2c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBNAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T21:41:17.4699797-08:00",
  "CompletedTime": "2015-02-15T22:16:01.7960916-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1a45d532-b868-40db-a5a1-07b937301c80",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T21:41:28.9913465-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "f7d0391b-daec-4fa9-8f27-f2e7e1ae892a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T21:41:29.3826647-08:00",
      "EndTime": "2015-02-15T22:11:10.8126963-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBNAwAAAAAAAA==",
  "_ts": 1424067361,
  "_etag": "\"13002f9b-0000-0000-0000-54e18b210000\"",
  "_attachments": "attachments/"
},
{
  "id": "ed03bb5b-a035-40e4-881f-38b9d872191e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBOAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-15T22:01:14.9015407-08:00",
  "CompletedTime": "2015-02-15T22:32:01.6018857-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "49455dcb-7206-4a57-913f-dea28f8f4c7a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T22:01:16.168934-08:00",
      "EndTime": "2015-02-15T22:14:17.3711658-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBOAwAAAAAAAA==",
  "_ts": 1424068321,
  "_etag": "\"1300ccb6-0000-0000-0000-54e18ee10000\"",
  "_attachments": "attachments/"
},
{
  "id": "0ed4a1d9-55a2-4670-bda9-e7d46d72ba95",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBPAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T22:16:02.0661072-08:00",
  "CompletedTime": "2015-02-15T23:50:26.3310668-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "007eeedb-a381-45be-8616-b6fd28eb7e2f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-15T22:33:23.0755156-08:00",
      "CompleteTime": "2015-02-15T22:42:00.2795733-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3f9fbc84-692c-41de-9c96-942912d1dc4e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T22:33:23.6505497-08:00",
      "CompleteTime": "2015-02-15T22:42:30.4422803-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df11ba2d-6456-433c-9be0-a77c66356409",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-15T22:33:24.1565794-08:00",
      "CompleteTime": "2015-02-15T22:41:00.5080615-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e32f5ed-1bd0-463c-adc4-6c02683d2809",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-15T22:33:30.7719633-08:00",
      "CompleteTime": "2015-02-15T22:41:46.8087936-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c7b59a61-8095-4c69-b64d-35baea48d22a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150215.1\\x64\\Release",
      "StartTime": "2015-02-15T22:16:05.3232956-08:00",
      "EndTime": "2015-02-15T22:31:48.5710326-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "db27922d-ff4f-4b11-b4d4-96faf944072a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150215.1\\x64\\Release",
      "StartTime": "2015-02-15T23:33:23.4294453-08:00",
      "EndTime": "2015-02-15T23:33:26.8266422-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBPAwAAAAAAAA==",
  "_ts": 1424073025,
  "_etag": "\"1400883c-0000-0000-0000-54e1a1410000\"",
  "_attachments": "attachments/"
},
{
  "id": "23c31f02-4eed-493a-a34f-3f6cc2344230",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBQAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-15T22:32:01.8268969-08:00",
  "CompletedTime": "2015-02-16T12:00:44.5871158-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "305b5777-4ded-48d6-ab94-5d1d0452908b",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-15T23:18:04.7479153-08:00",
      "CompleteTime": "2015-02-15T23:29:14.9511339-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "afa5e371-65a0-4a68-85fb-81d814645650",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-15T23:18:05.4839578-08:00",
      "CompleteTime": "2015-02-15T23:26:11.6587722-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "79b06849-852d-45a8-9cfb-9b0c751f67d8",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-15T23:18:05.8256981-08:00",
      "CompleteTime": "2015-02-15T23:25:42.094566-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e5774cc-51f8-499a-b789-d0ccd69e521d",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-15T23:18:06.3317234-08:00",
      "CompleteTime": "2015-02-15T23:27:41.9970831-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e9b2432-8002-4995-9b4f-510047eefa7e",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T00:33:02.7573628-08:00",
      "CompleteTime": "2015-02-16T00:40:40.9704987-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "60eb412b-d5a4-49e0-9223-f8d7434114ae",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-16T01:44:27.2273317-08:00",
      "CompleteTime": "2015-02-16T01:53:39.2419495-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d8ef82e2-cf67-4f28-babe-2bd4ca99ba90",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T04:23:04.9408509-08:00",
      "CompleteTime": "2015-02-16T04:31:18.5221189-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3db2b410-7af9-4ab0-bd95-b4f8a2c20b1b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-16T10:07:24.3714404-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "1d22b147-6217-4ce1-8321-747ffe9f032f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T22:32:09.5341406-08:00",
      "EndTime": "2015-02-15T22:33:15.8742736-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea8039ec-b4df-450f-8c54-20b569228f7a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T22:33:16.2132936-08:00",
      "EndTime": "2015-02-15T23:03:44.1830365-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c459d769-ccb6-4ecd-ac5f-fd1394b11550",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150215.4\\x64\\Release",
      "StartTime": "2015-02-15T23:03:46.6663993-08:00",
      "EndTime": "2015-02-15T23:16:50.2777547-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "18bb621f-5fb1-437b-a13c-7a0e5c002bf4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150215.4\\x64\\Release",
      "StartTime": "2015-02-16T00:18:04.230296-08:00",
      "EndTime": "2015-02-16T01:40:57.752337-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f873934-2c51-456d-b2a1-f62a45444df0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150215.4\\x64\\Release",
      "StartTime": "2015-02-16T02:24:35.0962399-08:00",
      "EndTime": "2015-02-16T03:50:15.2270363-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f02bb339-85f0-40e0-9cbe-996663e059d7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150215.4\\x64\\Release",
      "StartTime": "2015-02-16T04:37:09.464219-08:00",
      "EndTime": "2015-02-16T06:52:50.7035505-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b3cfaba8-8dc1-4a3a-aecf-00b21aa5637b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150215.4\\x64\\Release",
      "StartTime": "2015-02-16T07:40:40.8119078-08:00",
      "EndTime": "2015-02-16T09:48:39.9383145-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Primary readonly key not specified with service bind directive\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-16T01:02:54.2942271",
          "Last": "2015-02-16T01:12:52.6228383"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500 | 1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-16T01:12:52.5166884",
          "Last": "2015-02-16T01:12:52.5166884"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-16T01:02:54.5510702",
          "Last": "2015-02-16T01:02:54.5510702"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-16T05:59:05.9624577",
          "Last": "2015-02-16T05:59:05.9624577"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 1,
          "StatusCode": 500,
          "Count": 2,
          "First": "2015-02-16T01:00:00",
          "Last": "2015-02-16T01:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38844550,
          "Average": 258963.67,
          "Max": 344945,
          "Min": 28
        },
        {
          "StatusCode": 400,
          "Total": 54,
          "Average": 0.36,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 592987,
          "Average": 3953.25,
          "Max": 95291,
          "Min": 7625
        },
        {
          "StatusCode": 404,
          "Total": 225934,
          "Average": 1506.23,
          "Max": 23504,
          "Min": 681
        },
        {
          "StatusCode": 409,
          "Total": 27,
          "Average": 0.18,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42286,
          "Average": 281.91,
          "Max": 2035,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5670660,
          "Average": 37804.4,
          "Max": 161919,
          "Min": 5139
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1151794,
          "Average": 7730.16,
          "Max": 10524,
          "Min": 139
        },
        {
          "StatusCode": 404,
          "Total": 4611,
          "Average": 30.95,
          "Max": 117,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 1067,
          "Average": 7.16,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 132102,
          "Average": 886.59,
          "Max": 2647,
          "Min": 58
        },
        {
          "StatusCode": 449,
          "Total": 7547,
          "Average": 50.65,
          "Max": 172,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3451547,
          "Average": 23164.74,
          "Max": 30159,
          "Min": 470
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 1031,
          "Average": 6.92,
          "Max": 374,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 17739,
          "Average": 119.05,
          "Max": 409,
          "Min": 28
        },
        {
          "StatusCode": 410,
          "Total": 3210,
          "Average": 21.54,
          "Max": 146,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 404957,
          "Average": 2717.83,
          "Max": 7140,
          "Min": 257
        },
        {
          "StatusCode": 449,
          "Total": 15342,
          "Average": 102.97,
          "Max": 276,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5743107,
          "Average": 38287.38,
          "Max": 51811,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 89410,
          "Average": 596.07,
          "Max": 14675,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8588,
          "Average": 57.25,
          "Max": 3255,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 46,
          "Average": 0.31,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4872,
          "Average": 32.48,
          "Max": 262,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 906249,
          "Average": 6041.66,
          "Max": 23883,
          "Min": 1303
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29110131,
          "Average": 195370.01,
          "Max": 221914,
          "Min": 3008
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 5,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 7100,
          "Average": 47.65,
          "Max": 1012,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29759,
          "Average": 199.72,
          "Max": 1998,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 211144,
          "Average": 1417.07,
          "Max": 3749,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6394149,
          "Average": 42913.75,
          "Max": 59500,
          "Min": 1197
        },
        {
          "StatusCode": 404,
          "Total": 25583,
          "Average": 171.7,
          "Max": 1277,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 28586,
          "Average": 191.85,
          "Max": 1936,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 180607,
          "Average": 1212.13,
          "Max": 3232,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 6,
          "First": "2015-02-16T05:55:00",
          "Last": "2015-02-16T10:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 70,
          "First": "2015-02-16T05:00:00",
          "Last": "2015-02-16T10:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-02-16T05:05:00",
          "Last": "2015-02-16T05:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "14 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 14,
          "First": "2015-02-16T10:22:11.8755784",
          "Last": "2015-02-16T12:03:46.2454215"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2189 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1099,
          "First": "2015-02-16T01:57:15.254",
          "Last": "2015-02-16T11:59:03.091"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 165,
          "First": "2015-02-16T06:43:07.343",
          "Last": "2015-02-16T11:13:56.051"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 251,
          "First": "2015-02-16T06:48:08.184",
          "Last": "2015-02-16T10:03:42.566"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 11,
          "First": "2015-02-16T10:18:44.175",
          "Last": "2015-02-16T11:59:03.271"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 489,
          "First": "2015-02-16T01:57:15.254",
          "Last": "2015-02-16T10:03:42.576"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 174,
          "First": "2015-02-16T10:18:43.465",
          "Last": "2015-02-16T10:38:49.98"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1787 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 3.707
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 377,
          "HourlyAverage": 29.112
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 165,
          "HourlyAverage": 12.741
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1181,
          "HourlyAverage": 91.196
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.158
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "68 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0b5bad41-3002-470d-8e83-8d8509e70896",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3637312,
          "LastQuota": 3490816,
          "LastIndexUsage": 281033,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "0dc94139-c7d3-411b-8938-ae19403b4f05",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5703872,
          "LastQuota": 3490816,
          "LastIndexUsage": 439050,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "0fd9147f-f7ad-43c4-981b-bac2fad4df22",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4225216,
          "LastQuota": 3490816,
          "LastIndexUsage": 326129,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "13e1d73c-deb4-445d-a970-102ae32156c4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4217536,
          "LastQuota": 3490816,
          "LastIndexUsage": 332127,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "14736049-42ed-4d4e-86b3-993b0c7ce196",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6091552,
          "LastQuota": 3490816,
          "LastIndexUsage": 473159,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "14b0ff59-96b8-4df5-82e9-03f473993c8e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3976384,
          "LastQuota": 3490816,
          "LastIndexUsage": 315669,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "1594f117-80cf-4df5-a747-5afcddbbb5ef",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3903136,
          "LastQuota": 3490816,
          "LastIndexUsage": 305120,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "16165237-a2d0-4c46-b03e-707ae8f9e0cb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3746464,
          "LastQuota": 3490816,
          "LastIndexUsage": 292056,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "1a5d1b0d-b0ae-41e9-b225-54e7e66d532a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3505216,
          "LastQuota": 3490816,
          "LastIndexUsage": 273267,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "1d604d78-4ab1-4062-aae2-708035dfa4c6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4819104,
          "LastQuota": 3490816,
          "LastIndexUsage": 381900,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "1ed4f586-ee6b-4b34-bc23-88b642922c13",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3512384,
          "LastQuota": 3490816,
          "LastIndexUsage": 276070,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "1f225646-c9bb-4cc5-bc93-0e6a3bdd71d7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3500096,
          "LastQuota": 3490816,
          "LastIndexUsage": 276205,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "2369342a-086f-4d64-8600-bea03b1ad014",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4110528,
          "LastQuota": 3490816,
          "LastIndexUsage": 322782,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "2d1e43c4-d3a2-49d5-a8c3-cc465f5824a0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4590784,
          "LastQuota": 3490816,
          "LastIndexUsage": 337930,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "3b111abb-ff46-4a0b-a368-df0186363ad7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4126880,
          "LastQuota": 3490816,
          "LastIndexUsage": 319978,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "3bb25e41-c976-442e-8c25-7c9a0f4cf079",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5335200,
          "LastQuota": 3490816,
          "LastIndexUsage": 416375,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "42e27373-7293-4d86-9b37-c0c2bfbbd201",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3657760,
          "LastQuota": 3490816,
          "LastIndexUsage": 283026,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "43cdf707-01ad-4e16-84bd-393e679077a0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3914944,
          "LastQuota": 3490816,
          "LastIndexUsage": 306183,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "443a9ea8-a3dc-4196-b443-9933f99775a7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3976352,
          "LastQuota": 3490816,
          "LastIndexUsage": 314249,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "46676dec-dbea-4fee-9ee7-e5851446480c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5005504,
          "LastQuota": 3490816,
          "LastIndexUsage": 392969,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "48b42d49-0512-4ee6-a9e4-bee0a202525e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4032192,
          "LastQuota": 3490816,
          "LastIndexUsage": 317813,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "53f8a6d1-97f3-480b-870f-0c28db37fd80",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5135904,
          "LastQuota": 3490816,
          "LastIndexUsage": 375890,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "6130b1c2-4c22-46d7-8f82-b02634caf057",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4300448,
          "LastQuota": 3490816,
          "LastIndexUsage": 338402,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "6377fab8-bf04-4afa-b7cf-57b140d4b87e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5406528,
          "LastQuota": 3490816,
          "LastIndexUsage": 422396,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "6b1a172b-b6f0-4334-ac40-96dc42e23006",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5394240,
          "LastQuota": 3490816,
          "LastIndexUsage": 427188,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "6b97b4ff-071f-4923-ac4c-6a6702c08add",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3753152,
          "LastQuota": 3490816,
          "LastIndexUsage": 292358,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "77aabf9a-ef67-4bae-a797-598a2c6b0ba8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3986624,
          "LastQuota": 3490816,
          "LastIndexUsage": 311518,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "77ca355a-c18d-42b7-832d-ba008db78e50",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4200128,
          "LastQuota": 3490816,
          "LastIndexUsage": 329066,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "795bac4d-f9b8-41a2-97c0-2f8ee428b067",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4033696,
          "LastQuota": 3490816,
          "LastIndexUsage": 319210,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "7dfe66fe-75f6-447f-9c02-a16ff0490f85",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5087904,
          "LastQuota": 3490816,
          "LastIndexUsage": 395240,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "80cb852d-60ee-4cc9-89ba-5d9b5a77e905",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4156096,
          "LastQuota": 3490816,
          "LastIndexUsage": 329113,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "83eda560-ae96-468e-95f3-c285f0842919",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3783360,
          "LastQuota": 3490816,
          "LastIndexUsage": 295718,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "88889181-f32b-4b8e-9dd6-b5415418462e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3951296,
          "LastQuota": 3490816,
          "LastIndexUsage": 310894,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "899aedc5-db21-434a-a9bd-7391c09c3f90",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4329152,
          "LastQuota": 3490816,
          "LastIndexUsage": 336706,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:30:00"
        },
        {
          "PartitionId": "8b5971ee-950b-447a-bbbe-09457c6253dd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4160192,
          "LastQuota": 3490816,
          "LastIndexUsage": 326879,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "8bdadf05-f16a-4984-bfac-c5802eb2766b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4583072,
          "LastQuota": 3490816,
          "LastIndexUsage": 336118,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "8bfe2406-82b4-455e-af1d-dde277bfa40a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3890368,
          "LastQuota": 3490816,
          "LastIndexUsage": 307809,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "90072d2c-e2d7-434d-a81c-915f98e1eabd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5404832,
          "LastQuota": 3490816,
          "LastIndexUsage": 423070,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "985f5cf3-0001-4e32-88af-d348d05daf0d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4147392,
          "LastQuota": 3490816,
          "LastIndexUsage": 327521,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "99325ef4-16b2-4f38-91ff-aa1cf3a72751",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3978912,
          "LastQuota": 3490816,
          "LastIndexUsage": 312525,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "9f459296-be60-4025-b157-975d465bccc3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3630144,
          "LastQuota": 3490816,
          "LastIndexUsage": 286529,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a0870ce6-8262-4207-a2a1-32f051914590",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4095168,
          "LastQuota": 3490816,
          "LastIndexUsage": 320494,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a4753c5d-f378-4c09-9ba2-ad2d2b39bd39",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4862144,
          "LastQuota": 3490816,
          "LastIndexUsage": 378879,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a5f2cd2a-d80f-43c1-9817-9f8292b15516",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4711488,
          "LastQuota": 3490816,
          "LastIndexUsage": 330196,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a6afdd72-3534-44b1-9aac-94ba743def48",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4168384,
          "LastQuota": 3490816,
          "LastIndexUsage": 322140,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a8615548-9686-42fd-b0b7-ad217fcd06aa",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4141760,
          "LastQuota": 3490816,
          "LastIndexUsage": 327242,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "a8689d48-4b41-433a-8fea-9d85ad7ff787",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3509824,
          "LastQuota": 3490816,
          "LastIndexUsage": 271391,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "ae450a0b-b54a-466d-a4ae-5b01bc4c41c0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4048544,
          "LastQuota": 3490816,
          "LastIndexUsage": 317588,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "af20ad5d-429a-4419-925a-7936957b30c4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4008640,
          "LastQuota": 3490816,
          "LastIndexUsage": 315327,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "affc33a0-acea-42f3-bb52-e3ea8c7f6293",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4037824,
          "LastQuota": 3490816,
          "LastIndexUsage": 315688,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "b482201e-efee-4fbf-b63e-768a34b18306",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4339392,
          "LastQuota": 3490816,
          "LastIndexUsage": 339593,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "b763b204-0bc7-4940-b296-3e2e3c4e64be",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4489920,
          "LastQuota": 3490816,
          "LastIndexUsage": 342765,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "b8a87789-35ec-4d13-a482-923e31019d7c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3514944,
          "LastQuota": 3490816,
          "LastIndexUsage": 277684,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "ba92bd16-b2ad-48fa-9a21-bed1e711ebf4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4041888,
          "LastQuota": 3490816,
          "LastIndexUsage": 315742,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "c4214ac0-bf80-4e86-97ae-8cf84aaf08cb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3785792,
          "LastQuota": 3490816,
          "LastIndexUsage": 299318,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "c60a3f22-4cc6-48e0-8fca-4cf7178cdb42",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4311712,
          "LastQuota": 3490816,
          "LastIndexUsage": 338216,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "d483dfb5-a045-473e-8096-7f51e65d55b6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3618368,
          "LastQuota": 3490816,
          "LastIndexUsage": 282901,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "d4d505b0-e498-4e97-8148-4772fcadeb76",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4107456,
          "LastQuota": 3490816,
          "LastIndexUsage": 323639,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "d7b07783-8bb6-47c4-8db7-3bf39ce2b850",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4037824,
          "LastQuota": 3490816,
          "LastIndexUsage": 322686,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "d803d6a9-6750-4438-869a-14b63ed4eb2b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4286112,
          "LastQuota": 3490816,
          "LastIndexUsage": 338792,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "d8c99a51-9e31-4b52-bcbb-c8a677d48117",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4013728,
          "LastQuota": 3490816,
          "LastIndexUsage": 317542,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "dd227619-60b2-455e-a48b-e5d5fa42616c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5129408,
          "LastQuota": 3490816,
          "LastIndexUsage": 405819,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "deeb2490-4558-4c0f-8b3a-2fc7f9f3d089",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5535040,
          "LastQuota": 3490816,
          "LastIndexUsage": 390075,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "df9c0735-9809-45e1-869a-555bf27e3daa",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5036224,
          "LastQuota": 3490816,
          "LastIndexUsage": 399192,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "e4a52559-f121-44b0-ba35-9140524321fc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4401344,
          "LastQuota": 3490816,
          "LastIndexUsage": 321674,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "edffb61d-8bec-41ec-a4f5-8b4df8571564",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4178080,
          "LastQuota": 3490816,
          "LastIndexUsage": 324268,
          "First": "2015-02-16T10:15:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "f0398df0-6c40-44df-81f6-d6d17936e3b0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3924672,
          "LastQuota": 3490816,
          "LastIndexUsage": 306660,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        },
        {
          "PartitionId": "f68b9535-aa7f-462a-8809-ea30c0176278",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4625088,
          "LastQuota": 3490816,
          "LastIndexUsage": 364256,
          "First": "2015-02-16T10:30:00",
          "Last": "2015-02-16T11:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a7190860-832f-47d8-bfd6-6ef61e2d1a5f",
          "MaxQuota": 6981471,
          "MaxUsage": 6319719
        },
        {
          "PartitionId": "7efbf375-812d-416c-aae5-43767fb9a312",
          "MaxQuota": 6981471,
          "MaxUsage": 6305681
        },
        {
          "PartitionId": "a508b31b-6236-467f-bab0-1a9dbc4d6018",
          "MaxQuota": 6981471,
          "MaxUsage": 6284141
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a7190860-832f-47d8-bfd6-6ef61e2d1a5f",
          "MaxCrudUsage": 6192,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9900
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ab103122-abbc-4c8f-ac8f-3b5d7646151c",
          "MaxCrudUsage": 6136,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9876
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "7efbf375-812d-416c-aae5-43767fb9a312",
          "MaxCrudUsage": 6184,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9860
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-16T03:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 447.941,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T08:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 348.155,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T10:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 219.897,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-16T08:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 180.36,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T06:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 179.593,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 77.047926
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 79.229626
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 79.4472
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 80.093041
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 80.68456
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62.245097
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59.121278
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 52.302065
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 51.180516
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 45.913476
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 321.115113
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 301.373653
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 279.296764
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 272.532852
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 270.767297
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56435.84
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58646.130435
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 58816.956522
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 60205.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 60917.0
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 1 Gateway Https requests with 500 | 285 Direct Https requests with 503 | 883 Direct Tcp requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-16T01:00:00",
          "Last": "2015-02-16T01:00:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-16T01:10:00",
          "Last": "2015-02-16T01:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 253,
          "Average": 23.0,
          "First": "2015-02-16T00:45:00",
          "Last": "2015-02-16T09:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 799,
          "Average": 114.143,
          "First": "2015-02-16T05:55:00",
          "Last": "2015-02-16T09:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 81,
          "Average": 20.25,
          "First": "2015-02-16T02:00:00",
          "Last": "2015-02-16T07:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 32,
          "Average": 32.0,
          "First": "2015-02-16T07:45:00",
          "Last": "2015-02-16T07:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-16T05:55:00",
          "Last": "2015-02-16T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-02-16T09:15:00",
          "Last": "2015-02-16T11:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-16+06%3a32%3a01Z&end=2015-02-16+20%3a00%3a44Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-16T01:44:10.961403-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 209396,
      "PhysicalCRUDUsageInMB": 349872,
      "LogicalIndexUsageInMB": 6964,
      "LogicalCRUDUsageInMB": 84287,
      "ClientReportedUsageInMB": 90361
    },
    {
      "TimeStamp": "2015-02-16T03:56:47.798523-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 605508,
      "PhysicalCRUDUsageInMB": 733568,
      "LogicalIndexUsageInMB": 16660,
      "LogicalCRUDUsageInMB": 209805,
      "ClientReportedUsageInMB": 196873
    },
    {
      "TimeStamp": "2015-02-16T07:00:17.0699797-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 719356,
      "PhysicalCRUDUsageInMB": 1245928,
      "LogicalIndexUsageInMB": 29647,
      "LogicalCRUDUsageInMB": 375499,
      "ClientReportedUsageInMB": 341244
    },
    {
      "TimeStamp": "2015-02-16T10:00:23.8087649-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1048180,
      "PhysicalCRUDUsageInMB": 1909384,
      "LogicalIndexUsageInMB": 37113,
      "LogicalCRUDUsageInMB": 477041,
      "ClientReportedUsageInMB": 473800
    },
    {
      "TimeStamp": "2015-02-16T12:00:44.5871158-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 466608,
      "PhysicalCRUDUsageInMB": 1343200,
      "LogicalIndexUsageInMB": 25502,
      "LogicalCRUDUsageInMB": 327335,
      "ClientReportedUsageInMB": 543
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBQAwAAAAAAAA==",
  "_ts": 1424117760,
  "_etag": "\"1900a138-0000-0000-0000-54e250000000\"",
  "_attachments": "attachments/"
},
{
  "id": "b9e2774a-9b9b-4eee-b02a-813e6007310c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBRAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-15T23:50:26.7529687-08:00",
  "CompletedTime": "2015-02-16T00:52:43.615679-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f4bbcfbc-6889-490f-8ab3-ff41460dd897",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-15T23:52:08.6749067-08:00",
      "EndTime": "2015-02-16T00:05:16.7394447-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "49341a91-759d-4c1a-b708-729d9a035674",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T00:05:36.8026176-08:00",
      "EndTime": "2015-02-16T00:06:47.6056384-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e49a23fe-7fde-49f9-b41d-d331dd1897dd",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T00:06:47.9806339-08:00",
      "EndTime": "2015-02-16T00:37:35.6300585-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBRAwAAAAAAAA==",
  "_ts": 1424076763,
  "_etag": "\"1400caa6-0000-0000-0000-54e1afdb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8d5e2b9c-4926-4ac7-8eb8-d4ff1c8e7a0e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBSAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-16T00:52:43.8937637-08:00",
  "CompletedTime": "2015-02-20T11:21:52.1422626-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "70604774-64fa-470f-aff8-010ae9b7c509",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T01:07:12.8171603-08:00",
      "CompleteTime": "2015-02-16T01:15:49.9601272-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ec7dd23f-0b87-419e-9333-bd3a590069ab",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T01:07:13.2941451-08:00",
      "CompleteTime": "2015-02-16T01:16:49.8916066-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f7dfbe6-b4b8-460a-9ab2-d6a1931545aa",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T01:07:13.752172-08:00",
      "CompleteTime": "2015-02-16T01:14:49.9936481-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "28b97910-f6c6-414b-9722-2f61a8a8e563",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T01:07:20.2625502-08:00",
      "CompleteTime": "2015-02-16T01:15:35.1302674-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ad1bf9f-2dbf-4d68-8adf-1bb8aee396f6",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T07:11:10.4733563-08:00",
      "CompleteTime": "2015-02-16T07:19:44.7601998-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a574bf94-57b2-4c58-a620-f3c5bad1bcec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150215.2\\x64\\Release",
      "StartTime": "2015-02-16T00:52:45.6107938-08:00",
      "EndTime": "2015-02-16T01:05:53.7745319-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "faa29604-f77f-4878-ab53-937c87f16cb9",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150215.2\\x64\\Release",
      "StartTime": "2015-02-16T02:07:12.520009-08:00",
      "EndTime": "2015-02-16T06:16:02.5383963-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "3105fa0f-1317-44b2-a03a-e729783b1121",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150215.2\\x64\\Release",
      "StartTime": "2015-02-16T06:56:16.3405169-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBSAwAAAAAAAA==",
  "_ts": 1424460111,
  "_etag": "\"0c001b19-0000-0000-0000-54e7894f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b1e1839c-bed8-4c3e-8881-7d1578b42beb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBTAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-16T10:55:10.6222873-08:00",
  "CompletedTime": "2015-02-16T11:35:38.5126325-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "193fd94b-f844-45ac-9b7a-b4319149e742",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T10:55:19.9828302-08:00",
      "EndTime": "2015-02-16T11:10:50.018801-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBTAwAAAAAAAA==",
  "_ts": 1424115338,
  "_etag": "\"180098f3-0000-0000-0000-54e2468a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f525a9bc-91d1-4e8f-a1d5-b16608718757",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBUAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-16T11:15:56.7555657-08:00",
  "CompletedTime": "2015-02-17T01:43:43.9801654-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ca74aa23-cc14-4a77-b4b6-2e27c79b9679",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T13:06:01.7165856-08:00",
      "CompleteTime": "2015-02-16T13:13:08.2724359-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5c6d6bea-eacc-44b1-b389-52a0ee054ca6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T13:06:02.0668694-08:00",
      "CompleteTime": "2015-02-16T13:13:38.9051751-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e05d628f-8021-4710-8112-5230d962e963",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T13:06:02.4191548-08:00",
      "CompleteTime": "2015-02-16T13:12:38.8232882-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d5c4356-f41a-4fb3-8b66-61fb2e25c9e0",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T13:06:03.3529114-08:00",
      "CompleteTime": "2015-02-16T13:15:15.569844-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f04e2fd8-1b5e-4c1a-b773-37becf5af202",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T14:21:00.1712453-08:00",
      "CompleteTime": "2015-02-16T14:27:34.1694831-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a8f60ce-75d4-417f-a3cb-9f2e858df291",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-16T15:12:57.858029-08:00",
      "CompleteTime": "2015-02-16T15:20:10.372761-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c114c161-2fa4-4b39-a4e1-246d839a5c48",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T17:18:53.5699214-08:00",
      "CompleteTime": "2015-02-16T17:25:57.1191514-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "793ca49a-7ab7-4230-883a-1a6e3cc0b55b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T11:15:57.5117533-08:00",
      "EndTime": "2015-02-16T11:31:43.6531827-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2d24ecd-434e-42c7-885b-be653c072fc5",
      "EventName": "Remove Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T11:38:27.7771468-08:00",
      "EndTime": "2015-02-16T11:39:33.6325351-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "16bcbb42-80bf-4c26-88e9-94000484c188",
      "EventName": "Create Federation",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T11:39:33.9887229-08:00",
      "EndTime": "2015-02-16T12:25:44.0356519-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e5ce14a-5528-4221-b3c0-c1a07be2f197",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T14:06:02.6845099-08:00",
      "EndTime": "2015-02-16T15:12:54.009908-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c0fb4cb-c898-418d-a76d-d302a7af09b4",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T15:52:57.7117814-08:00",
      "EndTime": "2015-02-16T16:59:38.5058045-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f30d412-7241-4da8-8bf3-a9f7f801d11a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T17:39:42.6989639-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "7eb68a79-045c-40bf-95cd-cb121ba6e969",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T19:07:10.0565146-08:00",
      "EndTime": "2015-02-16T20:47:25.4062805-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7527bd4b-37d1-4b47-bf0f-fb60781f2634",
      "EventName": "Upgrade Package",
      "Build": "E:\\enlist\\main_2\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-16T21:27:30.673242-08:00",
      "EndTime": "2015-02-16T23:43:41.4704869-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "218 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-02-16T16:05:12.1858922",
          "Last": "2015-02-16T21:53:55.3336647"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 73,
          "First": "2015-02-16T23:51:26.0260763",
          "Last": "2015-02-17T01:04:17.7478164"
        },
        {
          "Message": "Setting write availability status of the replica to be Availability=(%d),             Current CRUDStoreSize In MB =(%ld).             Current IndexStoreSize In MB = (%u).             Current Total on disk Size In MB = (%u).             MaxOnDiskPartitionSize in MB = (%ld)",
          "Role": "ServerCluster0",
          "Count": 137,
          "First": "2015-02-17T00:41:11.9118662",
          "Last": "2015-02-17T01:43:30.4742156"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "213363 requests with 500 | 6 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-02-16T21:34:05.5454641",
          "Last": "2015-02-16T22:04:04.6741213"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 6,
          "First": "2015-02-16T19:32:19.691662",
          "Last": "2015-02-16T19:32:20.7365645"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-02-16T20:09:22.4932291",
          "Last": "2015-02-16T20:09:22.4932291"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 162925,
          "First": "2015-02-16T23:23:40.2254973",
          "Last": "2015-02-17T01:43:59.9898822"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 6647,
          "First": "2015-02-16T23:26:33.9681606",
          "Last": "2015-02-17T01:43:59.6014856"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 43787,
          "First": "2015-02-16T23:24:15.0375388",
          "Last": "2015-02-17T01:43:59.6713652"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-02-16T19:32:26.9152109",
          "Last": "2015-02-16T19:32:26.9152109"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-02-16T23:23:34.137805",
          "Last": "2015-02-16T23:53:31.1767242"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-16T23:45:00",
          "Last": "2015-02-17T00:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41810418,
          "Average": 282502.82,
          "Max": 364119,
          "Min": 8807
        },
        {
          "StatusCode": 400,
          "Total": 33,
          "Average": 0.22,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 13341,
          "Average": 90.14,
          "Max": 3552,
          "Min": 1035
        },
        {
          "StatusCode": 403,
          "Total": 461755,
          "Average": 3119.97,
          "Max": 88772,
          "Min": 3241
        },
        {
          "StatusCode": 404,
          "Total": 879403,
          "Average": 5941.91,
          "Max": 24113,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 9,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 655815,
          "Average": 4431.18,
          "Max": 20081,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8687692,
          "Average": 58700.62,
          "Max": 247475,
          "Min": 691
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1335178,
          "Average": 9021.47,
          "Max": 10536,
          "Min": 271
        },
        {
          "StatusCode": 401,
          "Total": 89,
          "Average": 0.6,
          "Max": 47,
          "Min": 42
        },
        {
          "StatusCode": 404,
          "Total": 5819,
          "Average": 39.32,
          "Max": 186,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 891,
          "Average": 6.02,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 115597,
          "Average": 781.06,
          "Max": 2449,
          "Min": 12
        },
        {
          "StatusCode": 449,
          "Total": 7360,
          "Average": 49.73,
          "Max": 163,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3987495,
          "Average": 26942.53,
          "Max": 31189,
          "Min": 703
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 398,
          "Average": 2.69,
          "Max": 215,
          "Min": 183
        },
        {
          "StatusCode": 403,
          "Total": 3156,
          "Average": 21.32,
          "Max": 789,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 22754,
          "Average": 153.74,
          "Max": 637,
          "Min": 27
        },
        {
          "StatusCode": 410,
          "Total": 2647,
          "Average": 17.89,
          "Max": 144,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 354932,
          "Average": 2398.19,
          "Max": 7963,
          "Min": 45
        },
        {
          "StatusCode": 449,
          "Total": 16764,
          "Average": 113.27,
          "Max": 301,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6183453,
          "Average": 41780.09,
          "Max": 53800,
          "Min": 1161
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.11,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 281,
          "Average": 1.9,
          "Max": 144,
          "Min": 17
        },
        {
          "StatusCode": 403,
          "Total": 79617,
          "Average": 537.95,
          "Max": 14780,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 39,
          "Average": 0.26,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4411,
          "Average": 29.8,
          "Max": 157,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1334279,
          "Average": 9015.4,
          "Max": 38028,
          "Min": 238
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32849070,
          "Average": 221953.18,
          "Max": 248398,
          "Min": 1509
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 74,
          "Average": 0.5,
          "Max": 74,
          "Min": 74
        },
        {
          "StatusCode": 404,
          "Total": 13800,
          "Average": 93.24,
          "Max": 578,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27801,
          "Average": 187.84,
          "Max": 2128,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 149075,
          "Average": 1007.26,
          "Max": 5437,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6933311,
          "Average": 46846.7,
          "Max": 60873,
          "Min": 1512
        },
        {
          "StatusCode": 401,
          "Total": 6557,
          "Average": 44.3,
          "Max": 799,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 37771,
          "Average": 255.21,
          "Max": 1253,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 24234,
          "Average": 163.74,
          "Max": 1621,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 127911,
          "Average": 864.26,
          "Max": 2728,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-16+19%3a15%3a56Z&end=2015-02-17+09%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-16T19:03:41.0682108-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-16T19:07:02.5741011-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-17T01:43:43.9801654-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBUAwAAAAAAAA==",
  "_ts": 1424168032,
  "_etag": "\"1e001cd5-0000-0000-0000-54e314600000\"",
  "_attachments": "attachments/"
},
{
  "id": "fa993788-755f-4926-affe-94ca671a58ed",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBVAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-16T11:35:38.8012857-08:00",
  "CompletedTime": "2015-02-16T12:33:20.1730182-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3d4ea7e9-32d7-4db5-8525-df86bd6f108b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T11:36:34.5295445-08:00",
      "EndTime": "2015-02-16T11:48:40.051882-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ccbae71-2170-4c72-bbb3-438660545846",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T12:20:35.8934238-08:00",
      "EndTime": "2015-02-16T12:21:46.3621928-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBVAwAAAAAAAA==",
  "_ts": 1424118800,
  "_etag": "\"1900f355-0000-0000-0000-54e254100000\"",
  "_attachments": "attachments/"
},
{
  "id": "aedfcf61-4039-4892-9b3e-af5a556f3b38",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBWAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-16T12:33:20.4409877-08:00",
  "CompletedTime": "2015-02-16T16:39:40.1497934-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "95bc36ed-bcca-4b2b-a9e4-e93ef206d9ec",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T13:30:58.7456732-08:00",
      "CompleteTime": "2015-02-16T13:37:36.272742-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f988addc-44e6-4dae-9b8a-53e3abd02b6b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T13:30:59.6227239-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e0e7cd09-ce23-445f-902e-81bf323ef9b6",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T13:31:00.1097522-08:00",
      "CompleteTime": "2015-02-16T13:38:05.7614512-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f1231dda-47e3-4f96-afbe-87f3fc76b4cc",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T13:31:01.530834-08:00",
      "CompleteTime": "2015-02-16T13:39:19.5137323-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e8ab165a-cf65-4484-babd-dcaf24a2f709",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T12:33:29.9475392-08:00",
      "EndTime": "2015-02-16T12:46:07.8715215-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "dfcfa6e2-9c23-49cd-8eaf-873fab05c18b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T12:46:31.2898802-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "25f21268-584c-4b25-8d9e-215fefc8c4c5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T12:46:37.748254-08:00",
      "EndTime": "2015-02-16T13:16:25.8040162-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "522dd236-cac4-4bed-b506-7826b12d89a5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-16T13:16:36.3946297-08:00",
      "EndTime": "2015-02-16T13:29:40.969161-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBWAwAAAAAAAA==",
  "_ts": 1424133580,
  "_etag": "\"1a00c0fc-0000-0000-0000-54e28dcc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f406e303-e309-419b-8c0e-1c7897348bd8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBXAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-16T16:35:31.9286576-08:00",
  "CompletedTime": "2015-02-16T17:01:28.5063415-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e5bdbfe0-a262-4dbc-b21b-1b8fe7559ef3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T16:35:33.194317-08:00",
      "EndTime": "2015-02-16T16:45:01.9743576-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBXAwAAAAAAAA==",
  "_ts": 1424134888,
  "_etag": "\"1b002621-0000-0000-0000-54e292e80000\"",
  "_attachments": "attachments/"
},
{
  "id": "cd5f5eda-dacf-4bad-9075-474e7cfd6f47",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBYAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-16T16:39:40.5177769-08:00",
  "CompletedTime": "2015-02-17T19:40:09.071154-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a8b8fbac-5bd1-45a7-9bcc-525cb6352d1d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T17:43:54.683479-08:00",
      "CompleteTime": "2015-02-16T17:51:30.9549108-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ddb8fd54-b704-4306-9497-08dd99c98598",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T17:43:55.030454-08:00",
      "CompleteTime": "2015-02-16T17:51:31.8639668-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d0a33636-6a05-43f9-ba15-cfd20356cd4d",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T17:43:55.5564847-08:00",
      "CompleteTime": "2015-02-16T17:50:31.1174394-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "edea44b0-63e3-4f02-baee-a7a500bf102c",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T17:43:56.0445135-08:00",
      "CompleteTime": "2015-02-16T17:52:11.7842804-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "82a8b885-c3e8-4e4a-b947-6a599a4a9e3b",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T19:29:58.9587517-08:00",
      "CompleteTime": "2015-02-16T19:37:35.0932219-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f221b917-86b6-4cb8-abe4-6d965b646e6c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T23:04:50.1953789-08:00",
      "CompleteTime": "2015-02-16T23:11:55.9430854-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "9af18ec2-c8c9-455a-a0dc-8b07eb26254d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T16:39:43.5529527-08:00",
      "EndTime": "2015-02-16T16:52:17.2667365-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd0377f3-351c-4e82-aac4-1e1ef0659bbc",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T16:52:32.0915512-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "eb3538df-528a-457d-9545-c5e37c2c44cf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T16:52:32.4465722-08:00",
      "EndTime": "2015-02-16T17:29:21.6427716-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0afb3eca-10cb-4bd7-a4bc-70a3025e32ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T17:29:28.0461433-08:00",
      "EndTime": "2015-02-16T17:42:38.1889927-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7ade5db-5470-452b-94bc-2444a31d0af1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T19:29:55.4745496-08:00",
      "EndTime": "2015-02-17T11:56:05.0247405-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBYAwAAAAAAAA==",
  "_ts": 1424230808,
  "_etag": "\"26006584-0000-0000-0000-54e409980000\"",
  "_attachments": "attachments/"
},
{
  "id": "a65f4d0b-5bad-48ba-b243-ee4b954fc5e6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBZAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-16T16:56:01.0628108-08:00",
  "CompletedTime": "2015-02-17T06:59:11.5778979-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "eadeefad-49c0-4e43-84a7-06da92218ff5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T17:56:01.8352867-08:00",
      "CompleteTime": "2015-02-16T18:03:09.1394443-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4930ca35-836f-4f35-9e38-cce3ffd451e2",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T17:56:02.2105881-08:00",
      "CompleteTime": "2015-02-16T18:04:38.7778532-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a458cb1d-08cd-4ff5-93a2-8540c9799fc0",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T17:56:02.7468061-08:00",
      "CompleteTime": "2015-02-16T18:05:09.0473968-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8e69cea6-668f-470f-a7b2-d47c7e33045b",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T17:56:03.2432993-08:00",
      "CompleteTime": "2015-02-16T18:04:17.2973127-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4fb54694-c10e-4f41-a305-15d02539da26",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T19:10:59.2803284-08:00",
      "CompleteTime": "2015-02-16T19:18:33.93788-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "29706d7b-f726-4c04-8980-4216fff02f2d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-16T20:25:44.6496945-08:00",
      "CompleteTime": "2015-02-16T20:36:59.9591689-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9f38d40-5bc0-4525-8221-4171de60e5d4",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T23:03:20.2196507-08:00",
      "CompleteTime": "2015-02-16T23:13:34.9597922-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09113e46-535e-461c-bc88-a1f679e82d62",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-17T05:07:06.0155937-08:00",
      "CompleteTime": "2015-02-17T06:11:31.6191782-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "70c5adb7-2026-42cc-a5db-d1d88c1eb8f2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T16:56:22.4890548-08:00",
      "EndTime": "2015-02-16T17:08:52.4536186-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "01e74e79-5068-4bc9-9328-6678ccca78ed",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:09:12.6128451-08:00",
      "EndTime": "2015-02-16T17:10:21.1133814-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa9b2641-fbf9-4029-8a64-f10bd629e197",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:12:17.0083956-08:00",
      "EndTime": "2015-02-16T17:41:52.372231-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ddcf7871-3b38-47d2-ba15-2ac887e76568",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T17:41:56.9067496-08:00",
      "EndTime": "2015-02-16T17:54:42.4448705-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7528733d-13ee-4957-848c-e6a4fa04e31c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T18:56:00.9213597-08:00",
      "EndTime": "2015-02-16T20:19:12.8624045-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "59127d54-bc3a-41e2-8452-1f4d2900e5ea",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T21:05:57.5132719-08:00",
      "EndTime": "2015-02-16T22:30:02.830416-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e6d7c80d-9762-4ef4-96ad-366644b6653b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T23:18:42.6652215-08:00",
      "EndTime": "2015-02-17T01:41:29.2965834-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "451b7cd7-f78f-4aaa-a9ad-3bf21ad1b1e0",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T02:34:32.6546828-08:00",
      "EndTime": "2015-02-17T04:43:59.8151792-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T05:00:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.Server.exe.5880.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "12 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-17T01:25:09.6299249",
          "Last": "2015-02-17T01:25:09.6299249"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 11,
          "First": "2015-02-17T00:45:25.5939559",
          "Last": "2015-02-17T00:45:36.2202935"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "97 requests with 503 | 29 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 83,
          "First": "2015-02-17T00:45:24.3296597",
          "Last": "2015-02-17T01:24:26.4026058"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-02-17T00:45:25.1780102",
          "Last": "2015-02-17T01:24:24.2226494"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-02-17T05:03:36.8677971",
          "Last": "2015-02-17T05:03:38.9207679"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 19,
          "First": "2015-02-17T05:03:36.8480866",
          "Last": "2015-02-17T05:03:44.0410822"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-02-17T00:45:24.5295395",
          "Last": "2015-02-17T01:24:22.0225123"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-02-17T05:03:36.2074076",
          "Last": "2015-02-17T05:03:38.3496155"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-17T05:00:00",
          "Last": "2015-02-17T05:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42075430,
          "Average": 276812.04,
          "Max": 358861,
          "Min": 4251
        },
        {
          "StatusCode": 400,
          "Total": 67,
          "Average": 0.44,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 793,
          "Average": 5.22,
          "Max": 793,
          "Min": 793
        },
        {
          "StatusCode": 403,
          "Total": 200658,
          "Average": 1320.12,
          "Max": 45268,
          "Min": 8985
        },
        {
          "StatusCode": 404,
          "Total": 1512333,
          "Average": 9949.56,
          "Max": 14556,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 32,
          "Average": 0.21,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 50537,
          "Average": 332.48,
          "Max": 2760,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5258034,
          "Average": 34592.33,
          "Max": 159964,
          "Min": 2069
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1232263,
          "Average": 8054.01,
          "Max": 10640,
          "Min": 151
        },
        {
          "StatusCode": 401,
          "Total": 20,
          "Average": 0.13,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 3634,
          "Average": 23.75,
          "Max": 145,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1220,
          "Average": 7.97,
          "Max": 76,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 126189,
          "Average": 824.76,
          "Max": 2673,
          "Min": 39
        },
        {
          "StatusCode": 449,
          "Total": 4839,
          "Average": 31.63,
          "Max": 131,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3701145,
          "Average": 24190.49,
          "Max": 30641,
          "Min": 408
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 76,
          "Average": 0.5,
          "Max": 76,
          "Min": 76
        },
        {
          "StatusCode": 403,
          "Total": 559,
          "Average": 3.65,
          "Max": 184,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 15633,
          "Average": 102.18,
          "Max": 599,
          "Min": 31
        },
        {
          "StatusCode": 410,
          "Total": 3847,
          "Average": 25.14,
          "Max": 232,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 387612,
          "Average": 2533.41,
          "Max": 7436,
          "Min": 169
        },
        {
          "StatusCode": 449,
          "Total": 9716,
          "Average": 63.5,
          "Max": 223,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6250117,
          "Average": 40850.44,
          "Max": 53463,
          "Min": 375
        },
        {
          "StatusCode": 400,
          "Total": 36227,
          "Average": 236.78,
          "Max": 6965,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 0.22,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 403,
          "Total": 8828,
          "Average": 57.7,
          "Max": 3041,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 25,
          "Average": 0.16,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5881,
          "Average": 38.44,
          "Max": 344,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 849336,
          "Average": 5551.22,
          "Max": 25563,
          "Min": 391
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27217234,
          "Average": 177890.42,
          "Max": 206755,
          "Min": 1722
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.08,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 127,
          "Average": 0.83,
          "Max": 127,
          "Min": 127
        },
        {
          "StatusCode": 404,
          "Total": 7314,
          "Average": 47.8,
          "Max": 431,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31173,
          "Average": 203.75,
          "Max": 1795,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 191351,
          "Average": 1250.66,
          "Max": 5311,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6803132,
          "Average": 44464.92,
          "Max": 59040,
          "Min": 66
        },
        {
          "StatusCode": 401,
          "Total": 435,
          "Average": 2.84,
          "Max": 435,
          "Min": 435
        },
        {
          "StatusCode": 404,
          "Total": 23930,
          "Average": 156.41,
          "Max": 2354,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 30150,
          "Average": 197.06,
          "Max": 1732,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 168733,
          "Average": 1102.83,
          "Max": 5231,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 112,
          "First": "2015-02-17T01:05:00",
          "Last": "2015-02-17T05:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 69,
          "First": "2015-02-17T01:25:00",
          "Last": "2015-02-17T06:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 120,
          "First": "2015-02-16T23:45:00",
          "Last": "2015-02-17T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-02-17T04:20:00",
          "Last": "2015-02-17T05:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-02-17T05:34:47.9748447",
          "Last": "2015-02-17T05:34:47.9748447"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2309 replica health errors | 231 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1138,
          "First": "2015-02-16T19:50:18.786",
          "Last": "2015-02-17T06:51:04.775"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 194,
          "First": "2015-02-17T01:28:08.6",
          "Last": "2015-02-17T06:41:03.176"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 236,
          "First": "2015-02-17T01:33:09.383",
          "Last": "2015-02-17T06:56:05.135"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 510,
          "First": "2015-02-16T22:05:38.068",
          "Last": "2015-02-17T06:56:05.445"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 231,
          "First": "2015-02-17T05:16:21.266",
          "Last": "2015-02-17T05:36:27.566"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2086 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 577,
          "HourlyAverage": 43.42
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 62,
          "HourlyAverage": 4.666
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1214,
          "HourlyAverage": 91.356
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 3.612
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 183,
          "HourlyAverage": 13.771
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.151
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.075
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "61 partitions violated quota invariants | 61 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "70789c28-9848-4628-9d9b-719856e20d12",
          "MaxQuota": 6981471,
          "MaxUsage": 6506816
        },
        {
          "PartitionId": "9331c8a6-a7ff-4c06-9885-f875bed992a8",
          "MaxQuota": 6981471,
          "MaxUsage": 6444744
        },
        {
          "PartitionId": "3c8effc9-387a-457d-a2ed-9069cc429fee",
          "MaxQuota": 8144708,
          "MaxUsage": 6429658
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "37c849cf-9772-4252-8d09-245100d998cd",
          "MaxCrudUsage": 6272,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10460
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "8600c0b7-85cc-4b78-b70f-a29f45ab2f45",
          "MaxCrudUsage": 6200,
          "MaxIndexUsage": 3720,
          "MaxTotalUsage": 10148
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "1232993e-93f8-4b18-b4ae-6dbb4a1ae139",
          "MaxCrudUsage": 6256,
          "MaxIndexUsage": 3640,
          "MaxTotalUsage": 10016
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T01:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 367.683,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T03:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 233.662,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-16T21:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 231.443,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T02:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 221.072,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T04:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 206.073,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 80.33216
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 81.068109
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.310019
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 81.650128
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 81.714713
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 65.156541
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 62.644762
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 54.036775
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 53.789885
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 49.290287
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 356.461925
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 343.85441
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 310.409649
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 292.738964
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 231.851148
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 59136.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60399.535714
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 63853.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63916.652174
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 64311.866667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "495 Direct Https requests with 503 | 1752 Direct Tcp requests with 503 | 97 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-02-17T06:35:00",
          "Last": "2015-02-17T06:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1697,
          "Average": 212.125,
          "First": "2015-02-17T00:05:00",
          "Last": "2015-02-17T04:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 436,
          "Average": 29.067,
          "First": "2015-02-16T19:20:00",
          "Last": "2015-02-17T04:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 97,
          "Average": 48.5,
          "First": "2015-02-17T00:45:00",
          "Last": "2015-02-17T01:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 37,
          "Average": 9.25,
          "First": "2015-02-16T21:40:00",
          "Last": "2015-02-17T04:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-17T06:35:00",
          "Last": "2015-02-17T06:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 18,
          "Average": 9.0,
          "First": "2015-02-17T04:45:00",
          "Last": "2015-02-17T05:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 53,
          "Average": 17.667,
          "First": "2015-02-16T20:55:00",
          "Last": "2015-02-17T05:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-17+00%3a56%3a01Z&end=2015-02-17+14%3a59%3a11Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-16T20:25:24.0909868-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 199864,
      "PhysicalCRUDUsageInMB": 339104,
      "LogicalIndexUsageInMB": 7361,
      "LogicalCRUDUsageInMB": 89228,
      "ClientReportedUsageInMB": 90645
    },
    {
      "TimeStamp": "2015-02-16T22:38:09.3686787-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 588048,
      "PhysicalCRUDUsageInMB": 714160,
      "LogicalIndexUsageInMB": 14953,
      "LogicalCRUDUsageInMB": 188170,
      "ClientReportedUsageInMB": 189302
    },
    {
      "TimeStamp": "2015-02-17T01:54:02.410265-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 750296,
      "PhysicalCRUDUsageInMB": 1298008,
      "LogicalIndexUsageInMB": 27878,
      "LogicalCRUDUsageInMB": 352513,
      "ClientReportedUsageInMB": 322878
    },
    {
      "TimeStamp": "2015-02-17T04:59:01.6179442-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-17T06:59:11.5778979-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 560772,
      "PhysicalCRUDUsageInMB": 1551624,
      "LogicalIndexUsageInMB": 31659,
      "LogicalCRUDUsageInMB": 404658,
      "ClientReportedUsageInMB": 291624
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBZAwAAAAAAAA==",
  "_ts": 1424186531,
  "_etag": "\"2100cf13-0000-0000-0000-54e35ca30000\"",
  "_attachments": "attachments/"
},
{
  "id": "35c544f2-f60c-4eee-b88c-7a61195c04f0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBaAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-16T17:01:28.7415298-08:00",
  "CompletedTime": "2015-02-16T17:56:40.1430703-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4d7fceb6-718f-495f-8ab3-c739492694af",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:01:38.1290843-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "a547d062-3894-4b56-8fe6-d98fdf347ac3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:01:38.4933769-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBaAwAAAAAAAA==",
  "_ts": 1424138199,
  "_etag": "\"1b00aa7f-0000-0000-0000-54e29fd70000\"",
  "_attachments": "attachments/"
},
{
  "id": "7fae990a-9be9-4634-abfe-bc3696f84470",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBbAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-16T17:56:40.4575336-08:00",
  "CompletedTime": "2015-02-17T00:12:56.5573863-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "24771085-262f-47b7-8b3b-cffa6d0fdabe",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T18:43:09.5338257-08:00",
      "CompleteTime": "2015-02-16T18:52:15.9615564-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ea0ae33d-2197-42c5-ba21-3b4486916acc",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T18:43:09.9871905-08:00",
      "CompleteTime": "2015-02-16T18:52:46.0202851-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "625d92f0-df21-4daa-adbb-ffc24ee4e0a0",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T18:43:10.3245412-08:00",
      "CompleteTime": "2015-02-16T18:50:46.1109446-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8439a5ac-b579-4db7-939e-35169acb2bbf",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T18:43:11.5352098-08:00",
      "CompleteTime": "2015-02-16T18:51:30.6970987-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b821b16-82ee-4025-821a-196d3125cc62",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T19:58:04.2784111-08:00",
      "CompleteTime": "2015-02-16T20:05:38.2247403-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "0dc76379-316e-48d4-8e3c-661d38a4aef0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:56:59.2453609-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "b21cd07c-8e7d-46ea-a16e-a7d98682f445",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T17:56:59.634673-08:00",
      "EndTime": "2015-02-16T18:27:56.4716616-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "741b3f78-4b93-4fca-8d58-b63bb4eb69da",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-16T18:28:05.6307461-08:00",
      "EndTime": "2015-02-16T18:41:48.5720189-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ab561bc-3260-46c0-8240-bb5f76df3862",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-16T19:43:11.0489399-08:00",
      "EndTime": "2015-02-16T21:22:29.616215-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBbAwAAAAAAAA==",
  "_ts": 1424160776,
  "_etag": "\"1e003b08-0000-0000-0000-54e2f8080000\"",
  "_attachments": "attachments/"
},
{
  "id": "889dc242-69e1-4563-ad46-fcd3962c4652",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBdAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-16T19:33:08.1572623-08:00",
  "CompletedTime": "2015-02-16T19:47:56.2570544-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "bb5d7208-8af9-4d17-82f4-93401355542d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T19:33:09.3513312-08:00",
      "EndTime": "2015-02-16T19:46:08.9558337-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBdAwAAAAAAAA==",
  "_ts": 1424144875,
  "_etag": "\"1c002c43-0000-0000-0000-54e2b9eb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c72ca818-f8de-4a08-8fec-a6c1f289e869",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBeAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-16T19:47:56.4736443-08:00",
  "CompletedTime": "2015-02-16T20:16:19.2983824-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "9561e500-13b4-48e6-9cbd-5b4d7261a097",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T19:52:49.6225768-08:00",
      "EndTime": "2015-02-16T19:53:57.9584357-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff920558-2995-48a6-a2a4-73a662329bbe",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T19:53:59.5378738-08:00",
      "EndTime": "2015-02-16T20:13:30.1109894-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "62e0b80e-0051-4cf0-a714-6eaf7d524fb0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T20:13:30.4586931-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBeAwAAAAAAAA==",
  "_ts": 1424146578,
  "_etag": "\"1c007573-0000-0000-0000-54e2c0920000\"",
  "_attachments": "attachments/"
},
{
  "id": "99bf22cf-93d3-4583-bfab-b75cce01fa87",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBfAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-16T20:16:19.519144-08:00",
  "CompletedTime": "2015-02-16T22:44:39.4127349-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c1f7ca72-b6d3-402f-a6dd-bb03d7b15ec7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-16T21:59:25.7402951-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e5f2fb1e-3d93-4271-a956-aef9a15a4712",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-16T21:59:26.089313-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "acb5d7c4-e82e-4286-bc61-4763105e48b3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-16T21:59:26.5793421-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1e62f1e3-45fa-4066-8618-2cffbe51e34e",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-16T21:59:27.0643666-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "248850a7-1567-4301-b082-71085268da3f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T20:19:48.8711956-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "33280904-496e-4aff-ae8f-fdfb3b3aaea9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T20:19:49.6155598-08:00",
      "EndTime": "2015-02-16T20:33:31.3155676-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "645b85f3-fc37-4fe6-ae84-202ddcfa8d2a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T20:33:31.6575872-08:00",
      "EndTime": "2015-02-16T21:04:02.5781175-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2d427ac-64c8-4d58-b675-e23b0b18ec05",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-16T21:04:06.2402838-08:00",
      "EndTime": "2015-02-16T21:18:07.817036-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBfAwAAAAAAAA==",
  "_ts": 1424155479,
  "_etag": "\"1d00bb70-0000-0000-0000-54e2e3570000\"",
  "_attachments": "attachments/"
},
{
  "id": "cdbe19cd-160d-4b08-94ee-f98ad746ae01",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBgAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-16T22:44:39.7427537-08:00",
  "CompletedTime": "2015-02-16T22:45:48.1048944-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBgAwAAAAAAAA==",
  "_ts": 1424155547,
  "_etag": "\"1d00bb72-0000-0000-0000-54e2e39b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "40274bf3-0424-4fcb-90f2-4284cefe1d8a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBhAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-16T22:45:48.3278873-08:00",
  "CompletedTime": "2015-02-17T01:03:26.496675-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3eb974cd-4b5d-4cb6-8f20-8dea0ca9c91f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T00:26:55.256524-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "088f169f-0647-491a-8fd1-eef4a9b4b80f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T00:26:55.5959101-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0436fbbf-b2b5-4a22-b7d3-52d47268ae12",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T00:26:56.0778512-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1d4100eb-304a-4514-ab3c-5210067c8bdd",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T00:26:56.5648764-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "4f0d15be-cfc9-42fa-b01b-a4417a179c20",
      "EventName": "Remove Federation",
      "Build": "D:\\Tfs2\\Main\\bin\\x64\\Release",
      "StartTime": "2015-02-16T22:47:43.6777969-08:00",
      "EndTime": "2015-02-16T22:48:49.4519556-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c59243fb-f22a-4465-9106-34d7446a4664",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T22:48:50.2280019-08:00",
      "EndTime": "2015-02-16T23:01:52.5081113-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "453f0db1-1de9-43e6-b08c-3dfab8bb9f63",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-16T23:01:52.9001335-08:00",
      "EndTime": "2015-02-16T23:32:31.7746793-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b67fafc-c308-48e6-8019-ed1fd52c0ff8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.4\\x64\\Release",
      "StartTime": "2015-02-16T23:34:35.8850127-08:00",
      "EndTime": "2015-02-16T23:47:36.9479083-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBhAwAAAAAAAA==",
  "_ts": 1424163805,
  "_etag": "\"1e00215e-0000-0000-0000-54e303dd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e88ec2e4-3d53-47d4-9974-2368d84faca7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBiAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T00:12:56.9650137-08:00",
  "CompletedTime": "2015-02-17T00:21:44.814906-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 0 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a50Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a55Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-17+08%3a12%3a56Z&end=2015-02-17+08%3a13%3a56Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-17T00:13:59.1701089-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 155356,
      "PhysicalCRUDUsageInMB": 821552,
      "LogicalIndexUsageInMB": 16519,
      "LogicalCRUDUsageInMB": 222120,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBiAwAAAAAAAA==",
  "_ts": 1424161304,
  "_etag": "\"1e000317-0000-0000-0000-54e2fa180000\"",
  "_attachments": "attachments/"
},
{
  "id": "21d471b0-5b81-4d37-b2aa-1b7176707f24",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBjAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T00:21:45.4534199-08:00",
  "CompletedTime": "2015-02-17T10:16:53.6535875-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1f2c06fb-6a88-44b1-bd3d-55dfb596b616",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T01:11:53.1871524-08:00",
      "CompleteTime": "2015-02-17T01:19:29.6674988-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "617672ca-ce4a-44a5-86e8-b381a0ba99d3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T01:11:53.5544594-08:00",
      "CompleteTime": "2015-02-17T01:21:29.4293152-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1f91464a-0e9d-48f3-9013-e99647bca326",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T01:11:53.9928263-08:00",
      "CompleteTime": "2015-02-17T01:20:29.2957937-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "606c2044-8a01-4e96-abb0-1b289bd85f29",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T01:11:55.1873516-08:00",
      "CompleteTime": "2015-02-17T01:20:12.7770479-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d44be5fa-c925-49c5-9a78-837b7e141b0a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T02:26:48.6073258-08:00",
      "CompleteTime": "2015-02-17T02:40:24.5299914-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bca6164a-cae7-4fe0-9327-996d5c6a7ba3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T06:27:22.8717575-08:00",
      "CompleteTime": "2015-02-17T06:35:57.379834-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d373922d-12f6-4f44-a2d9-339669915b81",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T00:23:18.5686569-08:00",
      "EndTime": "2015-02-17T00:24:27.9685466-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e95da3df-9644-4472-93a6-e624c35adc62",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T00:24:28.3263423-08:00",
      "EndTime": "2015-02-17T00:55:06.4988767-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84e3f6a0-6c96-42a9-9ded-367a94ee9831",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-17T00:55:16.4915005-08:00",
      "EndTime": "2015-02-17T01:10:30.0576264-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a0343de6-0478-49c7-beb7-d04053c084cf",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-17T02:11:54.2049455-08:00",
      "EndTime": "2015-02-17T03:48:28.741521-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "5 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T04:10:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T07:35:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T08:10:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T08:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T09:40:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "635 back end trace criticals with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Invalid state for GC last written offset (%llu %llu %llu %d)\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 78,
          "First": "2015-02-17T03:17:47.9402061",
          "Last": "2015-02-17T06:37:58.4485381"
        },
        {
          "Message": "ASSERT: %s with message \"Method has retried %d times without success.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-17T04:31:17.7850623",
          "Last": "2015-02-17T04:31:17.7850623"
        },
        {
          "Message": "ASSERT: %s with message \"Thread has retried leaf page traversal %d times without success.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 29,
          "First": "2015-02-17T03:17:16.0623676",
          "Last": "2015-02-17T04:31:02.8622388"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-17T04:34:28.6736153",
          "Last": "2015-02-17T08:55:04.7725691"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 93,
          "First": "2015-02-17T03:21:07.1410773",
          "Last": "2015-02-17T04:58:36.7132982"
        },
        {
          "Message": "Reporting fault as lazyIndexProcessory ended with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-17T03:17:47.8856065",
          "Last": "2015-02-17T03:17:47.8856065"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor.ProcessOperation failed to commit with: hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-17T04:25:00.7104104",
          "Last": "2015-02-17T04:25:00.7104104"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 420,
          "First": "2015-02-17T02:45:26.0473003",
          "Last": "2015-02-17T10:16:46.8794826"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 31161841,
          "Average": 293979.63,
          "Max": 351121,
          "Min": 13069
        },
        {
          "StatusCode": 400,
          "Total": 87,
          "Average": 0.82,
          "Max": 35,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2478,
          "Average": 23.38,
          "Max": 2478,
          "Min": 2478
        },
        {
          "StatusCode": 403,
          "Total": 23293,
          "Average": 219.75,
          "Max": 4579,
          "Min": 440
        },
        {
          "StatusCode": 404,
          "Total": 18769,
          "Average": 177.07,
          "Max": 10242,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 12998,
          "Average": 122.62,
          "Max": 1665,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4753323,
          "Average": 44842.67,
          "Max": 66521,
          "Min": 2771
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 951747,
          "Average": 8978.75,
          "Max": 10586,
          "Min": 405
        },
        {
          "StatusCode": 401,
          "Total": 50,
          "Average": 0.47,
          "Max": 50,
          "Min": 50
        },
        {
          "StatusCode": 404,
          "Total": 1529,
          "Average": 14.42,
          "Max": 178,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 381,
          "Average": 3.59,
          "Max": 52,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 75402,
          "Average": 711.34,
          "Max": 1721,
          "Min": 47
        },
        {
          "StatusCode": 449,
          "Total": 1398,
          "Average": 13.19,
          "Max": 67,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2851659,
          "Average": 26902.44,
          "Max": 30801,
          "Min": 1067
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.07,
          "Max": 4,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 195,
          "Average": 1.84,
          "Max": 195,
          "Min": 195
        },
        {
          "StatusCode": 404,
          "Total": 5682,
          "Average": 53.6,
          "Max": 601,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 1092,
          "Average": 10.3,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 228457,
          "Average": 2155.25,
          "Max": 5177,
          "Min": 147
        },
        {
          "StatusCode": 449,
          "Total": 3819,
          "Average": 36.03,
          "Max": 120,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4585502,
          "Average": 43259.45,
          "Max": 52583,
          "Min": 1366
        },
        {
          "StatusCode": 400,
          "Total": 3503,
          "Average": 33.05,
          "Max": 680,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 345,
          "Average": 3.25,
          "Max": 345,
          "Min": 345
        },
        {
          "StatusCode": 403,
          "Total": 8743,
          "Average": 82.48,
          "Max": 4799,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1514,
          "Average": 14.28,
          "Max": 172,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 780153,
          "Average": 7359.93,
          "Max": 10889,
          "Min": 929
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 24271521,
          "Average": 228976.61,
          "Max": 252262,
          "Min": 2491
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.06,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 199,
          "Average": 1.88,
          "Max": 199,
          "Min": 199
        },
        {
          "StatusCode": 404,
          "Total": 913,
          "Average": 8.61,
          "Max": 384,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 8683,
          "Average": 81.92,
          "Max": 3224,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 68205,
          "Average": 643.44,
          "Max": 3014,
          "Min": 68
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4860610,
          "Average": 45854.81,
          "Max": 58818,
          "Min": 2496
        },
        {
          "StatusCode": 401,
          "Total": 184,
          "Average": 1.74,
          "Max": 184,
          "Min": 184
        },
        {
          "StatusCode": 404,
          "Total": 14026,
          "Average": 132.32,
          "Max": 2601,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 7108,
          "Average": 67.06,
          "Max": 1577,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 61924,
          "Average": 584.19,
          "Max": 2909,
          "Min": 45
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 18,
          "First": "2015-02-17T03:20:00",
          "Last": "2015-02-17T04:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 39,
          "First": "2015-02-17T03:20:00",
          "Last": "2015-02-17T05:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 1,
          "First": "2015-02-17T04:10:00",
          "Last": "2015-02-17T04:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 270,
          "First": "2015-02-17T03:55:00",
          "Last": "2015-02-17T10:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 13,
          "First": "2015-02-17T06:20:00",
          "Last": "2015-02-17T09:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 277,
          "First": "2015-02-17T02:45:00",
          "Last": "2015-02-17T10:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 9,
          "First": "2015-02-17T04:10:00",
          "Last": "2015-02-17T08:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 566,
          "First": "2015-02-17T02:45:00",
          "Last": "2015-02-17T10:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 32,
          "First": "2015-02-17T04:45:00",
          "Last": "2015-02-17T10:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "3012 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 638,
          "First": "2015-02-17T03:23:26.394",
          "Last": "2015-02-17T10:14:32.344"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 635,
          "First": "2015-02-17T03:23:26.404",
          "Last": "2015-02-17T10:14:32.334"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 517,
          "First": "2015-02-17T03:28:27.502",
          "Last": "2015-02-17T10:14:32.334"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 4,
          "First": "2015-02-17T04:28:37.831",
          "Last": "2015-02-17T04:43:40.422"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 511,
          "First": "2015-02-17T04:18:35.827",
          "Last": "2015-02-17T10:14:32.344"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 707,
          "First": "2015-02-17T03:23:26.394",
          "Last": "2015-02-17T10:14:32.344"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "332 replica alerts for FullCopy  | 12 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 248,
          "HourlyAverage": 26.487
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 12,
          "HourlyAverage": 1.282
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 34,
          "HourlyAverage": 3.631
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 5.02
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.32
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "97ba18c1-394a-48c4-8d57-fed055176a40",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4381760,
          "LastQuota": 5818233,
          "LastIndexUsage": 74097,
          "First": "2015-02-17T04:30:00",
          "Last": "2015-02-17T10:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "acd7d217-39f6-4442-8f6c-59fe7f639a37",
          "MaxQuota": 6981471,
          "MaxUsage": 5397677
        },
        {
          "PartitionId": "ebbed7b8-5a99-40fa-9f79-6a72fc6c5578",
          "MaxQuota": 6981471,
          "MaxUsage": 5370860
        },
        {
          "PartitionId": "3a2f8150-4317-4c96-8ffe-54e80ba42aca",
          "MaxQuota": 6981471,
          "MaxUsage": 5370400
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "4c9fa2a6-55db-4249-9708-e0dbfa6d4cd9",
          "MaxCrudUsage": 5168,
          "MaxIndexUsage": 1020,
          "MaxTotalUsage": 6404
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "22cd90f7-5f29-42bb-8b5a-498e96ebec81",
          "MaxCrudUsage": 5168,
          "MaxIndexUsage": 1040,
          "MaxTotalUsage": 6376
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "bddc2a36-7046-4336-8a57-c44425366407",
          "MaxCrudUsage": 5184,
          "MaxIndexUsage": 1040,
          "MaxTotalUsage": 6376
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 8 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T02:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 414.763,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T03:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 159.631,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T03:05:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 159.045,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T02:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 158.767,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T03:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 136.49,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 87.689409
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.479837
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 89.210798
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90.113551
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 90.156878
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 46.308218
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42.708412
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 41.262501
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 40.640049
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 39.841433
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 74.26451
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 35.289653
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 21.91062
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 18.978261
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 18.306216
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 40746.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 43736.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 44174.068966
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 47085.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 48132.9
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 103,
          "SampleCount": 18079
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "262 Direct Https requests with 503 | 996 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 5,
          "Average": 5.0,
          "First": "2015-02-17T02:15:00",
          "Last": "2015-02-17T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 16,
          "Average": 16.0,
          "First": "2015-02-17T02:15:00",
          "Last": "2015-02-17T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 9,
          "Average": 3.0,
          "First": "2015-02-17T02:15:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-02-17T08:40:00",
          "Last": "2015-02-17T08:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 976,
          "Average": 195.2,
          "First": "2015-02-17T02:15:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 248,
          "Average": 31.0,
          "First": "2015-02-17T02:15:00",
          "Last": "2015-02-17T08:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-17+08%3a21%3a45Z&end=2015-02-17+18%3a16%3a53Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-17T10:16:53.6535875-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 273372,
      "PhysicalCRUDUsageInMB": 1448144,
      "LogicalIndexUsageInMB": 27960,
      "LogicalCRUDUsageInMB": 380060,
      "ClientReportedUsageInMB": 409469
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBjAwAAAAAAAA==",
  "_ts": 1424199762,
  "_etag": "\"23009e65-0000-0000-0000-54e390520000\"",
  "_attachments": "attachments/"
},
{
  "id": "877fe85d-5132-4763-8a02-a70125b2cc7b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBkAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-17T01:03:26.7916956-08:00",
  "CompletedTime": "2015-02-17T14:16:34.2692551-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "067f30be-7d2c-498e-ace1-e95a5f3af817",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T02:34:29.7949073-08:00",
      "CompleteTime": "2015-02-17T02:45:09.601667-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c352d362-1008-458b-a340-a51fa10f2936",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T02:34:30.1359075-08:00",
      "CompleteTime": "2015-02-17T02:43:09.7720773-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4c994618-86a1-4dda-89d6-fb11fceedbf5",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T02:34:30.457269-08:00",
      "CompleteTime": "2015-02-17T02:45:39.6742572-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f3c25bfb-138e-421c-94ce-6184c89be742",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T02:34:30.9426334-08:00",
      "CompleteTime": "2015-02-17T02:44:43.9682315-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ec779a4-fac7-4ce7-97c8-080ace470e11",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T03:49:27.5505435-08:00",
      "CompleteTime": "2015-02-17T04:00:41.1158047-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bd49cafa-548c-4b30-a73b-7eb53439a7af",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-17T04:54:38.3674918-08:00",
      "CompleteTime": "2015-02-17T05:05:49.7266993-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "77eb2653-4d3b-453a-9a76-2cfaede82058",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T07:37:13.5411686-08:00",
      "CompleteTime": "2015-02-17T07:47:47.7995731-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "145131f4-ee08-47de-a1e6-975822dbf35c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T01:06:21.8013018-08:00",
      "EndTime": "2015-02-17T01:10:26.0721731-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b88e9ea8-a0e1-418a-9d1d-9c2dfbef2251",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T01:10:26.6348269-08:00",
      "EndTime": "2015-02-17T01:23:38.4530943-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "07df8a7e-f545-40a4-bdc1-368eaf37d30f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T01:23:38.7878792-08:00",
      "EndTime": "2015-02-17T01:54:06.5781277-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "46e0d73f-7348-428d-993a-31e6ef80d014",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T03:34:30.722678-08:00",
      "EndTime": "2015-02-17T04:54:34.9800636-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "66153c88-9196-4eac-a7bb-f222df86212e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T05:34:38.3352394-08:00",
      "EndTime": "2015-02-17T06:56:33.5650292-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3fc76449-1efa-4122-95e0-ce3bd12588de",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T07:36:37.0111638-08:00",
      "EndTime": "2015-02-17T09:31:06.7866337-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "509341a6-e670-46b7-91d3-5379e9d5cc17",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150216.2\\x64\\Release",
      "StartTime": "2015-02-17T10:11:12.2403425-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a49%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a49%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a49%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "5506 requests with 500 | 945 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5078,
          "First": "2015-02-17T08:06:52.2783318",
          "Last": "2015-02-17T08:06:58.1150945"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 375,
          "First": "2015-02-17T08:06:52.381013",
          "Last": "2015-02-17T08:06:58.1296824"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 53,
          "First": "2015-02-17T08:06:52.4714006",
          "Last": "2015-02-17T08:06:58.1307432"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 863,
          "First": "2015-02-17T08:06:52.2756971",
          "Last": "2015-02-17T08:06:53.806579"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 73,
          "First": "2015-02-17T08:06:52.2757677",
          "Last": "2015-02-17T08:06:53.7938266"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 9,
          "First": "2015-02-17T08:06:52.3455057",
          "Last": "2015-02-17T08:06:53.7611267"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a49%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 2121218,
          "Average": 25556.84,
          "Max": 76424,
          "Min": 1912
        },
        {
          "StatusCode": 400,
          "Total": 68,
          "Average": 0.82,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 29675,
          "Average": 357.53,
          "Max": 12176,
          "Min": 6717
        },
        {
          "StatusCode": 404,
          "Total": 179652,
          "Average": 2164.48,
          "Max": 22615,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 5792597,
          "Average": 69790.33,
          "Max": 91316,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 4477212,
          "Average": 53942.31,
          "Max": 339726,
          "Min": 351
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 150509,
          "Average": 1813.36,
          "Max": 4058,
          "Min": 50
        },
        {
          "StatusCode": 401,
          "Total": 111,
          "Average": 1.34,
          "Max": 111,
          "Min": 111
        },
        {
          "StatusCode": 404,
          "Total": 2035,
          "Average": 24.52,
          "Max": 172,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 3871,
          "Average": 46.64,
          "Max": 603,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 213949,
          "Average": 2577.7,
          "Max": 9658,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 5372,
          "Average": 64.72,
          "Max": 161,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 440896,
          "Average": 5312,
          "Max": 11673,
          "Min": 142
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 323,
          "Average": 4,
          "Max": 323,
          "Min": 323
        },
        {
          "StatusCode": 404,
          "Total": 8631,
          "Average": 104,
          "Max": 544,
          "Min": 22
        },
        {
          "StatusCode": 410,
          "Total": 11784,
          "Average": 142,
          "Max": 1929,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 647199,
          "Average": 7798,
          "Max": 27626,
          "Min": 29
        },
        {
          "StatusCode": 449,
          "Total": 11617,
          "Average": 140,
          "Max": 287,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 265956,
          "Average": 3204.29,
          "Max": 11074,
          "Min": 134
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.07,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 4333,
          "Average": 52.2,
          "Max": 1779,
          "Min": 979
        },
        {
          "StatusCode": 403,
          "Total": 9089,
          "Average": 109.51,
          "Max": 4135,
          "Min": 30
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 376231,
          "Average": 4532.9,
          "Max": 8158,
          "Min": 13
        },
        {
          "StatusCode": 429,
          "Total": 686211,
          "Average": 8267.6,
          "Max": 51063,
          "Min": 195
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 14743636,
          "Average": 175519.48,
          "Max": 200826,
          "Min": 349
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.07,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 866510,
          "Average": 10315.6,
          "Max": 77611,
          "Min": 152
        },
        {
          "StatusCode": 404,
          "Total": 128,
          "Average": 1.52,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32330,
          "Average": 384.88,
          "Max": 1370,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 80351,
          "Average": 956.56,
          "Max": 4594,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a50%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 690518,
          "Average": 8420.95,
          "Max": 30442,
          "Min": 351
        },
        {
          "StatusCode": 401,
          "Total": 92534,
          "Average": 1128.46,
          "Max": 14025,
          "Min": 170
        },
        {
          "StatusCode": 404,
          "Total": 5093,
          "Average": 62.11,
          "Max": 547,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 48158,
          "Average": 587.29,
          "Max": 2036,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 52079,
          "Average": 635.11,
          "Max": 2937,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a51%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 7,
          "First": "2015-02-17T03:15:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 3,
          "First": "2015-02-17T03:30:00",
          "Last": "2015-02-17T03:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 41,
          "First": "2015-02-17T02:55:00",
          "Last": "2015-02-17T09:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a53%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a59%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+17%3a59%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a02%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "174 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 96,
          "HourlyAverage": 11.784
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 56,
          "HourlyAverage": 6.874
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 1.596
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.859
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.246
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a02%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a03%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e81d2439-4e51-42ec-ba30-bb9cf8c2790e",
          "MaxQuota": 3490816,
          "MaxUsage": 3240480
        },
        {
          "PartitionId": "bb4590e3-dee5-4311-8f9b-07e544b7e31e",
          "MaxQuota": 3490816,
          "MaxUsage": 2350528
        },
        {
          "PartitionId": "4105a5e9-dd19-4208-9572-3ac2fa4e4229",
          "MaxQuota": 3490816,
          "MaxUsage": 1978432
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a03%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "e81d2439-4e51-42ec-ba30-bb9cf8c2790e",
          "MaxCrudUsage": 3184,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 5156
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "bb4590e3-dee5-4311-8f9b-07e544b7e31e",
          "MaxCrudUsage": 2320,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4220
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "4105a5e9-dd19-4208-9572-3ac2fa4e4229",
          "MaxCrudUsage": 1944,
          "MaxIndexUsage": 1648,
          "MaxTotalUsage": 3768
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a03%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a03%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.677269
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 98.782306
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 98.82082
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98.937634
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 98.947927
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a04%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 92.58756 while the maximum threshold expected was 90",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 92.58756
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 92.568123
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 44.962786
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 44.873614
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 44.15432
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a04%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 79.615598
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 72.414381
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 42.061912
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 28.444238
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 25.138889
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a05%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 106212.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 106863.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 107056.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 107479.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 107803.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a05%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "9 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 9,
          "First": "2015-02-17T02:07:13.6789056",
          "Last": "2015-02-17T08:02:54.8859837"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a05%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a06%3a16Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "452 Direct Https requests with 500 | 3510 Direct Tcp requests with 500 | 428 Gateway Https requests with 500 | 248 Direct Https requests with 503 | 995 Direct Tcp requests with 503 | 82 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 452,
          "Average": 452,
          "First": "2015-02-17T08:05:00",
          "Last": "2015-02-17T08:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3510,
          "Average": 3510,
          "First": "2015-02-17T08:05:00",
          "Last": "2015-02-17T08:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 428,
          "Average": 428,
          "First": "2015-02-17T08:05:00",
          "Last": "2015-02-17T08:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 9,
          "Average": 3,
          "First": "2015-02-17T03:55:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 973,
          "Average": 70,
          "First": "2015-02-17T03:50:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 230,
          "Average": 21,
          "First": "2015-02-17T03:50:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 82,
          "Average": 82,
          "First": "2015-02-17T08:05:00",
          "Last": "2015-02-17T08:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1,
          "First": "2015-02-17T06:00:00",
          "Last": "2015-02-17T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 9,
          "Average": 4,
          "First": "2015-02-17T08:40:00",
          "Last": "2015-02-17T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 21,
          "Average": 10,
          "First": "2015-02-17T08:40:00",
          "Last": "2015-02-17T08:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a06%3a22Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "6d4fb847-3808-4554-9185-84f3cf912f60",
          "First": "2015-02-17T02:44:17.6611196",
          "Last": "2015-02-17T02:44:17.6611196",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-17+09%3a03%3a26Z&end=2015-02-17+18%3a06%3a30Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-17T08:57:02.6075721-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 28576,
      "PhysicalCRUDUsageInMB": 58184,
      "LogicalIndexUsageInMB": 750,
      "LogicalCRUDUsageInMB": 11016,
      "ClientReportedUsageInMB": 426
    },
    {
      "TimeStamp": "2015-02-17T10:06:35.0862943-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 29032,
      "PhysicalCRUDUsageInMB": 57552,
      "LogicalIndexUsageInMB": 1085,
      "LogicalCRUDUsageInMB": 12873,
      "ClientReportedUsageInMB": 1269
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBkAwAAAAAAAA==",
  "_ts": 1424211394,
  "_etag": "\"240074bc-0000-0000-0000-54e3bdc20000\"",
  "_attachments": "attachments/"
},
{
  "id": "3eecd77c-2869-4b3c-ab23-16177e1b797e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBlAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-17T08:38:46.7247008-08:00",
  "CompletedTime": "2015-02-17T19:43:36.5107446-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b5d2f80b-0035-4a5d-be77-f2a4923ad2fe",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T09:23:08.8527708-08:00",
      "CompleteTime": "2015-02-17T09:30:22.5423162-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7039db9e-b78a-48ab-821d-e7073a9b2859",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T09:23:09.4447367-08:00",
      "CompleteTime": "2015-02-17T09:30:46.1096387-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "984c426b-2776-40a8-bdd8-32eeefaa834e",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T09:23:09.7899213-08:00",
      "CompleteTime": "2015-02-17T09:31:16.0436586-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4901525f-f334-4a4e-9e43-82e0f6a38350",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T09:23:10.2802363-08:00",
      "CompleteTime": "2015-02-17T09:33:16.74541-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48a12663-f547-4551-ac43-6c8a0e221240",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T10:38:07.9721002-08:00",
      "CompleteTime": "2015-02-17T10:45:42.07588-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "666eafc2-70a0-4daa-bcfd-45b7a7ace2c7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T14:36:05.0498104-08:00",
      "CompleteTime": "2015-02-17T14:45:39.4243844-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6f9d36f-842c-475c-80a9-aacc7c2c24a1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-17T17:58:19.2297438-08:00",
      "CompleteTime": "2015-02-17T18:08:32.5427009-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "df679dee-10b4-43fa-83c2-c0f28633850e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T08:38:51.2607095-08:00",
      "EndTime": "2015-02-17T08:52:00.020075-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9f002db-b61b-4a48-b44d-61cb9cd29f8f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T08:52:43.6502237-08:00",
      "EndTime": "2015-02-17T08:53:50.94869-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a5602ae-74a3-468f-b6d5-512091dee8d3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T08:53:51.2989303-08:00",
      "EndTime": "2015-02-17T09:23:02.9667609-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cf9962a4-8e87-4e51-aa3b-19573a8bbee1",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-17T10:23:08.7066563-08:00",
      "EndTime": "2015-02-17T17:57:17.2859115-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBlAwAAAAAAAA==",
  "_ts": 1424231016,
  "_etag": "\"26003c89-0000-0000-0000-54e40a680000\"",
  "_attachments": "attachments/"
},
{
  "id": "fddbbd49-62c3-4f0b-a266-408a15f026ee",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBmAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T10:16:54.1379928-08:00",
  "CompletedTime": "2015-02-17T10:17:51.3439241-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBmAwAAAAAAAA==",
  "_ts": 1424197070,
  "_etag": "\"2200a5f2-0000-0000-0000-54e385ce0000\"",
  "_attachments": "attachments/"
},
{
  "id": "bedc8d1f-52c1-4a6e-8087-0f2252e3fe63",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBnAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T10:17:51.6408165-08:00",
  "CompletedTime": "2015-02-17T16:31:28.6102305-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3e658052-e142-4325-a5a8-92bd9ce8a5da",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150216.1\\x64\\Release",
      "StartTime": "2015-02-17T10:18:10.5517343-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBnAwAAAAAAAA==",
  "_ts": 1424219488,
  "_etag": "\"25006082-0000-0000-0000-54e3dd600000\"",
  "_attachments": "attachments/"
},
{
  "id": "5a1ad9ab-0881-437f-a877-58a8b6106dcd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBoAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-17T14:16:35.0073013-08:00",
  "CompletedTime": "2015-02-18T22:19:53.3265481-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "276e39f5-3de3-4a74-92a3-9a0c0fbea2a6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T16:29:47.4035409-08:00",
      "CompleteTime": "2015-02-17T16:39:29.4338444-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a1ba49cb-d1a0-445d-8774-d442c3fb84ed",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T16:29:47.7580358-08:00",
      "CompleteTime": "2015-02-17T16:38:59.5631313-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f3faceaa-15fd-4f92-a903-927f41b37957",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T16:29:48.0918004-08:00",
      "CompleteTime": "2015-02-17T16:37:57.7265913-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a484ec2b-80d0-46a8-8b4d-057cd6d22175",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T16:29:48.5760826-08:00",
      "CompleteTime": "2015-02-17T16:41:00.3990525-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4921ceb7-4893-4f26-9594-0c1342c29378",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T17:44:46.023047-08:00",
      "CompleteTime": "2015-02-17T17:55:00.1302431-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92cdd21b-07bb-4a9b-b710-7aa7c0f1d513",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-17T18:55:35.5739923-08:00",
      "CompleteTime": "2015-02-17T19:06:47.6071519-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "80a93bc9-07f5-4f55-a0a2-387ce34c3723",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T22:32:08.4162298-08:00",
      "CompleteTime": "2015-02-17T22:42:50.7096033-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "01e1566d-fb12-49d0-b1d3-ca6882062740",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-18T02:57:13.6796037-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "a280db64-08ee-4cb5-8a12-a8378d302d41",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T15:04:08.8094684-08:00",
      "EndTime": "2015-02-17T15:05:14.8948352-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "966e0ad7-3e42-445d-b33d-af3193dd390b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T15:05:15.7796383-08:00",
      "EndTime": "2015-02-17T15:18:27.3346268-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "784452b8-0431-4cf2-8cdc-6b090f440cf7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T15:18:27.6879227-08:00",
      "EndTime": "2015-02-17T15:49:22.3212912-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad0ab64f-1d75-441a-8dd0-a60a4d1d6ddd",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T17:29:47.9394017-08:00",
      "EndTime": "2015-02-17T18:55:32.2270115-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1c955b21-4001-4fe7-bbc0-30ad9062a0ee",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T19:35:36.1518701-08:00",
      "EndTime": "2015-02-17T21:05:16.2126967-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a29c7b9b-bb28-4461-b9f0-f7225cbaee9d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T21:45:20.4567353-08:00",
      "EndTime": "2015-02-18T00:01:55.2576315-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6e4a5b3-ff93-47e6-b548-5b62b2a67d56",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-18T00:42:47.4461642-08:00",
      "EndTime": "2015-02-18T02:50:41.5249666-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a39%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a39%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "60 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 33,
          "First": "2015-02-17T23:46:17.4936382",
          "Last": "2015-02-18T02:47:02.1177938"
        },
        {
          "Message": "User was charged a lot - most probably bug in charging logic. Actual cpu %lld, io %lld. Maximum cpu %lld, io %lld.",
          "Role": "ServerCluster0",
          "Count": 27,
          "First": "2015-02-18T07:35:19.3561791",
          "Last": "2015-02-18T10:32:28.14744"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "5 requests with 408 | 2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-02-17T18:31:52.8935825",
          "Last": "2015-02-17T20:34:19.822234"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-02-17T18:31:52.5635295",
          "Last": "2015-02-17T18:31:52.9534774"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-17T23:45:33.667244",
          "Last": "2015-02-17T23:45:33.667244"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-17T23:45:33.2267644",
          "Last": "2015-02-17T23:45:33.2267644"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a39%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-17T20:30:00",
          "Last": "2015-02-17T20:30:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-17T18:30:00",
          "Last": "2015-02-17T18:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a40%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38806507,
          "Average": 180495.38,
          "Max": 351060,
          "Min": 24
        },
        {
          "StatusCode": 400,
          "Total": 54,
          "Average": 0.25,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 177428,
          "Average": 825.25,
          "Max": 24381,
          "Min": 60
        },
        {
          "StatusCode": 404,
          "Total": 1862533,
          "Average": 8662.94,
          "Max": 14389,
          "Min": 521
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.01,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 409,
          "Total": 42,
          "Average": 0.2,
          "Max": 11,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 44113,
          "Average": 205.18,
          "Max": 2065,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4631053,
          "Average": 21539.78,
          "Max": 121623,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a42%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1132301,
          "Average": 5291.13,
          "Max": 10649,
          "Min": 162
        },
        {
          "StatusCode": 401,
          "Total": 328,
          "Average": 1.53,
          "Max": 121,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 6609,
          "Average": 30.88,
          "Max": 190,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 1142,
          "Average": 5.34,
          "Max": 55,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 99077,
          "Average": 462.98,
          "Max": 1739,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 8842,
          "Average": 41.32,
          "Max": 143,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a43%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3382097,
          "Average": 15804.19,
          "Max": 30605,
          "Min": 457
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.01,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 916,
          "Average": 4.28,
          "Max": 337,
          "Min": 19
        },
        {
          "StatusCode": 404,
          "Total": 28639,
          "Average": 133.83,
          "Max": 689,
          "Min": 53
        },
        {
          "StatusCode": 410,
          "Total": 3386,
          "Average": 15.82,
          "Max": 153,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 306909,
          "Average": 1434.15,
          "Max": 5479,
          "Min": 8
        },
        {
          "StatusCode": 449,
          "Total": 20096,
          "Average": 93.91,
          "Max": 251,
          "Min": 26
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a44%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5693640,
          "Average": 26359.44,
          "Max": 52325,
          "Min": 250
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 19625,
          "Average": 90.86,
          "Max": 3475,
          "Min": 141
        },
        {
          "StatusCode": 403,
          "Total": 11692,
          "Average": 54.13,
          "Max": 4859,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 38,
          "Average": 0.18,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4907,
          "Average": 22.72,
          "Max": 220,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 746342,
          "Average": 3455.29,
          "Max": 18375,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a46%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 17:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 45012016,
          "Average": 208388.96,
          "Max": 246083,
          "Min": 1974
        },
        {
          "StatusCode": 400,
          "Total": 15444,
          "Average": 71.5,
          "Max": 266,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 931376,
          "Average": 4311.93,
          "Max": 67732,
          "Min": 995
        },
        {
          "StatusCode": 404,
          "Total": 6180,
          "Average": 28.61,
          "Max": 595,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30677,
          "Average": 142.02,
          "Max": 2437,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 635403,
          "Average": 2941.68,
          "Max": 15093,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a48%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6202377,
          "Average": 28848.27,
          "Max": 59807,
          "Min": 370
        },
        {
          "StatusCode": 401,
          "Total": 200044,
          "Average": 930.44,
          "Max": 22329,
          "Min": 612
        },
        {
          "StatusCode": 404,
          "Total": 18478,
          "Average": 85.94,
          "Max": 1532,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 29412,
          "Average": 136.8,
          "Max": 1986,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 142296,
          "Average": 661.84,
          "Max": 2872,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+18%3a49%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 100,
          "First": "2015-02-17T23:30:00",
          "Last": "2015-02-18T03:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-17T23:50:00",
          "Last": "2015-02-17T23:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 65,
          "First": "2015-02-17T23:00:00",
          "Last": "2015-02-18T03:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 39,
          "First": "2015-02-17T22:10:00",
          "Last": "2015-02-18T03:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-17T22:15:00",
          "Last": "2015-02-17T22:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a09%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a09%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a11%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "2114 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1120,
          "First": "2015-02-17T19:58:04.338",
          "Last": "2015-02-18T10:56:44.488"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 162,
          "First": "2015-02-17T23:49:20.08",
          "Last": "2015-02-18T10:46:42.631"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 172,
          "First": "2015-02-17T23:54:20.807",
          "Last": "2015-02-18T02:51:26.535"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 427,
          "First": "2015-02-17T19:58:04.338",
          "Last": "2015-02-18T02:51:26.535"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 233,
          "First": "2015-02-18T03:06:27.607",
          "Last": "2015-02-18T03:26:33.374"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a11%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "2103 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 764,
          "HourlyAverage": 39.452
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 78,
          "HourlyAverage": 4.028
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 167,
          "HourlyAverage": 8.624
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1069,
          "HourlyAverage": 55.202
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 21,
          "HourlyAverage": 1.084
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.052
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.103
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.052
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a11%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "57 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "034625a7-3361-4cc2-ad6b-077f7883fbba",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3533344,
          "LastQuota": 3490816,
          "LastIndexUsage": 281769,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "05ebe056-4029-43fd-ae8c-ff7127b958f4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3813568,
          "LastQuota": 3490816,
          "LastIndexUsage": 297403,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "05fe4495-1155-4ca0-9289-50edc0d97a97",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3528768,
          "LastQuota": 3490816,
          "LastIndexUsage": 275831,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "06e1c51c-d463-4c84-85a7-16ac20598677",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3714752,
          "LastQuota": 3490816,
          "LastIndexUsage": 290629,
          "First": "2015-02-18T03:00:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "11a24277-4caa-478f-a719-86653807d44b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4004544,
          "LastQuota": 3490816,
          "LastIndexUsage": 312106,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "16550fd4-f09b-4534-8989-69bfd836cb65",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4970176,
          "LastQuota": 3490816,
          "LastIndexUsage": 368938,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "181477d4-a43e-45bf-ae29-b74f5748779f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3775680,
          "LastQuota": 3490816,
          "LastIndexUsage": 294685,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "1b11734c-2186-4f4c-88f5-1cb18f738060",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4135488,
          "LastQuota": 3490816,
          "LastIndexUsage": 326597,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "2062db4f-dc45-4181-b798-5f5a495268f9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4506304,
          "LastQuota": 3490816,
          "LastIndexUsage": 351020,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "2af47272-410e-4de2-8d3c-6066fc5c909c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4333344,
          "LastQuota": 3490816,
          "LastIndexUsage": 335008,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "2bfb8493-3748-4a18-87c9-05745b8e9468",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3966144,
          "LastQuota": 3490816,
          "LastIndexUsage": 314666,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "364d0a40-9a80-493b-8cd6-802c762f50cc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3673760,
          "LastQuota": 3490816,
          "LastIndexUsage": 291199,
          "First": "2015-02-18T03:00:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "3dd463d6-7529-482b-ba10-8360de68348c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3971264,
          "LastQuota": 3490816,
          "LastIndexUsage": 310873,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "42bffa4a-1c96-4550-8cda-7be8ba4dbec2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3651776,
          "LastQuota": 3490816,
          "LastIndexUsage": 288134,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "49729592-88b3-48c0-8e47-f48b7f1841f3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4665536,
          "LastQuota": 3490816,
          "LastIndexUsage": 336405,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "4d30902c-2b1e-40bb-be7c-e369aa44df9b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4172992,
          "LastQuota": 3490816,
          "LastIndexUsage": 328913,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "4e39762c-13d5-4a0a-9bce-ba5f05041c72",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3658816,
          "LastQuota": 3490816,
          "LastIndexUsage": 288366,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "5550d3ba-43e3-41e8-a96f-00583d29449a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4740288,
          "LastQuota": 3490816,
          "LastIndexUsage": 375728,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "58cfa365-f45e-46c3-a928-64c054bd4dad",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5298880,
          "LastQuota": 3490816,
          "LastIndexUsage": 414651,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "5bf91564-3bb6-489a-a1b6-2610e7a286c4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4155072,
          "LastQuota": 3490816,
          "LastIndexUsage": 327159,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "5ed83c9f-5e5b-4a7b-b115-03f0859972dd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3542080,
          "LastQuota": 3490816,
          "LastIndexUsage": 276559,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "66cff757-4c2a-4f9d-9e78-a829d9509b1e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3890368,
          "LastQuota": 3490816,
          "LastIndexUsage": 305896,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "67f78831-85c2-4b82-a520-d3fc7798ead7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3969728,
          "LastQuota": 3490816,
          "LastIndexUsage": 311711,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "6c69087e-2549-4f39-9f65-5e10cb7deddc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3796672,
          "LastQuota": 3490816,
          "LastIndexUsage": 298108,
          "First": "2015-02-18T03:00:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "6d28eef1-2010-4bb7-878a-033171c52cce",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3966496,
          "LastQuota": 3490816,
          "LastIndexUsage": 314206,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T04:00:00"
        },
        {
          "PartitionId": "71b4b490-ce2b-4162-ac0b-a9214b7bcc4d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3553472,
          "LastQuota": 3490816,
          "LastIndexUsage": 278007,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "75fb0cf5-f09c-4ae6-9a79-9f5d63dc3d25",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3543104,
          "LastQuota": 3490816,
          "LastIndexUsage": 277826,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "7a000fea-1f3c-4c2a-90ef-de07a36eb8ba",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3540544,
          "LastQuota": 3490816,
          "LastIndexUsage": 276800,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "7d99a2b9-9854-4804-b1f7-d8e5577de37f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3953344,
          "LastQuota": 3490816,
          "LastIndexUsage": 308258,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "8199397f-bce8-4b3d-a6e3-48f32c26ec85",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4145824,
          "LastQuota": 3490816,
          "LastIndexUsage": 328089,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "828c4dd5-3f25-4145-a5ee-138ab90c9147",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4162112,
          "LastQuota": 3490816,
          "LastIndexUsage": 321980,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "8642e753-d538-4317-a538-f331190453f3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5235904,
          "LastQuota": 3490816,
          "LastIndexUsage": 399628,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "8fb45ff2-c74b-4310-a86b-2ae6662a013b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3986112,
          "LastQuota": 3490816,
          "LastIndexUsage": 304869,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "904aa302-4cca-4f62-8c67-ad408a7aee00",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3963584,
          "LastQuota": 3490816,
          "LastIndexUsage": 314371,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "90d75edb-989d-4345-85bc-cb64a67d96ef",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3570752,
          "LastQuota": 3490816,
          "LastIndexUsage": 278583,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "933d42ad-6747-4770-89fd-c36afd6a6196",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3596832,
          "LastQuota": 3490816,
          "LastIndexUsage": 282908,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "99e50bd2-d634-4d10-9639-7e15e9db4873",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3603520,
          "LastQuota": 3490816,
          "LastIndexUsage": 282877,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "a729d654-0f74-40b8-bd44-612d20ed64e4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3533376,
          "LastQuota": 3490816,
          "LastIndexUsage": 275543,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "ac384e27-de1b-4206-aca3-015b4f24e0aa",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3979968,
          "LastQuota": 3490816,
          "LastIndexUsage": 312082,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "b6fa55ab-22ce-471a-a137-afc7fd78ed09",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3574336,
          "LastQuota": 3490816,
          "LastIndexUsage": 280873,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "b8e5f0c5-eb69-42f2-8a22-c75178c50b55",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3993248,
          "LastQuota": 3490816,
          "LastIndexUsage": 316360,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "c28b60a0-4cfa-4fd7-be6a-3e272160282f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5322432,
          "LastQuota": 3490816,
          "LastIndexUsage": 369873,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "c3f66a42-89c1-4b30-a05f-8e0fc829b049",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3541056,
          "LastQuota": 3490816,
          "LastIndexUsage": 277953,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "c5f68464-9c1e-44b7-b0ff-b9dbcf71bf79",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5267712,
          "LastQuota": 3490816,
          "LastIndexUsage": 407793,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "ca11b397-ac0c-4f47-a8cb-47dff116c507",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4402880,
          "LastQuota": 3490816,
          "LastIndexUsage": 340790,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "d4216473-8699-4c76-9adf-01f3e8c19d5f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3773632,
          "LastQuota": 3490816,
          "LastIndexUsage": 298084,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "d4b19d5d-1e77-40ce-b650-39ffe51fd6f3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3674816,
          "LastQuota": 3490816,
          "LastIndexUsage": 285280,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "d4f36f10-ef0b-4179-816f-e7c39c4ea070",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4395712,
          "LastQuota": 3490816,
          "LastIndexUsage": 349241,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "d9815d49-f955-462b-a73c-d02c3a9e2a65",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4978848,
          "LastQuota": 3490816,
          "LastIndexUsage": 389649,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "dbefcc75-7976-47bf-9dee-92a5b3db8a35",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4645056,
          "LastQuota": 3490816,
          "LastIndexUsage": 368650,
          "First": "2015-02-18T03:00:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "dcd819e2-b4ff-4a56-b4c0-ab3385ec5846",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3889344,
          "LastQuota": 3490816,
          "LastIndexUsage": 304293,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "e15bff61-30bc-4e9f-a3cd-05ebc5543b6c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3967168,
          "LastQuota": 3490816,
          "LastIndexUsage": 311425,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "e1905691-e7ee-488a-b92c-736263f83be9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5363904,
          "LastQuota": 3490816,
          "LastIndexUsage": 416342,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:30:00"
        },
        {
          "PartitionId": "efdbe99f-59a6-4ca7-8856-f3226de6171f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4037824,
          "LastQuota": 3490816,
          "LastIndexUsage": 316506,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "f2ad4b91-4e31-4c5c-a912-99e73eb8f22e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3818688,
          "LastQuota": 3490816,
          "LastIndexUsage": 298749,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "fbf2e02a-4765-4465-9e87-8534c3b1e9a4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5836064,
          "LastQuota": 3490816,
          "LastIndexUsage": 444157,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        },
        {
          "PartitionId": "fdf40665-31eb-43a3-a796-8d3857a3fb67",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3995200,
          "LastQuota": 3490816,
          "LastIndexUsage": 310756,
          "First": "2015-02-18T03:15:00",
          "Last": "2015-02-18T03:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a11%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4e7e38d9-70b0-4ba6-b08f-55c6fac9d6a9",
          "MaxQuota": 8144708,
          "MaxUsage": 6015727
        },
        {
          "PartitionId": "537ac875-501a-4d26-ae48-1ee5bddc4227",
          "MaxQuota": 6981471,
          "MaxUsage": 6009786
        },
        {
          "PartitionId": "06982053-fc28-41ec-b761-dbd82846ce55",
          "MaxQuota": 6981471,
          "MaxUsage": 6003376
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a12%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "4e7e38d9-70b0-4ba6-b08f-55c6fac9d6a9",
          "MaxCrudUsage": 5912,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9620
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "06982053-fc28-41ec-b761-dbd82846ce55",
          "MaxCrudUsage": 5888,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9588
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "537ac875-501a-4d26-ae48-1ee5bddc4227",
          "MaxCrudUsage": 5888,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9580
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a13%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 36 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T18:30:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 511.046,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T20:30:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 298.916,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:45:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 214.761,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 159.234,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T18:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 151.537,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a14%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 81.666659
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.199207
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 83.618127
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.930861
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 84.008749
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a16%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 65.554065
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62.939727
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 62.695557
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 53.169809
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.29922
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a18%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 246.844208
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 205.380213
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 192.712106
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 190.480424
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 180.530613
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a19%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57601.807692
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58610.782609
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 60879.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 62999.413793
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 63559.275862
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a21%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-17T16:02:46.2745634",
          "Last": "2015-02-17T16:02:49.9488971"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a21%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a23%3a50Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "402 Direct Https requests with 503 | 1212 Direct Tcp requests with 503 | 2 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 397,
          "Average": 24.812,
          "First": "2015-02-17T17:55:00",
          "Last": "2015-02-18T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1129,
          "Average": 141.125,
          "First": "2015-02-17T23:45:00",
          "Last": "2015-02-18T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-17T23:45:00",
          "Last": "2015-02-17T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 82,
          "Average": 4.556,
          "First": "2015-02-17T20:15:00",
          "Last": "2015-02-18T10:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-18T02:45:00",
          "Last": "2015-02-18T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-02-18T02:45:00",
          "Last": "2015-02-18T02:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-18T00:45:00",
          "Last": "2015-02-18T00:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a24%3a11Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "b093480c-a312-4082-a066-b2c185fd5572",
          "First": "2015-02-17T16:40:14.9534896",
          "Last": "2015-02-17T16:40:14.9534896",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-17+22%3a16%3a35Z&end=2015-02-18+19%3a24%3a34Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T10:34:13.3745382-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-18T11:24:44.844131-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 458908,
      "PhysicalCRUDUsageInMB": 1284832,
      "LogicalIndexUsageInMB": 28114,
      "LogicalCRUDUsageInMB": 352479,
      "ClientReportedUsageInMB": 185
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBoAwAAAAAAAA==",
  "_ts": 1424326793,
  "_etag": "\"2e00170d-0000-0000-0000-54e580890000\"",
  "_attachments": "attachments/"
},
{
  "id": "0355cc4f-e3e8-43e0-a4a9-bd5626cd320c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBpAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T16:31:28.8881996-08:00",
  "CompletedTime": "2015-02-17T18:17:23.2427468-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "9234328f-d2de-412f-9538-c863d490f425",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T16:31:30.6123247-08:00",
      "EndTime": "2015-02-17T16:45:14.916022-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBpAwAAAAAAAA==",
  "_ts": 1424225842,
  "_etag": "\"2600a713-0000-0000-0000-54e3f6320000\"",
  "_attachments": "attachments/"
},
{
  "id": "92d226e2-d89a-4ca0-90c2-53dc9dfc7a38",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBqAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-17T16:49:27.5954886-08:00",
  "CompletedTime": "2015-02-17T16:50:15.7383834-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5a3ab10c-4149-43ee-8380-809a2bd139f4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T16:49:36.1791362-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBqAwAAAAAAAA==",
  "_ts": 1424220615,
  "_etag": "\"2500819c-0000-0000-0000-54e3e1c70000\"",
  "_attachments": "attachments/"
},
{
  "id": "eae11eb3-3c53-4ba3-9442-c76bf42b456e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBrAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-17T16:50:15.9703962-08:00",
  "CompletedTime": "2015-02-23T22:43:57.6769944-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7f2d4cfc-1407-41b0-9080-b60d747a5a93",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T18:16:26.9160482-08:00",
      "CompleteTime": "2015-02-17T18:23:33.0106948-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b5fa2a22-4bd7-4a75-8955-6e8ace37982b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T18:16:27.2579751-08:00",
      "CompleteTime": "2015-02-17T18:23:03.4540786-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7a14a49d-e766-4297-b458-dec2fa5527cc",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T18:16:27.5889943-08:00",
      "CompleteTime": "2015-02-17T18:24:03.2454729-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e70c0b56-bc17-4456-8106-0b18f61d8497",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T19:31:23.0026248-08:00",
      "CompleteTime": "2015-02-17T19:38:07.8610316-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c5ef7574-c48e-4753-b868-605145cca807",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T22:29:20.9456061-08:00",
      "CompleteTime": "2015-02-17T22:36:11.5279876-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2a551f32-2be8-400c-9077-314d4439ea2d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T16:50:16.9675083-08:00",
      "EndTime": "2015-02-17T17:02:44.1254222-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "38063485-5c0e-48ff-a749-4f977f5beb34",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T17:04:35.6473712-08:00",
      "EndTime": "2015-02-17T17:05:42.9187626-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c710ac32-89ef-48dd-a4aa-ced28f7288be",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T17:05:43.2597818-08:00",
      "EndTime": "2015-02-17T17:36:08.4841473-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "47118552-d63d-4440-8d35-ce1f5f762151",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T19:16:24.6983168-08:00",
      "EndTime": "2015-02-17T20:18:11.8397132-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "dbe6b74f-0f12-4d6a-9e26-7a4c82910f23",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T21:03:25.6186685-08:00",
      "EndTime": "2015-02-17T22:06:28.196912-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "70647998-ed45-410f-855b-4fb25581b17d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-17T22:54:01.2860107-08:00",
      "EndTime": "2015-02-18T00:32:32.4978397-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c9f17de5-7dfb-482d-acda-b37149a90855",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.3\\x64\\Release",
      "StartTime": "2015-02-18T01:23:49.8278071-08:00",
      "EndTime": "2015-02-18T03:28:08.1351784-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a39%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a39%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "3598 back end trace criticals with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-17T21:37:20.7826869",
          "Last": "2015-02-18T01:36:41.3284616"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-18T05:09:25.6208158",
          "Last": "2015-02-18T05:09:25.6208158"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 297,
          "First": "2015-02-18T02:51:09.4053846",
          "Last": "2015-02-18T06:12:28.617239"
        },
        {
          "Message": "Secondaries are lagging behind primary; current pending operations %ld, max allowed is %ld we will throttle new requests but let inflight replication to drain to prevent failover",
          "Role": "ServerCluster0",
          "Count": 96,
          "First": "2015-02-18T05:30:23.6209001",
          "Last": "2015-02-18T05:33:09.6569939"
        },
        {
          "Message": "Setting write availability status of the replica to be Availability=(%d),             Current CRUDStoreSize In MB =(%ld).             Current IndexStoreSize In MB = (%u).             Current Total on disk Size In MB = (%u).             MaxOnDiskPartitionSize in MB = (%ld)",
          "Role": "ServerCluster0",
          "Count": 3196,
          "First": "2015-02-18T05:41:42.8381549",
          "Last": "2015-02-18T10:38:57.9241339"
        },
        {
          "Message": "User was charged a lot - most probably bug in charging logic. Actual cpu %lld, io %lld. Maximum cpu %lld, io %lld.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-17T21:52:28.7990357",
          "Last": "2015-02-17T23:28:36.9796294"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-18T05:30:23.6396561",
          "Last": "2015-02-18T05:32:27.9360094"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a39%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "54 requests with 500 | 8 requests with 408 | 20 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 19,
          "First": "2015-02-18T02:24:48.4880999",
          "Last": "2015-02-18T02:24:51.6851056"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 3,
          "First": "2015-02-17T23:46:45.8710049",
          "Last": "2015-02-18T05:24:04.4823767"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 17,
          "First": "2015-02-17T23:55:42.039157",
          "Last": "2015-02-18T05:26:20.9870846"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 13,
          "First": "2015-02-18T03:06:14.0456741",
          "Last": "2015-02-18T10:36:18.0779949"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "remainingcus",
          "Count": 10,
          "First": "2015-02-18T10:30:55.1954483",
          "Last": "2015-02-18T10:30:57.4799726"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 5,
          "First": "2015-02-17T23:46:36.850398",
          "Last": "2015-02-17T23:46:43.8878395"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "First": "2015-02-17T23:55:42.3957051",
          "Last": "2015-02-18T05:26:18.5570667"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 12,
          "First": "2015-02-18T00:23:21.0745087",
          "Last": "2015-02-18T01:43:36.1255817"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-02-18T05:26:20.5470563",
          "Last": "2015-02-18T05:26:20.5470563"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a39%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 10,
          "First": "2015-02-17T23:45:00",
          "Last": "2015-02-18T05:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a40%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45457362,
          "Average": 235530.37,
          "Max": 350742,
          "Min": 6362
        },
        {
          "StatusCode": 400,
          "Total": 22,
          "Average": 0.11,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5570,
          "Average": 28.86,
          "Max": 4960,
          "Min": 610
        },
        {
          "StatusCode": 403,
          "Total": 12401537,
          "Average": 64256.67,
          "Max": 278256,
          "Min": 2181
        },
        {
          "StatusCode": 404,
          "Total": 81517,
          "Average": 422.37,
          "Max": 5244,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 9,
          "Average": 0.05,
          "Max": 5,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 71543,
          "Average": 370.69,
          "Max": 7785,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7182673,
          "Average": 37215.92,
          "Max": 181712,
          "Min": 1255
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a42%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 12:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1665628,
          "Average": 8630.2,
          "Max": 10679,
          "Min": 189
        },
        {
          "StatusCode": 404,
          "Total": 4058,
          "Average": 21.03,
          "Max": 118,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1050,
          "Average": 5.44,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134430,
          "Average": 696.53,
          "Max": 3280,
          "Min": 46
        },
        {
          "StatusCode": 449,
          "Total": 4475,
          "Average": 23.19,
          "Max": 159,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a43%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 12:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4962560,
          "Average": 25712.75,
          "Max": 30535,
          "Min": 504
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9838,
          "Average": 50.97,
          "Max": 2065,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 15207,
          "Average": 78.79,
          "Max": 356,
          "Min": 20
        },
        {
          "StatusCode": 410,
          "Total": 3369,
          "Average": 17.46,
          "Max": 551,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 405786,
          "Average": 2102.52,
          "Max": 10241,
          "Min": 97
        },
        {
          "StatusCode": 449,
          "Total": 11116,
          "Average": 57.6,
          "Max": 310,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a45%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6776258,
          "Average": 34929.16,
          "Max": 53157,
          "Min": 61
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 41,
          "Average": 0.21,
          "Max": 41,
          "Min": 41
        },
        {
          "StatusCode": 403,
          "Total": 1890474,
          "Average": 9744.71,
          "Max": 41595,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 10,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6232,
          "Average": 32.12,
          "Max": 1150,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1098245,
          "Average": 5661.06,
          "Max": 28177,
          "Min": 222
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a46%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 15:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 108654119,
          "Average": 560072.78,
          "Max": 626494,
          "Min": 1184
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.19,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13061,
          "Average": 67.32,
          "Max": 840,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47419,
          "Average": 244.43,
          "Max": 2979,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 673106,
          "Average": 3469.62,
          "Max": 208232,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a47%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7459781,
          "Average": 38452.48,
          "Max": 58399,
          "Min": 1184
        },
        {
          "StatusCode": 401,
          "Total": 10181,
          "Average": 52.48,
          "Max": 1753,
          "Min": 78
        },
        {
          "StatusCode": 404,
          "Total": 32464,
          "Average": 167.34,
          "Max": 1975,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 25647,
          "Average": 132.2,
          "Max": 1736,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 135982,
          "Average": 700.94,
          "Max": 2782,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+18%3a49%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 8,
          "First": "2015-02-18T03:40:00",
          "Last": "2015-02-18T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-02-18T05:40:00",
          "Last": "2015-02-18T05:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 166,
          "First": "2015-02-18T02:50:00",
          "Last": "2015-02-18T10:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 4,
          "First": "2015-02-18T03:45:00",
          "Last": "2015-02-18T05:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 28,
          "First": "2015-02-18T02:55:00",
          "Last": "2015-02-18T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 2,
          "First": "2015-02-18T03:45:00",
          "Last": "2015-02-18T05:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 42,
          "First": "2015-02-17T23:25:00",
          "Last": "2015-02-18T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 3,
          "First": "2015-02-17T23:30:00",
          "Last": "2015-02-18T05:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 137,
          "First": "2015-02-17T23:15:00",
          "Last": "2015-02-18T10:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 4,
          "First": "2015-02-17T23:30:00",
          "Last": "2015-02-18T05:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a03%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a09%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a09%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a11%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "2453 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 908,
          "First": "2015-02-17T20:24:08.975",
          "Last": "2015-02-18T11:05:32.268"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 60,
          "First": "2015-02-17T22:19:24.121",
          "Last": "2015-02-18T10:55:30.161"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 592,
          "First": "2015-02-17T20:54:12.928",
          "Last": "2015-02-18T11:05:32.268"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 893,
          "First": "2015-02-17T20:39:10.965",
          "Last": "2015-02-18T11:05:32.268"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a11%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1195 replica alerts for FullCopy  | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 929,
          "HourlyAverage": 52.828
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 207,
          "HourlyAverage": 11.771
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 28,
          "HourlyAverage": 1.592
        },
        {
          "DatabaseAccount": "remainingcus",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 1.649
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.171
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a11%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8e781fd8-61ac-48ec-a7ab-8ba6f5539a3d",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "LastUsage": 331,
          "LastQuota": 31460352,
          "LastIndexUsage": 541731,
          "First": "2015-02-18T02:30:00",
          "Last": "2015-02-18T02:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a11%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "97b2d55d-73af-46d3-94ad-6d002c5f5dfb",
          "MaxQuota": 31460353,
          "MaxUsage": 11074240
        },
        {
          "PartitionId": "97ea21dd-9519-41f3-8d68-37746e9214f0",
          "MaxQuota": 31460353,
          "MaxUsage": 11073184
        },
        {
          "PartitionId": "40b0b42d-450d-433d-9dd0-ef0a5384113b",
          "MaxQuota": 31460353,
          "MaxUsage": 11072192
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a11%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "Disk quota violations detected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "1ae574ed-7a0f-4bfb-aeb2-70ee8c4213ec",
          "MaxCrudUsage": 11192,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 16737
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "7303fe94-a69a-4c6e-88b9-a46f5d367548",
          "MaxCrudUsage": 11048,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 16553
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "18edad4c-9ab1-4d0f-b283-7c58390950d7",
          "MaxCrudUsage": 11040,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 16553
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a12%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 133 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T23:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 2433.209,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 1495.433,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T04:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 714.795,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-18T05:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 657.473,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-18T04:20:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 573.592,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a14%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 73.449797
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 78.643239
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.375399
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 79.399781
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 80.538085
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a16%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 59.24739
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55.218721
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 53.976924
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 51.450966
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 49.201649
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a18%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 127.987689
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 96.18418
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 78.383953
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 70.177239
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 67.430133
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a19%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 50493.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 51737.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 52631.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52964.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59488.55
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a20%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-17T17:48:43.2316614",
          "Last": "2015-02-17T17:49:09.6903022"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a20%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a23%3a52Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "5 Direct Https requests with 500 | 4 Gateway Https requests with 500 | 8 Direct Tcp requests with 500 | 20 Gateway Https requests with 503 | 1670 Direct Tcp requests with 503 | 514 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-02-18T00:20:00",
          "Last": "2015-02-18T09:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 4,
          "Average": 1.0,
          "First": "2015-02-18T03:05:00",
          "Last": "2015-02-18T09:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 8,
          "Average": 1.0,
          "First": "2015-02-18T04:05:00",
          "Last": "2015-02-18T11:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 20,
          "Average": 6.667,
          "First": "2015-02-17T23:55:00",
          "Last": "2015-02-18T05:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1664,
          "Average": 138.667,
          "First": "2015-02-17T23:55:00",
          "Last": "2015-02-18T06:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 514,
          "Average": 36.714,
          "First": "2015-02-17T21:20:00",
          "Last": "2015-02-18T05:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 6,
          "Average": 1.5,
          "First": "2015-02-18T02:45:00",
          "Last": "2015-02-18T04:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a24%3a11Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-18+00%3a50%3a15Z&end=2015-02-18+19%3a24%3a34Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-17T20:23:07.5243135-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 209428,
      "PhysicalCRUDUsageInMB": 302792,
      "LogicalIndexUsageInMB": 6312,
      "LogicalCRUDUsageInMB": 78585,
      "ClientReportedUsageInMB": 80340
    },
    {
      "TimeStamp": "2015-02-17T22:13:37.8912914-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 559424,
      "PhysicalCRUDUsageInMB": 586664,
      "LogicalIndexUsageInMB": 16204,
      "LogicalCRUDUsageInMB": 201434,
      "ClientReportedUsageInMB": 158623
    },
    {
      "TimeStamp": "2015-02-18T00:43:07.6144473-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 890768,
      "PhysicalCRUDUsageInMB": 924064,
      "LogicalIndexUsageInMB": 21582,
      "LogicalCRUDUsageInMB": 276620,
      "ClientReportedUsageInMB": 254015
    },
    {
      "TimeStamp": "2015-02-18T10:36:42.623403-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-18T11:24:44.0560844-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1098503,
      "PhysicalCRUDUsageInMB": 2267528,
      "LogicalIndexUsageInMB": 39264,
      "LogicalCRUDUsageInMB": 550437,
      "ClientReportedUsageInMB": 537907
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBrAwAAAAAAAA==",
  "_ts": 1424760237,
  "_etag": "\"1a003ddb-0000-0000-0000-54ec1dad0000\"",
  "_attachments": "attachments/"
},
{
  "id": "06d70626-d7f3-497e-96bb-db2088aa6b9b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBsAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-17T18:06:48.3450751-08:00",
  "CompletedTime": "2015-02-18T03:36:13.3405425-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7f6756b6-5362-4c61-9e23-386452440273",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T19:12:09.8968211-08:00",
      "CompleteTime": "2015-02-17T19:20:46.8711485-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59398f44-dee5-4674-8c01-e41908138549",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T19:12:10.2737966-08:00",
      "CompleteTime": "2015-02-17T19:21:17.0741433-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ac02aebc-55ef-44ad-a5f3-f9a9ef23d001",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T19:12:10.7662577-08:00",
      "CompleteTime": "2015-02-17T19:19:47.1153591-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59f02738-7373-4463-bb32-18b6d058e0ae",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T19:12:12.3808087-08:00",
      "CompleteTime": "2015-02-17T19:20:28.1623113-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "13852d16-cc62-48f8-9cf0-99737be106be",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T20:27:07.3706453-08:00",
      "CompleteTime": "2015-02-17T20:34:41.6906853-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dda9fd02-d321-4bf3-98ab-6df2c6d3d85f",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-17T21:41:46.6016316-08:00",
      "CompleteTime": "2015-02-17T21:53:04.2460856-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0aab3893-5fc8-4e46-bf01-48f5f3f7b273",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T00:18:18.154713-08:00",
      "CompleteTime": "2015-02-18T00:27:53.5100971-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6a1373a8-1101-4213-8bea-70b3af3eed8d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T18:06:50.8020503-08:00",
      "EndTime": "2015-02-17T18:25:57.0165165-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "86f055ec-92a1-4665-87da-f015c1e7bcf4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T18:26:18.9571751-08:00",
      "EndTime": "2015-02-17T18:27:27.4302854-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9bf1c564-bfd2-40f6-ba0b-9f4482c2a09a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T18:27:27.7825673-08:00",
      "EndTime": "2015-02-17T18:57:48.3949091-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "13fefb00-f4fd-447b-ac12-0f5452f80d7b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150217.5\\x64\\Release",
      "StartTime": "2015-02-17T18:57:53.5742162-08:00",
      "EndTime": "2015-02-17T19:10:49.6734827-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7028783d-be13-48a1-99ca-4d929c50045b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150217.5\\x64\\Release",
      "StartTime": "2015-02-17T20:12:08.330795-08:00",
      "EndTime": "2015-02-17T21:37:08.7995209-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9aa60321-6917-4431-aedd-80ac1318cf11",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150217.5\\x64\\Release",
      "StartTime": "2015-02-17T22:21:56.8421025-08:00",
      "EndTime": "2015-02-17T23:48:08.1519913-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a8ddf5b9-31dc-4f2a-a7bd-7db519169ec2",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150217.5\\x64\\Release",
      "StartTime": "2015-02-18T00:35:38.063171-08:00",
      "EndTime": "2015-02-18T00:36:17.7347651-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "7fb7c7f8-37e8-4552-9c09-a0c62fff4b56",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150217.5\\x64\\Release",
      "StartTime": "2015-02-18T01:24:58.7510464-08:00",
      "EndTime": "2015-02-18T01:25:39.6868492-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 23822106,
          "Average": 245588.72,
          "Max": 354014,
          "Min": 5469
        },
        {
          "StatusCode": 400,
          "Total": 55,
          "Average": 0.57,
          "Max": 32,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 47,
          "Average": 0.48,
          "Max": 47,
          "Min": 47
        },
        {
          "StatusCode": 404,
          "Total": 51254,
          "Average": 528.39,
          "Max": 10165,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 6,
          "Average": 0.06,
          "Max": 4,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 30279,
          "Average": 312.15,
          "Max": 1887,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2851802,
          "Average": 29400.02,
          "Max": 66963,
          "Min": 2155
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 690378,
          "Average": 7117.3,
          "Max": 10528,
          "Min": 183
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2923,
          "Average": 30.13,
          "Max": 169,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 818,
          "Average": 8.43,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 73805,
          "Average": 760.88,
          "Max": 1817,
          "Min": 33
        },
        {
          "StatusCode": 449,
          "Total": 6442,
          "Average": 66.41,
          "Max": 189,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2053345,
          "Average": 21168.51,
          "Max": 30498,
          "Min": 433
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.04,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 12431,
          "Average": 128.15,
          "Max": 647,
          "Min": 38
        },
        {
          "StatusCode": 410,
          "Total": 2453,
          "Average": 25.29,
          "Max": 149,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 226188,
          "Average": 2331.84,
          "Max": 5565,
          "Min": 139
        },
        {
          "StatusCode": 449,
          "Total": 12542,
          "Average": 129.3,
          "Max": 320,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3492268,
          "Average": 36002.76,
          "Max": 53752,
          "Min": 643
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 403,
          "Total": 8698,
          "Average": 89.67,
          "Max": 4295,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.14,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3626,
          "Average": 37.38,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 484120,
          "Average": 4990.93,
          "Max": 10592,
          "Min": 901
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 18682114,
          "Average": 192599.11,
          "Max": 222925,
          "Min": 3062
        },
        {
          "StatusCode": 400,
          "Total": 6920,
          "Average": 71.34,
          "Max": 312,
          "Min": 10
        },
        {
          "StatusCode": 401,
          "Total": 52,
          "Average": 0.54,
          "Max": 52,
          "Min": 52
        },
        {
          "StatusCode": 404,
          "Total": 615,
          "Average": 6.34,
          "Max": 106,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 20011,
          "Average": 206.3,
          "Max": 1899,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 357481,
          "Average": 3685.37,
          "Max": 9958,
          "Min": 30
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3912989,
          "Average": 40340.09,
          "Max": 59928,
          "Min": 1208
        },
        {
          "StatusCode": 401,
          "Total": 59,
          "Average": 0.61,
          "Max": 59,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 15690,
          "Average": 161.75,
          "Max": 2163,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 18584,
          "Average": 191.59,
          "Max": 1900,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 116088,
          "Average": 1196.78,
          "Max": 4380,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 27,
          "First": "2015-02-18T00:45:00",
          "Last": "2015-02-18T02:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 65,
          "First": "2015-02-18T00:55:00",
          "Last": "2015-02-18T03:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 29,
          "First": "2015-02-18T00:40:00",
          "Last": "2015-02-18T03:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "81 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 71,
          "First": "2015-02-17T22:06:23.46",
          "Last": "2015-02-18T02:49:31.048"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 7,
          "First": "2015-02-18T02:34:28.162",
          "Last": "2015-02-18T02:44:30.297"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-02-17T23:51:38.242",
          "Last": "2015-02-18T00:31:44.232"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "652 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 2.778
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 68,
          "HourlyAverage": 7.87
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 511,
          "HourlyAverage": 59.142
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 5.324
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.347
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3e50b4b9-4f30-47db-aa5d-48dcf596fe5c",
          "MaxQuota": 4654996,
          "MaxUsage": 3617984
        },
        {
          "PartitionId": "4c81c060-8166-4fef-8700-219e45a8f885",
          "MaxQuota": 4654996,
          "MaxUsage": 3606176
        },
        {
          "PartitionId": "b84ba035-b876-4a0e-978d-f7fc4cd46c2f",
          "MaxQuota": 4654996,
          "MaxUsage": 3584794
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "83774bb5-c503-444b-b7e4-e967a15b2159",
          "MaxCrudUsage": 6360,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9924
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ed27a369-0600-4482-ab57-7ffa6c412807",
          "MaxCrudUsage": 6248,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9924
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9331c8a6-a7ff-4c06-9885-f875bed992a8",
          "MaxCrudUsage": 6368,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9916
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 221 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T23:15:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 325.659,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 190.567,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T21:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 170.249,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 152.423,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T23:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 110.501,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87.316465
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.488122
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 87.492885
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.507833
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.544629
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 49.837235
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 47.724791
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 47.543041
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 39.246418
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 28.004655
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 36.602045
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 35.879458
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30.205303
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 29.254988
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 20.402134
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 70192.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 71529.931034
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 72367.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 72786.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 73781.466667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "14 Direct Https requests with 503 | 3 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 14,
          "Average": 2.0,
          "First": "2015-02-17T20:30:00",
          "Last": "2015-02-17T23:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-18+02%3a06%3a48Z&end=2015-02-18+11%3a36%3a13Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-17T21:41:26.327342-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 167736,
      "PhysicalCRUDUsageInMB": 311856,
      "LogicalIndexUsageInMB": 7339,
      "LogicalCRUDUsageInMB": 87387,
      "ClientReportedUsageInMB": 90886
    },
    {
      "TimeStamp": "2015-02-17T23:55:09.6128975-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 567028,
      "PhysicalCRUDUsageInMB": 688504,
      "LogicalIndexUsageInMB": 15938,
      "LogicalCRUDUsageInMB": 200019,
      "ClientReportedUsageInMB": 192267
    },
    {
      "TimeStamp": "2015-02-18T00:44:30.6048551-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 537296,
      "PhysicalCRUDUsageInMB": 827328,
      "LogicalIndexUsageInMB": 16686,
      "LogicalCRUDUsageInMB": 206434,
      "ClientReportedUsageInMB": 228049
    },
    {
      "TimeStamp": "2015-02-18T01:35:50.3949037-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 632744,
      "PhysicalCRUDUsageInMB": 1084944,
      "LogicalIndexUsageInMB": 22061,
      "LogicalCRUDUsageInMB": 275139,
      "ClientReportedUsageInMB": 26718
    },
    {
      "TimeStamp": "2015-02-18T03:36:13.3405425-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 684412,
      "PhysicalCRUDUsageInMB": 1038968,
      "LogicalIndexUsageInMB": 19981,
      "LogicalCRUDUsageInMB": 251050,
      "ClientReportedUsageInMB": 268065
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBsAwAAAAAAAA==",
  "_ts": 1424260099,
  "_etag": "\"2900ba20-0000-0000-0000-54e47c030000\"",
  "_attachments": "attachments/"
},
{
  "id": "233ae255-6938-4ee4-b562-521140168817",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBtAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T18:17:23.5202312-08:00",
  "CompletedTime": "2015-02-17T18:35:12.2341669-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBtAwAAAAAAAA==",
  "_ts": 1424226911,
  "_etag": "\"26002c2c-0000-0000-0000-54e3fa5f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "efa3216b-53bf-46e6-8ff6-047392fc2401",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBuAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T18:35:12.5056735-08:00",
  "CompletedTime": "2015-02-17T19:31:52.8109644-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "df72d299-4278-435e-87dd-99112b08fe4d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T18:36:16.8837929-08:00",
      "EndTime": "2015-02-17T18:37:25.7054668-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4774105c-82bc-4453-a888-5f9dcde1707f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T18:37:26.058068-08:00",
      "EndTime": "2015-02-17T19:07:19.0463664-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBuAwAAAAAAAA==",
  "_ts": 1424230312,
  "_etag": "\"2600bd78-0000-0000-0000-54e407a80000\"",
  "_attachments": "attachments/"
},
{
  "id": "0ec73747-2ca0-4669-856b-04ea0101f2b9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBvAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T19:31:53.121546-08:00",
  "CompletedTime": "2015-02-17T20:28:18.4213918-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b96ff6d4-95b7-4ea5-9c27-7c8b11abd01c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:32:40.2387085-08:00",
      "EndTime": "2015-02-17T19:33:47.4612057-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "129b2a33-ecdd-4f44-a513-7d858173f048",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:33:47.826434-08:00",
      "EndTime": "2015-02-17T20:02:41.1797508-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBvAwAAAAAAAA==",
  "_ts": 1424233697,
  "_etag": "\"26008bc6-0000-0000-0000-54e414e10000\"",
  "_attachments": "attachments/"
},
{
  "id": "c8ce8113-8f44-4219-a11b-ee8afa4a00b1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBwAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-17T19:40:09.4801414-08:00",
  "CompletedTime": "2015-02-18T07:58:00.5851915-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6f4534aa-9d2d-4444-97ca-0391d45a74a1",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T20:40:38.0157056-08:00",
      "CompleteTime": "2015-02-17T20:47:14.3707546-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c55db349-ff48-49b0-8290-9ac7cd3ab71d",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T20:40:38.6457423-08:00",
      "CompleteTime": "2015-02-17T20:46:44.8379922-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5af75241-0aa8-45de-b8ba-5452ead7c09f",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T20:40:39.2727781-08:00",
      "CompleteTime": "2015-02-17T20:48:14.6012009-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "791171cc-a862-4e41-8af4-f6778382a178",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T20:40:40.468848-08:00",
      "CompleteTime": "2015-02-17T20:47:57.9182309-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c23d0f58-6431-4d01-ac26-3a20c332b6b8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T21:55:35.1726751-08:00",
      "CompleteTime": "2015-02-17T22:01:09.1950583-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce64a574-ce4c-4469-a764-040cd6b6aa18",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-17T22:43:22.4390611-08:00",
      "CompleteTime": "2015-02-17T22:50:40.5364853-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2dc38a87-8766-4979-9473-5ec3b06ac797",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T01:27:53.5078801-08:00",
      "CompleteTime": "2015-02-18T01:34:27.8307623-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e45d436-ca0f-4996-821e-b1a507a186d1",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-18T06:02:47.5810308-08:00",
      "CompleteTime": "2015-02-18T06:38:01.1466803-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ca08c1db-a86f-4179-ad1e-d67c139d01ff",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:40:11.8082767-08:00",
      "EndTime": "2015-02-17T19:53:06.5572336-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7ce0766f-d232-4e3a-a35e-7e212a066c9d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:54:31.4181594-08:00",
      "EndTime": "2015-02-17T19:55:42.5512873-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b507dd4c-c8a3-4c14-bb3f-d459c10dcd2a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:55:42.9103079-08:00",
      "EndTime": "2015-02-17T20:26:18.8578941-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "494a3731-1b20-4d7e-a0c0-ea13d72ff091",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150217.1\\x64\\Release",
      "StartTime": "2015-02-17T20:26:26.1062692-08:00",
      "EndTime": "2015-02-17T20:39:20.7592815-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d23550dc-39be-480a-beb8-63e745a12c6b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150217.1\\x64\\Release",
      "StartTime": "2015-02-17T21:40:40.3157453-08:00",
      "EndTime": "2015-02-17T22:43:15.9736867-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "28b11489-38de-4f52-a0cf-243caffb310f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150217.1\\x64\\Release",
      "StartTime": "2015-02-17T23:23:31.2158894-08:00",
      "EndTime": "2015-02-18T00:29:04.084068-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2404aa8f-13a8-4889-bcd1-244516bb563a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150217.1\\x64\\Release",
      "StartTime": "2015-02-18T01:09:13.5318881-08:00",
      "EndTime": "2015-02-18T03:10:51.5563919-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "76c79e57-a7a6-4fcd-905d-616608fd53d5",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150217.1\\x64\\Release",
      "StartTime": "2015-02-18T03:51:04.1313933-08:00",
      "EndTime": "2015-02-18T05:57:54.0229955-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "4 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-18T06:17:23.3921096",
          "Last": "2015-02-18T06:24:46.4951712"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-18T02:28:23.6243583",
          "Last": "2015-02-18T02:28:23.6243583"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "75 requests with 408 | 3 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 56,
          "First": "2015-02-18T04:14:07.250904",
          "Last": "2015-02-18T04:47:38.7340889"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 13,
          "First": "2015-02-18T04:14:09.2533267",
          "Last": "2015-02-18T04:47:37.3770613"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-02-18T02:59:21.6571814",
          "Last": "2015-02-18T02:59:21.8481294"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-02-18T04:14:25.5931481",
          "Last": "2015-02-18T04:47:36.9366814"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "198 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 13,
          "First": "2015-02-18T04:10:00",
          "Last": "2015-02-18T04:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 21,
          "First": "2015-02-18T04:10:00",
          "Last": "2015-02-18T04:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 161,
          "First": "2015-02-18T04:10:00",
          "Last": "2015-02-18T04:45:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-18T04:10:00",
          "Last": "2015-02-18T04:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37815650,
          "Average": 259011.3,
          "Max": 354923,
          "Min": 1358
        },
        {
          "StatusCode": 400,
          "Total": 109,
          "Average": 0.75,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 109420,
          "Average": 749.45,
          "Max": 16205,
          "Min": 3274
        },
        {
          "StatusCode": 404,
          "Total": 105385,
          "Average": 721.82,
          "Max": 7751,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 161,
          "Average": 1.1,
          "Max": 103,
          "Min": 58
        },
        {
          "StatusCode": 409,
          "Total": 23,
          "Average": 0.16,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 69707,
          "Average": 477.45,
          "Max": 9457,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5751308,
          "Average": 39392.52,
          "Max": 94413,
          "Min": 390
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1102152,
          "Average": 7548.99,
          "Max": 10785,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 4426,
          "Average": 30.32,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1402,
          "Average": 9.6,
          "Max": 68,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 149687,
          "Average": 1025.25,
          "Max": 2840,
          "Min": 7
        },
        {
          "StatusCode": 449,
          "Total": 7085,
          "Average": 48.53,
          "Max": 155,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3292071,
          "Average": 22548.43,
          "Max": 31373,
          "Min": 112
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 167,
          "Average": 1.14,
          "Max": 83,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 18171,
          "Average": 124.46,
          "Max": 472,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 13,
          "Average": 0.09,
          "Max": 8,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 4111,
          "Average": 28.16,
          "Max": 192,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 455302,
          "Average": 3118.51,
          "Max": 7945,
          "Min": 24
        },
        {
          "StatusCode": 449,
          "Total": 15013,
          "Average": 102.83,
          "Max": 282,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5551678,
          "Average": 38025.19,
          "Max": 52853,
          "Min": 110
        },
        {
          "StatusCode": 400,
          "Total": 16322,
          "Average": 111.79,
          "Max": 2360,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9865,
          "Average": 67.57,
          "Max": 3762,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0.09,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 21,
          "Average": 0.14,
          "Max": 17,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 7849,
          "Average": 53.76,
          "Max": 894,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 954379,
          "Average": 6536.84,
          "Max": 15341,
          "Min": 139
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26551529,
          "Average": 181859.79,
          "Max": 217427,
          "Min": 270
        },
        {
          "StatusCode": 400,
          "Total": 14465,
          "Average": 99.08,
          "Max": 335,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 15249,
          "Average": 104.45,
          "Max": 1903,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32784,
          "Average": 224.55,
          "Max": 2474,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 543220,
          "Average": 3720.68,
          "Max": 13819,
          "Min": 81
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6347766,
          "Average": 43477.85,
          "Max": 60783,
          "Min": 270
        },
        {
          "StatusCode": 404,
          "Total": 23546,
          "Average": 161.27,
          "Max": 1008,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 31947,
          "Average": 218.82,
          "Max": 2049,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 212379,
          "Average": 1454.65,
          "Max": 6157,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 4,
          "First": "2015-02-18T06:15:00",
          "Last": "2015-02-18T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 45,
          "First": "2015-02-18T03:50:00",
          "Last": "2015-02-18T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 45,
          "First": "2015-02-18T02:20:00",
          "Last": "2015-02-18T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-18T06:30:00",
          "Last": "2015-02-18T06:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 86,
          "First": "2015-02-18T01:45:00",
          "Last": "2015-02-18T06:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-02-18T02:15:00",
          "Last": "2015-02-18T06:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "325 replica health errors | 213 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 4,
          "First": "2015-02-18T05:34:57.407",
          "Last": "2015-02-18T05:34:57.697"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 16,
          "First": "2015-02-18T05:04:52.828",
          "Last": "2015-02-18T05:54:09.468"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 92,
          "First": "2015-02-18T04:29:47.116",
          "Last": "2015-02-18T05:54:09.528"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 213,
          "First": "2015-02-18T06:09:11.055",
          "Last": "2015-02-18T06:29:15.692"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1930 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 64,
          "HourlyAverage": 5.552
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 618,
          "HourlyAverage": 53.607
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 124,
          "HourlyAverage": 10.756
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1086,
          "HourlyAverage": 94.203
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 35,
          "HourlyAverage": 3.036
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.26
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "33 partitions violated quota invariants | 33 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5707f6d1-9868-4e01-9bab-05494d2c2c85",
          "MaxQuota": 6981471,
          "MaxUsage": 5812873
        },
        {
          "PartitionId": "6b575736-5870-4f34-af35-382caea584c2",
          "MaxQuota": 5818233,
          "MaxUsage": 5501248
        },
        {
          "PartitionId": "3df45a20-616f-45c1-9b44-97a512b0f950",
          "MaxQuota": 5818233,
          "MaxUsage": 5399759
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "8a6033d2-6e61-48a8-8c69-3b1d6b8d6c0c",
          "MaxCrudUsage": 5176,
          "MaxIndexUsage": 3128,
          "MaxTotalUsage": 8500
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "82ac81f1-94b4-4251-8265-5001d2035f44",
          "MaxCrudUsage": 5168,
          "MaxIndexUsage": 3216,
          "MaxTotalUsage": 8448
        },
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "PartitionId": "3cbeced8-d717-48a6-8748-4c05b55ca89a",
          "MaxCrudUsage": 5280,
          "MaxIndexUsage": 2844,
          "MaxTotalUsage": 8356
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 53 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-18T04:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 3203.282,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T04:45:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 673.767,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T00:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 538.629,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T03:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 391.057,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T00:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 385.28,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.190393
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.124323
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.148321
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 82.559458
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84.449181
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 67.784354
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 60.585276
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 57.725852
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 50.561257
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45.027685
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 518.233911 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 518.233911
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 459.785117
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 450.253091
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 445.588034
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 444.014727
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59463.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62713.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 63613.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 64996.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65669.666667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "211 Direct Https requests with 503 | 257 Direct Tcp requests with 503 | 3 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 210,
          "Average": 10.5,
          "First": "2015-02-17T22:00:00",
          "Last": "2015-02-18T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 253,
          "Average": 28.111,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-02-18T02:25:00",
          "Last": "2015-02-18T05:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-02-18T02:55:00",
          "Last": "2015-02-18T02:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-18T03:30:00",
          "Last": "2015-02-18T03:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-18+03%3a40%3a09Z&end=2015-02-18+15%3a58%3a00Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T07:58:00.5851915-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 626560,
      "PhysicalCRUDUsageInMB": 1333864,
      "LogicalIndexUsageInMB": 23333,
      "LogicalCRUDUsageInMB": 316071,
      "ClientReportedUsageInMB": 51955
    },
    {
      "TimeStamp": "2015-02-18T07:58:00.5851915-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 626560,
      "PhysicalCRUDUsageInMB": 1333864,
      "LogicalIndexUsageInMB": 23333,
      "LogicalCRUDUsageInMB": 316071,
      "ClientReportedUsageInMB": 51987
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBwAwAAAAAAAA==",
  "_ts": 1424318108,
  "_etag": "\"2d009278-0000-0000-0000-54e55e9c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "0916c8b8-5697-4c49-b96f-1a3d6e7183c8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBxAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-17T19:43:36.9100175-08:00",
  "CompletedTime": "2015-02-18T09:14:12.8750283-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7a57a796-ca88-4e87-91ef-b38f7e1946e3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T20:29:43.3610207-08:00",
      "CompleteTime": "2015-02-17T20:37:19.8352748-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ddaa552-f12c-4016-a4f8-31b41285d4e3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T20:29:43.6902468-08:00",
      "CompleteTime": "2015-02-17T20:36:50.2414497-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c235f8e-021b-47d2-a299-40da423eb6c2",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T20:29:44.0254759-08:00",
      "CompleteTime": "2015-02-17T20:39:50.512006-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2358652c-2cdb-4b25-a6b0-f7df7bc0eae7",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T20:29:44.5128102-08:00",
      "CompleteTime": "2015-02-17T20:38:56.1945436-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5a24bd40-7f42-42e0-b6a6-4af1e9a0c354",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T21:44:40.6524315-08:00",
      "CompleteTime": "2015-02-17T21:53:44.7171275-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "43e8c4be-e429-41d0-9d4f-6b5cab6e8271",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-17T22:53:58.4375344-08:00",
      "CompleteTime": "2015-02-17T23:04:06.9535385-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dcd9c5d3-a745-46f4-8b58-87f0f03545cc",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T01:44:39.2106491-08:00",
      "CompleteTime": "2015-02-18T01:59:15.4924678-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c23e8b1b-dd02-407e-ad55-15d96867462a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:43:40.9452843-08:00",
      "EndTime": "2015-02-17T19:57:09.5546661-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c4cda21b-fb96-47e3-b2b2-b08fec3b2f13",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:58:44.1216897-08:00",
      "EndTime": "2015-02-17T19:59:55.7558777-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea093a46-14af-45f2-8afc-c587b54b8b20",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T19:59:56.0999161-08:00",
      "EndTime": "2015-02-17T20:29:36.1277801-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c8456e74-81af-4415-a1a9-971ddc00d7a5",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-17T21:29:43.0914606-08:00",
      "EndTime": "2015-02-17T22:53:55.5575585-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e012cd4-b3ee-422f-8321-bd2cb8fe5d97",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-17T23:33:58.2996724-08:00",
      "EndTime": "2015-02-18T01:02:12.756074-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "15908949-9967-45ef-bc1f-60cb5a4169e3",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T01:42:15.4690539-08:00",
      "EndTime": "2015-02-18T03:23:16.6242391-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a36%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a36%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-18T03:57:16.0095702",
          "Last": "2015-02-18T04:07:17.9569042"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a36%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3707 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2636,
          "First": "2015-02-18T02:14:18.5963768",
          "Last": "2015-02-18T02:14:24.1698013"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 82,
          "First": "2015-02-18T02:14:18.6134167",
          "Last": "2015-02-18T03:50:47.9898532"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 457,
          "First": "2015-02-18T02:14:18.551633",
          "Last": "2015-02-18T03:50:48.2445126"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 38,
          "First": "2015-02-18T02:14:22.2742549",
          "Last": "2015-02-18T02:14:23.849936"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 48,
          "First": "2015-02-18T02:14:19.1059646",
          "Last": "2015-02-18T03:50:48.0211355"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 185,
          "First": "2015-02-18T01:49:24.6017356",
          "Last": "2015-02-18T02:14:24.1243934"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 22,
          "First": "2015-02-18T01:49:25.5827381",
          "Last": "2015-02-18T02:14:23.1324383"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 223,
          "First": "2015-02-18T01:49:24.9549221",
          "Last": "2015-02-18T01:49:29.5597831"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 16,
          "First": "2015-02-18T01:49:25.808458",
          "Last": "2015-02-18T02:14:22.6438991"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a36%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a37%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45877671,
          "Average": 299854.06,
          "Max": 355035,
          "Min": 815
        },
        {
          "StatusCode": 400,
          "Total": 29,
          "Average": 0.19,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 154570,
          "Average": 1010.26,
          "Max": 12923,
          "Min": 2133
        },
        {
          "StatusCode": 404,
          "Total": 1313260,
          "Average": 8583.4,
          "Max": 14288,
          "Min": 1389
        },
        {
          "StatusCode": 409,
          "Total": 24,
          "Average": 0.16,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 41123,
          "Average": 268.78,
          "Max": 2449,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4361688,
          "Average": 28507.76,
          "Max": 65449,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a39%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1326103,
          "Average": 8667.34,
          "Max": 10529,
          "Min": 29
        },
        {
          "StatusCode": 404,
          "Total": 4857,
          "Average": 31.75,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1050,
          "Average": 6.86,
          "Max": 55,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 110432,
          "Average": 721.78,
          "Max": 1692,
          "Min": 533
        },
        {
          "StatusCode": 449,
          "Total": 6017,
          "Average": 39.33,
          "Max": 125,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a40%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3956813,
          "Average": 25693.59,
          "Max": 30184,
          "Min": 61
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 140,
          "Average": 0.91,
          "Max": 112,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 19024,
          "Average": 123.53,
          "Max": 276,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3251,
          "Average": 21.11,
          "Max": 209,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 346308,
          "Average": 2248.75,
          "Max": 5199,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 13585,
          "Average": 88.21,
          "Max": 224,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a41%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6823447,
          "Average": 44308.1,
          "Max": 52693,
          "Min": 119
        },
        {
          "StatusCode": 400,
          "Total": 25304,
          "Average": 164.31,
          "Max": 2239,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8968,
          "Average": 58.23,
          "Max": 4101,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 26,
          "Average": 0.17,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4786,
          "Average": 31.08,
          "Max": 264,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 703033,
          "Average": 4565.15,
          "Max": 10523,
          "Min": 2608
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a41%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33215612,
          "Average": 215685.79,
          "Max": 246998,
          "Min": 122
        },
        {
          "StatusCode": 400,
          "Total": 105,
          "Average": 0.68,
          "Max": 67,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 2929,
          "Average": 19.02,
          "Max": 160,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23311,
          "Average": 151.37,
          "Max": 2062,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 171552,
          "Average": 1113.97,
          "Max": 5112,
          "Min": 45
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a42%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7393995,
          "Average": 48012.95,
          "Max": 59605,
          "Min": 124
        },
        {
          "StatusCode": 404,
          "Total": 19693,
          "Average": 127.88,
          "Max": 1180,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 21893,
          "Average": 142.16,
          "Max": 1856,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 145846,
          "Average": 947.05,
          "Max": 2286,
          "Min": 49
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a43%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 16,
          "First": "2015-02-17T19:45:00",
          "Last": "2015-02-18T01:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 15,
          "First": "2015-02-17T19:45:00",
          "Last": "2015-02-18T03:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-18T01:20:00",
          "Last": "2015-02-18T01:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 37,
          "First": "2015-02-17T19:45:00",
          "Last": "2015-02-18T04:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 2,
          "First": "2015-02-18T03:10:00",
          "Last": "2015-02-18T03:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a46%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T21:00:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a50%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a50%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "309 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 150,
          "First": "2015-02-17T22:57:55.022",
          "Last": "2015-02-18T08:41:51.547"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 14,
          "First": "2015-02-18T03:56:10.583",
          "Last": "2015-02-18T08:36:50.835"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 29,
          "First": "2015-02-18T02:03:14.821",
          "Last": "2015-02-18T08:41:51.547"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 116,
          "First": "2015-02-18T00:38:10.765",
          "Last": "2015-02-18T08:41:51.547"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "771 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 51,
          "HourlyAverage": 4.121
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 612,
          "HourlyAverage": 49.456
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 72,
          "HourlyAverage": 5.818
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 2.586
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.323
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ab3bfd20-b7f8-4cdf-9863-45b9b30e4763",
          "MaxQuota": 8144708,
          "MaxUsage": 7217496
        },
        {
          "PartitionId": "22d70263-a729-4627-b259-2532b82b1f40",
          "MaxQuota": 8144708,
          "MaxUsage": 7174327
        },
        {
          "PartitionId": "c4fde78b-7fac-4166-9c46-f0bc0d442d02",
          "MaxQuota": 8144708,
          "MaxUsage": 7163366
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "ab3bfd20-b7f8-4cdf-9863-45b9b30e4763",
          "MaxCrudUsage": 7136,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11332
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "d1bfc20b-d072-4560-a1ef-6e78ea9ade25",
          "MaxCrudUsage": 7040,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11316
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "c4fde78b-7fac-4166-9c46-f0bc0d442d02",
          "MaxCrudUsage": 7072,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11316
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a52%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 104 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T22:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 260.932,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T00:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 151.725,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T00:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 150.199,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T22:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 138.868,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T00:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 132.434,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a53%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.441871
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 81.124835
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.209828
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 81.242794
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 81.350272
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a54%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 53.463302
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48.453496
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 46.890788
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45.760737
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 37.344371
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a55%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 43.871836
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 42.588856
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 35.334153
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 34.634407
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 32.793175
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a55%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 42515.034483
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42656.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 44819.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 44937.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 45361.206897
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a55%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a56%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a56%3a47Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-5%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "810 Gateway Https requests with 500 | 1766 Direct Tcp requests with 500 | 245 Direct Https requests with 500 | 49 Direct Https requests with 503 | 173 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 587,
          "Average": 293.5,
          "First": "2015-02-18T02:10:00",
          "Last": "2015-02-18T03:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1614,
          "Average": 1614.0,
          "First": "2015-02-18T02:10:00",
          "Last": "2015-02-18T02:10:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 210,
          "Average": 210.0,
          "First": "2015-02-18T02:10:00",
          "Last": "2015-02-18T02:10:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 35,
          "Average": 35.0,
          "First": "2015-02-18T01:45:00",
          "Last": "2015-02-18T01:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 152,
          "Average": 152.0,
          "First": "2015-02-18T01:45:00",
          "Last": "2015-02-18T01:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 223,
          "Average": 111.5,
          "First": "2015-02-18T01:45:00",
          "Last": "2015-02-18T02:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 49,
          "Average": 4.455,
          "First": "2015-02-17T21:50:00",
          "Last": "2015-02-18T05:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 161,
          "Average": 32.2,
          "First": "2015-02-18T02:45:00",
          "Last": "2015-02-18T06:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 11,
          "Average": 2.75,
          "First": "2015-02-18T00:35:00",
          "Last": "2015-02-18T08:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-17T21:45:00",
          "Last": "2015-02-17T21:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a56%3a58Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-18+03%3a43%3a36Z&end=2015-02-18+16%3a57%3a10Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T08:57:16.2956944-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1030336,
      "PhysicalCRUDUsageInMB": 1991896,
      "LogicalIndexUsageInMB": 34625,
      "LogicalCRUDUsageInMB": 445172,
      "ClientReportedUsageInMB": 475145
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBxAwAAAAAAAA==",
  "_ts": 1424279652,
  "_etag": "\"2a0049db-0000-0000-0000-54e4c8640000\"",
  "_attachments": "attachments/"
},
{
  "id": "d70c0a85-4660-40d7-9a22-076512e90258",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgByAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T20:28:18.7264181-08:00",
  "CompletedTime": "2015-02-17T20:34:19.7317287-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "63b9e127-26b8-4e26-903a-e8f08c281571",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T20:28:20.1527966-08:00",
      "EndTime": "2015-02-17T20:28:28.7530513-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgByAwAAAAAAAA==",
  "_ts": 1424234059,
  "_etag": "\"260026cf-0000-0000-0000-54e4164b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1641c6f2-df4f-45df-bbbe-57ed4a13db99",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBzAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T20:34:20.0109244-08:00",
  "CompletedTime": "2015-02-17T20:35:50.195476-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2d0117f4-97ee-4a6f-b61c-a8823793561b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T20:34:21.072189-08:00",
      "EndTime": "2015-02-17T20:34:29.3781899-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBzAwAAAAAAAA==",
  "_ts": 1424234149,
  "_etag": "\"26001fd1-0000-0000-0000-54e416a50000\"",
  "_attachments": "attachments/"
},
{
  "id": "9a0fb1bb-653c-4c94-8bcc-8b9e7b3adc14",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB0AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T20:35:50.4826764-08:00",
  "CompletedTime": "2015-02-17T20:53:44.5987036-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "45faecc0-d1e8-4e6d-8a9b-3cdf548564a4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-17T20:35:51.5329849-08:00",
      "EndTime": "2015-02-17T20:35:59.8145422-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB0AwAAAAAAAA==",
  "_ts": 1424235224,
  "_etag": "\"2600a8e9-0000-0000-0000-54e41ad80000\"",
  "_attachments": "attachments/"
},
{
  "id": "d3f3c4fe-2e9d-4ced-abb3-7963e359bc54",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB1AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-17T20:53:44.878899-08:00",
  "CompletedTime": "2015-02-18T19:26:03.9380734-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a53fbeea-d026-4631-8d81-0afab64e65a7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T20:55:50.8500975-08:00",
      "CompleteTime": "2015-02-17T21:03:27.257823-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6805cd6b-bd74-4093-b4ae-8b979fc679bc",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-17T20:55:51.2357138-08:00",
      "CompleteTime": "2015-02-17T21:04:27.5579272-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ebfc867d-9e9d-474d-a475-fa970eb92c7e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-17T20:55:51.5820583-08:00",
      "CompleteTime": "2015-02-17T21:02:58.0370849-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1fe408ed-3beb-413d-a901-d81b5c2fff9d",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-17T20:55:51.9313052-08:00",
      "CompleteTime": "2015-02-17T21:04:09.1990253-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c3ac3277-d019-4843-93cb-aec792280d33",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-17T22:10:48.6892939-08:00",
      "CompleteTime": "2015-02-17T22:20:52.9961279-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3e2634b-787a-453b-b718-3e39cd39b4c8",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-17T23:42:56.322983-08:00",
      "CompleteTime": "2015-02-18T09:25:05.0575329-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "96c21b52-64dd-42d1-8d18-f43e174ff4f5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T11:36:44.1971754-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "281da294-31bc-4ff3-a3d7-79dd0328692f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.4\\x64\\Release",
      "StartTime": "2015-02-17T21:55:52.6693337-08:00",
      "EndTime": "2015-02-17T23:42:51.3541853-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0ccb074b-cdba-456f-8edb-f9cf7238173f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150217.4\\x64\\Release",
      "StartTime": "2015-02-18T09:24:26.5041718-08:00",
      "EndTime": "2015-02-18T09:25:16.3530359-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a11%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "10 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T22:50:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T23:10:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-17T23:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T00:50:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T01:05:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T02:20:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T05:05:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T06:00:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T06:30:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-02-18T06:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a11%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "458 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 41,
          "First": "2015-02-17T23:42:32.859081",
          "Last": "2015-02-18T14:00:53.8944579"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-17T22:12:50.6913816",
          "Last": "2015-02-17T22:12:50.6913816"
        },
        {
          "Message": "User was charged a lot - most probably bug in charging logic. Actual cpu %lld, io %lld. Maximum cpu %lld, io %lld.",
          "Role": "ServerCluster0",
          "Count": 258,
          "First": "2015-02-18T05:22:52.9446265",
          "Last": "2015-02-18T14:10:54.2597465"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 158,
          "First": "2015-02-17T22:25:39.1611084",
          "Last": "2015-02-18T09:57:20.4840161"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a11%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408 | 7616 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 14,
          "First": "2015-02-17T22:40:16.7744114",
          "Last": "2015-02-17T22:52:27.473805"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 6625,
          "First": "2015-02-17T22:40:42.6642091",
          "Last": "2015-02-18T08:54:52.7737909"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 989,
          "First": "2015-02-17T22:40:49.501481",
          "Last": "2015-02-18T08:54:52.8380999"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 3,
          "First": "2015-02-17T22:40:16.4242394",
          "Last": "2015-02-17T22:40:19.9123116"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "First": "2015-02-18T04:16:26.9477242",
          "Last": "2015-02-18T04:16:36.5078975"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "First": "2015-02-17T22:40:19.624472",
          "Last": "2015-02-17T22:52:27.3890424"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a12%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "25 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-02-17T22:40:00",
          "Last": "2015-02-17T22:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 18,
          "First": "2015-02-17T22:40:00",
          "Last": "2015-02-17T22:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-17T22:50:00",
          "Last": "2015-02-17T22:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a13%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 50842350,
          "Average": 249227.21,
          "Max": 355144,
          "Min": 638
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.09,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3835,
          "Average": 18.8,
          "Max": 3835,
          "Min": 3835
        },
        {
          "StatusCode": 403,
          "Total": 13661833,
          "Average": 66969.77,
          "Max": 247019,
          "Min": 1419
        },
        {
          "StatusCode": 404,
          "Total": 74589,
          "Average": 365.63,
          "Max": 8118,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 18,
          "Average": 0.09,
          "Max": 14,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 47771,
          "Average": 234.17,
          "Max": 5322,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5467633,
          "Average": 26802.12,
          "Max": 65995,
          "Min": 161
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a14%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 16:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1806320,
          "Average": 8854.51,
          "Max": 10534,
          "Min": 12
        },
        {
          "StatusCode": 401,
          "Total": 101,
          "Average": 0.5,
          "Max": 101,
          "Min": 101
        },
        {
          "StatusCode": 404,
          "Total": 4260,
          "Average": 20.88,
          "Max": 108,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1081,
          "Average": 5.3,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 166590,
          "Average": 816.62,
          "Max": 1801,
          "Min": 11
        },
        {
          "StatusCode": 449,
          "Total": 3268,
          "Average": 16.02,
          "Max": 79,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a15%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 16:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5381576,
          "Average": 26251.59,
          "Max": 30174,
          "Min": 27
        },
        {
          "StatusCode": 401,
          "Total": 351,
          "Average": 1.71,
          "Max": 351,
          "Min": 351
        },
        {
          "StatusCode": 403,
          "Total": 6217,
          "Average": 30.33,
          "Max": 798,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 16424,
          "Average": 80.12,
          "Max": 440,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3417,
          "Average": 16.67,
          "Max": 221,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 506524,
          "Average": 2470.85,
          "Max": 5315,
          "Min": 23
        },
        {
          "StatusCode": 449,
          "Total": 9592,
          "Average": 46.79,
          "Max": 145,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a16%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7541334,
          "Average": 36787,
          "Max": 53955,
          "Min": 846
        },
        {
          "StatusCode": 400,
          "Total": 2065119,
          "Average": 10074,
          "Max": 36739,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 450,
          "Average": 2,
          "Max": 450,
          "Min": 450
        },
        {
          "StatusCode": 403,
          "Total": 8736,
          "Average": 43,
          "Max": 3721,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0,
          "Max": 4,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 6793,
          "Average": 33,
          "Max": 732,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 894323,
          "Average": 4363,
          "Max": 10679,
          "Min": 510
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a17%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 16:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 45910279,
          "Average": 223952.58,
          "Max": 255250,
          "Min": 28321
        },
        {
          "StatusCode": 400,
          "Total": 13905,
          "Average": 67.83,
          "Max": 400,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 451,
          "Average": 2.2,
          "Max": 451,
          "Min": 451
        },
        {
          "StatusCode": 404,
          "Total": 11899,
          "Average": 58.04,
          "Max": 959,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 9657,
          "Average": 47.11,
          "Max": 2345,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 825178,
          "Average": 4025.26,
          "Max": 9919,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a18%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8245298,
          "Average": 40220.97,
          "Max": 58352,
          "Min": 98
        },
        {
          "StatusCode": 401,
          "Total": 578,
          "Average": 2.82,
          "Max": 578,
          "Min": 578
        },
        {
          "StatusCode": 404,
          "Total": 31836,
          "Average": 155.3,
          "Max": 1563,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 8696,
          "Average": 42.42,
          "Max": 1219,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 91234,
          "Average": 445.04,
          "Max": 6365,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a19%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-02-18T08:55:00",
          "Last": "2015-02-18T08:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 2338,
          "First": "2015-02-18T01:15:00",
          "Last": "2015-02-18T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 43,
          "First": "2015-02-18T03:00:00",
          "Last": "2015-02-18T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 3576,
          "First": "2015-02-18T01:20:00",
          "Last": "2015-02-18T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 53,
          "First": "2015-02-18T01:40:00",
          "Last": "2015-02-18T10:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 5270,
          "First": "2015-02-17T22:40:00",
          "Last": "2015-02-18T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 66,
          "First": "2015-02-18T01:30:00",
          "Last": "2015-02-18T12:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a28%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a34%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a34%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a36%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "743 replica health errors | 1 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 360,
          "First": "2015-02-18T01:11:56.57",
          "Last": "2015-02-18T14:33:49.988"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 23,
          "First": "2015-02-18T09:18:04.533",
          "Last": "2015-02-18T14:13:46.843"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 133,
          "First": "2015-02-18T04:12:21.442",
          "Last": "2015-02-18T14:33:49.988"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 226,
          "First": "2015-02-18T03:47:17.972",
          "Last": "2015-02-18T14:33:49.988"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 1,
          "First": "2015-02-17T23:51:45.724",
          "Last": "2015-02-17T23:51:45.724"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a36%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1133 replica alerts for FullCopy  | 41 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 109,
          "HourlyAverage": 6.156
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 962,
          "HourlyAverage": 54.333
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 1.356
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.056
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 37,
          "HourlyAverage": 2.09
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 41,
          "HourlyAverage": 2.316
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a36%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a36%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "efe9b335-47a1-45ab-9e8e-2c79d81146e2",
          "MaxQuota": 10471182,
          "MaxUsage": 9776320
        },
        {
          "PartitionId": "f9b4c417-0548-4bdf-bc31-d69bf33c1f41",
          "MaxQuota": 10471182,
          "MaxUsage": 9758400
        },
        {
          "PartitionId": "bd9f56d2-da11-435d-9344-16119dcbcc28",
          "MaxQuota": 10471182,
          "MaxUsage": 9371011
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a37%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "efe9b335-47a1-45ab-9e8e-2c79d81146e2",
          "MaxCrudUsage": 9672,
          "MaxIndexUsage": 1837,
          "MaxTotalUsage": 11705
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "f9b4c417-0548-4bdf-bc31-d69bf33c1f41",
          "MaxCrudUsage": 9544,
          "MaxIndexUsage": 1845,
          "MaxTotalUsage": 11585
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "bd9f56d2-da11-435d-9344-16119dcbcc28",
          "MaxCrudUsage": 9224,
          "MaxIndexUsage": 1732,
          "MaxTotalUsage": 11213
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a37%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-17T22:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 304.035,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T22:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 291.649,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T22:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 270.678,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T22:40:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 257.045,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-17T22:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 160.764,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a38%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 80.96326
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 81.869347
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.88429
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.072567
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.400456
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a40%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48.566283
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 46.800961
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 41.300669
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 40.294473
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39.959402
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+04%3a53%3a44Z&end=2015-02-18+22%3a41%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T10:53:34.6124556-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-18T14:42:20.1911418-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB1AwAAAAAAAA==",
  "_ts": 1424316363,
  "_etag": "\"2d008b5a-0000-0000-0000-54e557cb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e6f5d66e-e69c-484a-a46f-f8e83afdd1c0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB2AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-18T09:14:13.5930524-08:00",
  "CompletedTime": "2015-02-18T09:20:12.165705-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "80480971-13b2-4f32-a317-8223a421cf2e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T09:14:15.0002133-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB2AwAAAAAAAA==",
  "_ts": 1424280011,
  "_etag": "\"2a006de3-0000-0000-0000-54e4c9cb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "25f04bae-52e9-4708-a3d6-37099bf00bd2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB3AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-18T09:20:12.3708555-08:00",
  "CompletedTime": "2015-02-18T13:14:13.349047-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "beca280f-df21-4b67-94b9-69da3a5fbeb2",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-18T10:05:45.764087-08:00",
      "CompleteTime": "2015-02-18T10:12:55.4731212-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06748dc7-5e0b-48ea-ab46-c9ac654d57d9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-18T10:05:46.3356068-08:00",
      "CompleteTime": "2015-02-18T10:14:53.7950003-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6fc113f6-4d9c-4da3-a3eb-4ed3e88d034e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T10:05:46.6707047-08:00",
      "CompleteTime": "2015-02-18T10:13:23.404674-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a059006-b308-4ecc-b3a2-81e96e34fc63",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-18T10:05:47.1600157-08:00",
      "CompleteTime": "2015-02-18T10:14:23.5029065-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "97e77d60-73fd-4f37-bb15-1ff8766a17ad",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T11:20:44.8133058-08:00",
      "CompleteTime": "2015-02-18T11:30:50.133889-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4d1698b8-3c99-465c-a45c-9836904774d5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-18T12:32:14.9397144-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "1701ad10-75d8-4e1a-92c3-00bc2826bd61",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T09:20:13.4098296-08:00",
      "EndTime": "2015-02-18T09:33:13.5336209-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c9e07320-a0c9-4357-875e-938a1fc5fbc9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T09:34:39.4459496-08:00",
      "EndTime": "2015-02-18T09:35:46.8986747-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "580faa81-5775-457f-834c-c753f85a633d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T09:35:47.2379085-08:00",
      "EndTime": "2015-02-18T10:05:39.9376052-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "af1e124a-022a-4a5f-b629-b45c2569014f",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T11:05:46.6713509-08:00",
      "EndTime": "2015-02-18T12:32:12.2688015-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB3AwAAAAAAAA==",
  "_ts": 1424294052,
  "_etag": "\"2b0048ee-0000-0000-0000-54e500a40000\"",
  "_attachments": "attachments/"
},
{
  "id": "56bb5c8a-d29f-44cb-9c68-4f4aabf66be2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB4AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-18T13:14:13.6422268-08:00",
  "CompletedTime": "2015-02-18T13:32:20.0713194-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "12c30718-d394-483f-9bfa-3972f8013046",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T13:14:14.6789245-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB4AwAAAAAAAA==",
  "_ts": 1424295139,
  "_etag": "\"2b0074fa-0000-0000-0000-54e504e30000\"",
  "_attachments": "attachments/"
},
{
  "id": "1913f5c9-6b4d-47df-997c-fc3a3410a7fc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB5AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-18T13:32:20.313487-08:00",
  "CompletedTime": "2015-02-18T14:33:11.9321243-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6813d7a5-3c1e-43f2-9ae6-871cd868b9f5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T13:32:21.2871611-08:00",
      "EndTime": "2015-02-18T13:48:53.6471882-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f847aaf6-31e0-4194-9a11-d7543a3439d2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T13:50:24.3516135-08:00",
      "EndTime": "2015-02-18T13:51:31.9842794-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "e63ab686-dbb5-4d01-985a-8efbbc1f7285",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T13:51:32.3115058-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB5AwAAAAAAAA==",
  "_ts": 1424298791,
  "_etag": "\"2c005c2e-0000-0000-0000-54e513270000\"",
  "_attachments": "attachments/"
},
{
  "id": "291bb824-b6e9-4a52-a3bb-748b4d9e0002",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB6AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-18T14:33:12.1482748-08:00",
  "CompletedTime": "2015-02-19T03:18:29.0273114-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "20c544b0-6a76-420e-a602-21db29326ece",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-18T15:17:47.5597846-08:00",
      "CompleteTime": "2015-02-18T15:26:58.1917238-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dea37b48-efa6-4fc4-b3fd-e4e29e7a90dd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T15:17:48.46441-08:00",
      "CompleteTime": "2015-02-18T15:24:55.3542831-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6546692e-e5c2-48ec-a487-7fb84a8cf336",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-18T15:17:48.8066468-08:00",
      "CompleteTime": "2015-02-18T15:26:25.153855-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a56dcfb1-db38-40c4-bb08-2c6578abffac",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-18T15:17:49.291983-08:00",
      "CompleteTime": "2015-02-18T15:25:55.1232686-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "61dcd444-7f5f-4380-94ea-5a0c4ff90737",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T16:32:46.3524883-08:00",
      "CompleteTime": "2015-02-18T16:40:20.4061234-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1117d1b3-65a5-4031-b10a-b1c8350a06fa",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-18T17:38:56.3098029-08:00",
      "CompleteTime": "2015-02-18T17:50:06.7504678-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bd964f37-e782-455b-aea4-405a33176b7d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T22:33:19.3541954-08:00",
      "CompleteTime": "2015-02-18T22:41:23.589484-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d1e3b698-2bad-4085-8000-48e0950ed304",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-19T01:22:46.8477374-08:00",
      "CompleteTime": "2015-02-19T02:11:00.0234849-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "37a69553-3693-4348-8e12-ec9b22fd02b4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T14:33:12.942824-08:00",
      "EndTime": "2015-02-18T14:46:11.9454291-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2116b12a-b0a1-4364-abcf-1731d834cd70",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T14:47:00.1094482-08:00",
      "EndTime": "2015-02-18T14:48:09.1902091-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d1080d0-57d3-4511-b2fb-3908c238f2d3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T14:48:09.5294432-08:00",
      "EndTime": "2015-02-18T15:17:41.3792213-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "06302da1-e93a-4170-a20f-9eb9d775c110",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T16:17:47.1046519-08:00",
      "EndTime": "2015-02-18T17:38:53.3426065-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a703a5d-0736-425e-b5a8-6ee1364c982b",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T18:18:56.3189055-08:00",
      "EndTime": "2015-02-18T19:45:11.6014271-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b28eb3aa-9d7b-46c5-a8b1-de7e2fd0e475",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T20:25:14.5586913-08:00",
      "EndTime": "2015-02-18T22:31:56.9289213-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ecd15467-055b-4ed4-a571-ab56d3ef7453",
      "EventName": "Upgrade Package",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-18T23:11:59.6736128-08:00",
      "EndTime": "2015-02-19T01:18:28.2668226-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-19T01:59:02.5500916",
          "Last": "2015-02-19T01:59:23.4497807"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2163 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 327,
          "First": "2015-02-18T20:55:16.8166924",
          "Last": "2015-02-18T22:19:35.2356159"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1067,
          "First": "2015-02-18T20:55:16.824523",
          "Last": "2015-02-19T00:00:22.0208857"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 146,
          "First": "2015-02-18T20:55:17.5989073",
          "Last": "2015-02-19T00:00:22.0392432"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 119,
          "First": "2015-02-18T20:55:16.8437863",
          "Last": "2015-02-18T23:27:34.2062228"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 402,
          "First": "2015-02-18T23:33:44.7320897",
          "Last": "2015-02-18T23:33:48.6719543"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 16,
          "First": "2015-02-18T20:55:16.8458892",
          "Last": "2015-02-18T23:27:30.1489278"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 9,
          "First": "2015-02-18T23:17:30.0454877",
          "Last": "2015-02-18T23:17:31.9293338"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 66,
          "First": "2015-02-18T23:17:29.9756439",
          "Last": "2015-02-18T23:47:34.8723122"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 9,
          "First": "2015-02-18T23:17:30.0847349",
          "Last": "2015-02-18T23:17:31.7313669"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-02-18T23:47:34.9649269",
          "Last": "2015-02-18T23:47:34.9873394"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 25719457,
          "Average": 182407.5,
          "Max": 357463,
          "Min": 6392
        },
        {
          "StatusCode": 400,
          "Total": 53,
          "Average": 0.38,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 13225271,
          "Average": 93796.25,
          "Max": 288941,
          "Min": 16856
        },
        {
          "StatusCode": 404,
          "Total": 258619,
          "Average": 1834.18,
          "Max": 26485,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 20,
          "Average": 0.14,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 48944,
          "Average": 347.12,
          "Max": 2037,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3881313,
          "Average": 27527.04,
          "Max": 64708,
          "Min": 10403
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 943208,
          "Average": 6689.42,
          "Max": 10692,
          "Min": 181
        },
        {
          "StatusCode": 404,
          "Total": 4467,
          "Average": 31.68,
          "Max": 75,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1041,
          "Average": 7.38,
          "Max": 76,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 126995,
          "Average": 900.67,
          "Max": 1601,
          "Min": 146
        },
        {
          "StatusCode": 449,
          "Total": 6423,
          "Average": 45.55,
          "Max": 196,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2805159,
          "Average": 19894.74,
          "Max": 31330,
          "Min": 444
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9144,
          "Average": 64.85,
          "Max": 2623,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 16702,
          "Average": 118.45,
          "Max": 273,
          "Min": 23
        },
        {
          "StatusCode": 410,
          "Total": 3282,
          "Average": 23.28,
          "Max": 197,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 397099,
          "Average": 2816.3,
          "Max": 5019,
          "Min": 647
        },
        {
          "StatusCode": 449,
          "Total": 13584,
          "Average": 96.34,
          "Max": 370,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3775095,
          "Average": 26773.72,
          "Max": 53996,
          "Min": 678
        },
        {
          "StatusCode": 400,
          "Total": 1983358,
          "Average": 14066.37,
          "Max": 44557,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8850,
          "Average": 62.77,
          "Max": 4302,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 19,
          "Average": 0.13,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5747,
          "Average": 40.76,
          "Max": 281,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 637413,
          "Average": 4520.66,
          "Max": 10631,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29559919,
          "Average": 208168.44,
          "Max": 254303,
          "Min": 1011
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2025,
          "Average": 14.26,
          "Max": 186,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25288,
          "Average": 178.08,
          "Max": 1958,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 135094,
          "Average": 951.37,
          "Max": 6234,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4443084,
          "Average": 31289.32,
          "Max": 60550,
          "Min": 1016
        },
        {
          "StatusCode": 404,
          "Total": 21423,
          "Average": 150.87,
          "Max": 774,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 21110,
          "Average": 148.66,
          "Max": 1789,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 115818,
          "Average": 815.62,
          "Max": 3121,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 28,
          "First": "2015-02-18T20:50:00",
          "Last": "2015-02-18T21:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-18T15:00:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "844 replica health errors | 112 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 599,
          "First": "2015-02-18T17:10:58.325",
          "Last": "2015-02-19T01:56:09.749"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 115,
          "First": "2015-02-18T22:23:50.864",
          "Last": "2015-02-19T01:56:09.668"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-02-18T23:59:05.481",
          "Last": "2015-02-18T23:59:05.481"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 17,
          "First": "2015-02-18T18:11:07.824",
          "Last": "2015-02-19T01:09:16.761"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 112,
          "First": "2015-02-19T01:34:18.509",
          "Last": "2015-02-19T01:41:05.94"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "1630 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 42,
          "HourlyAverage": 3.496
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 295,
          "HourlyAverage": 24.556
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1127,
          "HourlyAverage": 93.813
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 35,
          "HourlyAverage": 2.913
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 128,
          "HourlyAverage": 10.655
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.25
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "706d276d-1729-4ff7-9d7e-a6c9afd9f4ee",
          "MaxQuota": 3490816,
          "MaxUsage": 3305088
        },
        {
          "PartitionId": "b074d8dc-651d-4182-b760-7b4bf7456eff",
          "MaxQuota": 3490816,
          "MaxUsage": 3305088
        },
        {
          "PartitionId": "57db466d-62fb-477d-9bfa-ba759cc9823e",
          "MaxQuota": 3490816,
          "MaxUsage": 3296224
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "de43d43b-bf33-463c-ba06-621e4fae9a6c",
          "MaxCrudUsage": 2944,
          "MaxIndexUsage": 3416,
          "MaxTotalUsage": 5992
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "b074d8dc-651d-4182-b760-7b4bf7456eff",
          "MaxCrudUsage": 3240,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 5180
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "52d0ba20-7652-4003-81b6-37eb73845a6e",
          "MaxCrudUsage": 3240,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 5180
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 26 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-18T17:05:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 435.557,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T00:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 199.673,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T19:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 143.764,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T22:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 127.099,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T19:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 124.142,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.517902
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 87.600867
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.7022
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.717724
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 88.093795
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 41.979459
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 39.915384
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 31.07883
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 28.028683
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 27.8169
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 244.380594
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 233.062514
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 208.637385
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 181.800853
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 129.825811
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 70522.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 71338.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 73635.882353
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 77018.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 77028.12
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-5%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1434 Gateway Https requests with 500 | 170 Direct Tcp requests with 500 | 46 Direct Https requests with 500 | 886 Direct Tcp requests with 503 | 113 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1348,
          "Average": 337.0,
          "First": "2015-02-18T20:55:00",
          "Last": "2015-02-19T00:00:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 170,
          "Average": 85.0,
          "First": "2015-02-18T20:55:00",
          "Last": "2015-02-18T22:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 46,
          "Average": 23.0,
          "First": "2015-02-18T20:55:00",
          "Last": "2015-02-18T22:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 86,
          "Average": 43.0,
          "First": "2015-02-18T23:15:00",
          "Last": "2015-02-18T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 843,
          "Average": 84.3,
          "First": "2015-02-18T17:10:00",
          "Last": "2015-02-19T01:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 98,
          "Average": 10.889,
          "First": "2015-02-18T16:40:00",
          "Last": "2015-02-18T23:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-02-18T18:15:00",
          "Last": "2015-02-19T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 17,
          "Average": 4.25,
          "First": "2015-02-18T18:15:00",
          "Last": "2015-02-19T02:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Count": 24,
          "Average": 12.0,
          "First": "2015-02-18T17:10:00",
          "Last": "2015-02-18T18:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Count": 11,
          "Average": 5.5,
          "First": "2015-02-18T17:10:00",
          "Last": "2015-02-18T18:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-18T16:45:00",
          "Last": "2015-02-18T18:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-18+22%3a33%3a12Z&end=2015-02-19+11%3a18%3a29Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-19T03:18:29.0273114-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1748,
      "PhysicalCRUDUsageInMB": 11240,
      "LogicalIndexUsageInMB": 48,
      "LogicalCRUDUsageInMB": 795,
      "ClientReportedUsageInMB": 506
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB6AwAAAAAAAA==",
  "_ts": 1424346005,
  "_etag": "\"0100c2c4-0000-0000-0000-54e5cb950000\"",
  "_attachments": "attachments/"
},
{
  "id": "c986f683-9d9d-40ff-b7d1-4b65dac4043c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB7AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-18T17:24:56.9062465-08:00",
  "CompletedTime": "2015-02-19T07:33:57.9084427-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "378f1b5b-db36-4900-a5bd-2ffe94c81c95",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T18:27:05.7864026-08:00",
      "CompleteTime": "2015-02-18T18:36:43.8694749-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aee8ed30-c405-41f8-a12a-06b112fe53ff",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-18T18:27:06.3038139-08:00",
      "CompleteTime": "2015-02-18T18:36:14.0273334-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a38f4f2-3819-46c2-a2bc-7225a0a231a4",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-18T18:27:06.8025496-08:00",
      "CompleteTime": "2015-02-18T18:34:43.5520152-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "876f9ebc-6695-498e-8a20-5b9e9bee376d",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-18T18:27:12.3944378-08:00",
      "CompleteTime": "2015-02-18T18:34:30.8044687-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "adc05a21-e160-4f3e-9be7-d0702fdb77f6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T19:42:01.0232073-08:00",
      "CompleteTime": "2015-02-18T19:51:36.0484205-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f5aead94-8148-4933-8fc5-ff9be5a63a96",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-18T21:00:44.5742671-08:00",
      "CompleteTime": "2015-02-18T21:12:02.1188361-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a206dffd-86f3-4708-b233-6550a886d671",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T23:37:09.245548-08:00",
      "CompleteTime": "2015-02-18T23:45:14.480676-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f1db614b-ccf8-45a1-97ff-61de62acf815",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-19T05:40:49.2192294-08:00",
      "CompleteTime": "2015-02-19T06:45:11.5113545-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "0c060f19-e353-4c4e-a5ee-c888ba1f33fd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T17:25:00.729476-08:00",
      "EndTime": "2015-02-18T17:38:05.6848048-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8dfb660e-3c02-4685-9405-8fead1f851f7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T17:38:50.9386267-08:00",
      "EndTime": "2015-02-18T17:40:01.7634601-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b95ceb97-012c-435f-a42d-dfd85f565abf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T17:40:02.1367602-08:00",
      "EndTime": "2015-02-18T18:11:31.8307155-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd40c099-f347-44a3-874c-98862d9ba19b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T18:11:42.32235-08:00",
      "EndTime": "2015-02-18T18:25:41.4872558-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff59c7b6-2b0b-487f-8470-a651a2be1a17",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T19:27:03.7483668-08:00",
      "EndTime": "2015-02-18T20:55:12.3882988-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7aa611a1-5c15-4961-8a8f-396d8955adc5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T21:40:58.4240218-08:00",
      "EndTime": "2015-02-18T23:10:36.8221797-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea6d1680-9916-4efb-8822-7f60537204a1",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T23:59:37.7502647-08:00",
      "EndTime": "2015-02-19T02:20:18.7141259-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bf29948a-4219-4eef-814a-2cc7ebb022b6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-19T03:11:41.8564638-08:00",
      "EndTime": "2015-02-19T05:18:41.8746293-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42954474,
          "Average": 278925.16,
          "Max": 350137,
          "Min": 4769
        },
        {
          "StatusCode": 400,
          "Total": 49,
          "Average": 0.32,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 6486,
          "Average": 42.12,
          "Max": 6486,
          "Min": 6486
        },
        {
          "StatusCode": 403,
          "Total": 210062,
          "Average": 1364.04,
          "Max": 45286,
          "Min": 1078
        },
        {
          "StatusCode": 404,
          "Total": 116408,
          "Average": 755.9,
          "Max": 9905,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.19,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47623,
          "Average": 309.24,
          "Max": 2005,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6655511,
          "Average": 43217.6,
          "Max": 169287,
          "Min": 2874
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1264081,
          "Average": 8208.32,
          "Max": 10417,
          "Min": 151
        },
        {
          "StatusCode": 401,
          "Total": 137,
          "Average": 0.89,
          "Max": 137,
          "Min": 137
        },
        {
          "StatusCode": 404,
          "Total": 5248,
          "Average": 34.08,
          "Max": 141,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1196,
          "Average": 7.77,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 155657,
          "Average": 1010.76,
          "Max": 2897,
          "Min": 35
        },
        {
          "StatusCode": 449,
          "Total": 8149,
          "Average": 52.92,
          "Max": 193,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3782066,
          "Average": 24558.87,
          "Max": 30279,
          "Min": 451
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 478,
          "Average": 3.1,
          "Max": 478,
          "Min": 478
        },
        {
          "StatusCode": 403,
          "Total": 524,
          "Average": 3.4,
          "Max": 251,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 21497,
          "Average": 139.59,
          "Max": 444,
          "Min": 37
        },
        {
          "StatusCode": 410,
          "Total": 3602,
          "Average": 23.39,
          "Max": 131,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 478747,
          "Average": 3108.75,
          "Max": 8220,
          "Min": 130
        },
        {
          "StatusCode": 449,
          "Total": 17056,
          "Average": 110.75,
          "Max": 326,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6318640,
          "Average": 41030.13,
          "Max": 53039,
          "Min": 389
        },
        {
          "StatusCode": 400,
          "Total": 31191,
          "Average": 202.54,
          "Max": 6638,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 139,
          "Average": 0.9,
          "Max": 139,
          "Min": 139
        },
        {
          "StatusCode": 403,
          "Total": 8693,
          "Average": 56.45,
          "Max": 3146,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 21,
          "Average": 0.14,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5445,
          "Average": 35.36,
          "Max": 266,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1093275,
          "Average": 7099.19,
          "Max": 25288,
          "Min": 1249
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31166091,
          "Average": 202377.21,
          "Max": 222248,
          "Min": 19729
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 3,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 778,
          "Average": 5.05,
          "Max": 778,
          "Min": 778
        },
        {
          "StatusCode": 404,
          "Total": 7199,
          "Average": 46.75,
          "Max": 714,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32264,
          "Average": 209.51,
          "Max": 1645,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 256397,
          "Average": 1664.92,
          "Max": 5852,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7124594,
          "Average": 46263.6,
          "Max": 59989,
          "Min": 25
        },
        {
          "StatusCode": 401,
          "Total": 3438,
          "Average": 22.32,
          "Max": 3438,
          "Min": 3438
        },
        {
          "StatusCode": 404,
          "Total": 27637,
          "Average": 179.46,
          "Max": 937,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 31848,
          "Average": 206.81,
          "Max": 1748,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 214888,
          "Average": 1395.38,
          "Max": 6142,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 48,
          "First": "2015-02-19T01:30:00",
          "Last": "2015-02-19T04:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 44,
          "First": "2015-02-18T17:25:00",
          "Last": "2015-02-19T05:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 5,
          "First": "2015-02-19T01:45:00",
          "Last": "2015-02-19T04:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 112,
          "First": "2015-02-18T17:25:00",
          "Last": "2015-02-19T06:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "3 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 3,
          "First": "2015-02-19T05:58:54.4230151",
          "Last": "2015-02-19T06:13:46.653275"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2352 replica health errors | 233 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1124,
          "First": "2015-02-18T21:09:35.251",
          "Last": "2015-02-19T07:31:04.435"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 182,
          "First": "2015-02-19T00:10:02.311",
          "Last": "2015-02-19T07:16:02.097"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 232,
          "First": "2015-02-19T00:20:03.716",
          "Last": "2015-02-19T07:26:03.614"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 581,
          "First": "2015-02-18T21:09:35.251",
          "Last": "2015-02-19T07:31:04.505"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2127 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.486
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 661,
          "HourlyAverage": 49.425
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 155,
          "HourlyAverage": 11.59
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1205,
          "HourlyAverage": 90.101
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 3.066
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.374
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "60 partitions violated quota invariants | 60 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "d54e3073-89af-4e1a-8faf-6bdbeb065522",
          "MaxQuota": 6981471,
          "MaxUsage": 6501568
        },
        {
          "PartitionId": "8bbff3a2-11d0-4fe9-a876-c95f84337be0",
          "MaxQuota": 8144708,
          "MaxUsage": 6457247
        },
        {
          "PartitionId": "1db5ac7c-fb22-4f5f-a1ba-098fb0c8cb8f",
          "MaxQuota": 8144708,
          "MaxUsage": 6452986
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "8bbff3a2-11d0-4fe9-a876-c95f84337be0",
          "MaxCrudUsage": 6328,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10564
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4003123b-5e63-4695-962e-3ebc2c9dc1d7",
          "MaxCrudUsage": 6328,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10524
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4b3263e5-f3d8-40ff-8b6f-0340e1016966",
          "MaxCrudUsage": 6304,
          "MaxIndexUsage": 3952,
          "MaxTotalUsage": 10384
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 37 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T02:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 260.74,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T03:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 249.696,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T02:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 237.881,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T04:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 212.379,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-18T22:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 202.262,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 78.766799
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 79.430612
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 80.098008
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.363329
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 81.666188
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 49.164694
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 44.591026
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 40.977485
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 40.418738
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 39.403765
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 469.936172 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 469.936172
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 376.253442
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 347.975121
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 293.755808
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 288.968468
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 58387.62963
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60119.555556
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60175.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 60537.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 61814.083333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.InvalidOperationException",
          "ExceptionMessage": "Operation not opermitted in iterator state None",
          "Count": 1,
          "First": "2015-02-19T03:32:50.8182965",
          "Last": "2015-02-19T03:32:50.8182965"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "294 Direct Https requests with 503 | 851 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 282,
          "Average": 18.8,
          "First": "2015-02-18T19:55:00",
          "Last": "2015-02-19T05:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 841,
          "Average": 120.143,
          "First": "2015-02-19T03:15:00",
          "Last": "2015-02-19T05:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-02-18T22:15:00",
          "Last": "2015-02-19T06:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-19T03:15:00",
          "Last": "2015-02-19T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "Average": 4.0,
          "First": "2015-02-19T04:20:00",
          "Last": "2015-02-19T05:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 3.0,
          "First": "2015-02-19T04:20:00",
          "Last": "2015-02-19T05:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-19T07:00:00",
          "Last": "2015-02-19T07:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-19T07:00:00",
          "Last": "2015-02-19T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-19+01%3a24%3a56Z&end=2015-02-19+15%3a33%3a57Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T21:00:24.6490317-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 208596,
      "PhysicalCRUDUsageInMB": 343552,
      "LogicalIndexUsageInMB": 7321,
      "LogicalCRUDUsageInMB": 89050,
      "ClientReportedUsageInMB": 93673
    },
    {
      "TimeStamp": "2015-02-18T23:19:08.6457396-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 603936,
      "PhysicalCRUDUsageInMB": 746928,
      "LogicalIndexUsageInMB": 14888,
      "LogicalCRUDUsageInMB": 190697,
      "ClientReportedUsageInMB": 197935
    },
    {
      "TimeStamp": "2015-02-19T02:31:16.0179117-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 705380,
      "PhysicalCRUDUsageInMB": 1184000,
      "LogicalIndexUsageInMB": 30717,
      "LogicalCRUDUsageInMB": 389576,
      "ClientReportedUsageInMB": 37464
    },
    {
      "TimeStamp": "2015-02-19T05:33:43.620265-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-19T07:33:57.9084427-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 491592,
      "PhysicalCRUDUsageInMB": 1495368,
      "LogicalIndexUsageInMB": 29055,
      "LogicalCRUDUsageInMB": 372856,
      "ClientReportedUsageInMB": 14187
    },
    {
      "TimeStamp": "2015-02-19T07:33:57.9084427-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 491592,
      "PhysicalCRUDUsageInMB": 1495368,
      "LogicalIndexUsageInMB": 29055,
      "LogicalCRUDUsageInMB": 372856,
      "ClientReportedUsageInMB": 14241
    },
    {
      "TimeStamp": "2015-02-19T07:33:57.9084427-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 491592,
      "PhysicalCRUDUsageInMB": 1495368,
      "LogicalIndexUsageInMB": 29055,
      "LogicalCRUDUsageInMB": 372856,
      "ClientReportedUsageInMB": 14201
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB7AwAAAAAAAA==",
  "_ts": 1424381237,
  "_etag": "\"0b006961-0000-0000-0000-54e655350000\"",
  "_attachments": "attachments/"
},
{
  "id": "bc9ad322-2bab-4847-8d89-ad1a706c8ad8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB8AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-18T19:26:04.8024149-08:00",
  "CompletedTime": "2015-02-19T17:25:12.6058339-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2a3e2bf2-51fb-4e12-abe6-dfcab3223794",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T19:59:41.8936894-08:00",
      "CompleteTime": "2015-02-18T20:06:46.1116059-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5a31c6f-66f6-428b-b965-90750d9c7af8",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-18T19:59:42.2389062-08:00",
      "CompleteTime": "2015-02-18T20:09:15.9008471-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "98285942-b9dd-4dcc-89e2-b285a66c3a0c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-18T19:59:42.7012583-08:00",
      "CompleteTime": "2015-02-18T20:07:15.7554882-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "456cad62-0aba-4c99-a59b-fd563b08965a",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-18T19:59:44.0860887-08:00",
      "CompleteTime": "2015-02-18T20:07:57.8057302-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ed1776e2-c17e-42a7-91e6-5630ad5242c4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T22:13:12.4671339-08:00",
      "CompleteTime": "2015-02-18T22:21:16.5009499-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09229e23-63bb-4676-afa0-2c20b7c84271",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T05:09:05.7224978-08:00",
      "CompleteTime": "2015-02-19T05:17:39.8088875-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e2aa5933-049f-469e-8bd0-d052eced9fd6",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T19:27:59.1887907-08:00",
      "EndTime": "2015-02-18T19:29:08.5622017-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb96413e-f0e3-44a3-a7b7-b1c4200e944f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-18T19:29:08.9192209-08:00",
      "EndTime": "2015-02-18T19:58:18.5878701-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "75597d2e-33db-49f9-a7ae-1e821d70c7bc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.4\\x64\\Release",
      "StartTime": "2015-02-18T21:58:16.2374448-08:00",
      "EndTime": "2015-02-19T02:19:55.6754938-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB8AwAAAAAAAA==",
  "_ts": 1424395512,
  "_etag": "\"0c00c7af-0000-0000-0000-54e68cf80000\"",
  "_attachments": "attachments/"
},
{
  "id": "c7f1226f-ca84-4153-b4e9-211527c747b7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB9AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-18T20:07:37.5801974-08:00",
  "CompletedTime": "2015-02-19T08:36:53.0243152-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "93376dc5-8dae-410a-927e-21c4bcafc173",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-18T21:08:38.8086601-08:00",
      "CompleteTime": "2015-02-18T21:16:15.5211627-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f59d8c52-6680-4f03-8eab-c56e29dc921d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T21:08:39.4567098-08:00",
      "CompleteTime": "2015-02-18T21:15:46.9375042-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2e726a5-7c67-4647-bdc2-605021c03504",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-18T21:08:40.2017416-08:00",
      "CompleteTime": "2015-02-18T21:15:45.9294442-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ca7941cd-234a-42b0-96ce-aae463a76a03",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-18T21:08:42.0258467-08:00",
      "CompleteTime": "2015-02-18T21:16:58.5016562-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fea77afc-8d53-47c6-bc34-74e6b72f1946",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-18T22:23:37.2431031-08:00",
      "CompleteTime": "2015-02-18T22:29:11.8275196-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8aeee001-1880-4b44-a948-94de59dfddd3",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-18T23:16:52.0194963-08:00",
      "CompleteTime": "2015-02-18T23:24:12.2160898-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39ba3817-b6f9-439d-aac3-0500c0311aee",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-19T06:41:50.6050119-08:00",
      "CompleteTime": "2015-02-19T07:16:10.2802271-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ee350a3a-b636-4aff-a048-35dcac9f2eee",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T20:07:39.9053345-08:00",
      "EndTime": "2015-02-18T20:20:40.9957108-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4548407a-deab-47fc-8830-e08b2339b7a3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T20:21:18.6588463-08:00",
      "EndTime": "2015-02-18T20:22:29.5719594-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8dc1be3d-79fa-4583-b9b9-62b90a483fc5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T20:22:29.9539836-08:00",
      "EndTime": "2015-02-18T20:54:01.8597709-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2c8747ff-06a5-4258-b44d-6b0f1bf20100",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150218.3\\x64\\Release",
      "StartTime": "2015-02-18T20:54:07.1990806-08:00",
      "EndTime": "2015-02-18T21:07:22.9322568-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7bbdb2f8-dbfe-4077-92bc-723bbb47aef1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150218.3\\x64\\Release",
      "StartTime": "2015-02-18T22:08:41.5791292-08:00",
      "EndTime": "2015-02-18T23:14:17.4115229-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a6348445-a5d6-4884-b0b8-2c23f4744bc5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150218.3\\x64\\Release",
      "StartTime": "2015-02-18T23:57:03.4164297-08:00",
      "EndTime": "2015-02-19T01:01:02.8832335-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "50b240ac-2c3a-4407-a0e9-22f4cbc8e591",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150218.3\\x64\\Release",
      "StartTime": "2015-02-19T01:43:10.5199127-08:00",
      "EndTime": "2015-02-19T03:42:57.0141851-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b36f9895-2dc1-4d2a-8f22-72cfbf41e9bb",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150218.3\\x64\\Release",
      "StartTime": "2015-02-19T04:25:05.1718936-08:00",
      "EndTime": "2015-02-19T06:34:20.3749275-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "6 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-19T06:39:21.260347",
          "Last": "2015-02-19T06:39:21.260347"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-02-19T06:58:32.7475387",
          "Last": "2015-02-19T07:05:43.9331667"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-02-19T04:52:29.3937467",
          "Last": "2015-02-19T04:52:32.3170505"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-19T04:52:30.5866291",
          "Last": "2015-02-19T04:52:30.5866291"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "92 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-02-19T04:50:00",
          "Last": "2015-02-19T04:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 76,
          "First": "2015-02-19T04:50:00",
          "Last": "2015-02-19T04:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 14,
          "First": "2015-02-19T04:50:00",
          "Last": "2015-02-19T04:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38644693,
          "Average": 290561.6,
          "Max": 357485,
          "Min": 4284
        },
        {
          "StatusCode": 400,
          "Total": 99,
          "Average": 0.74,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 141430,
          "Average": 1063.38,
          "Max": 25967,
          "Min": 925
        },
        {
          "StatusCode": 404,
          "Total": 871692,
          "Average": 6554.08,
          "Max": 20681,
          "Min": 1451
        },
        {
          "StatusCode": 408,
          "Total": 76,
          "Average": 0.57,
          "Max": 76,
          "Min": 76
        },
        {
          "StatusCode": 409,
          "Total": 11,
          "Average": 0.08,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 53464,
          "Average": 401.98,
          "Max": 1929,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5372744,
          "Average": 40396.57,
          "Max": 108934,
          "Min": 2453
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1116705,
          "Average": 8396.28,
          "Max": 10657,
          "Min": 144
        },
        {
          "StatusCode": 404,
          "Total": 3772,
          "Average": 28.36,
          "Max": 216,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1354,
          "Average": 10.18,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 133178,
          "Average": 1001.34,
          "Max": 3068,
          "Min": 50
        },
        {
          "StatusCode": 449,
          "Total": 4287,
          "Average": 32.23,
          "Max": 127,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3340331,
          "Average": 25115.27,
          "Max": 31045,
          "Min": 403
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.08,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 204,
          "Average": 1.53,
          "Max": 105,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 14651,
          "Average": 110.16,
          "Max": 733,
          "Min": 32
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4258,
          "Average": 32.02,
          "Max": 155,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 401658,
          "Average": 3019.98,
          "Max": 9096,
          "Min": 148
        },
        {
          "StatusCode": 449,
          "Total": 8566,
          "Average": 64.41,
          "Max": 211,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5722966,
          "Average": 43029.82,
          "Max": 54116,
          "Min": 350
        },
        {
          "StatusCode": 400,
          "Total": 21530,
          "Average": 161.88,
          "Max": 4139,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8502,
          "Average": 63.92,
          "Max": 4027,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 22,
          "Average": 0.17,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 14,
          "Average": 0.11,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 6470,
          "Average": 48.65,
          "Max": 272,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 765317,
          "Average": 5754.26,
          "Max": 16033,
          "Min": 734
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26337523,
          "Average": 198026.49,
          "Max": 218717,
          "Min": 1884
        },
        {
          "StatusCode": 400,
          "Total": 188,
          "Average": 1.41,
          "Max": 44,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 15235,
          "Average": 114.55,
          "Max": 2247,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29756,
          "Average": 223.73,
          "Max": 2216,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 159106,
          "Average": 1196.29,
          "Max": 4181,
          "Min": 42
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6331765,
          "Average": 47607.26,
          "Max": 58362,
          "Min": 1890
        },
        {
          "StatusCode": 404,
          "Total": 30843,
          "Average": 231.9,
          "Max": 2029,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 29672,
          "Average": 223.1,
          "Max": 1763,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 138394,
          "Average": 1040.56,
          "Max": 2328,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 5,
          "First": "2015-02-19T06:55:00",
          "Last": "2015-02-19T07:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 60,
          "First": "2015-02-19T04:15:00",
          "Last": "2015-02-19T07:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 2,
          "First": "2015-02-19T05:40:00",
          "Last": "2015-02-19T07:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 47,
          "First": "2015-02-19T05:05:00",
          "Last": "2015-02-19T07:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 2,
          "First": "2015-02-19T07:00:00",
          "Last": "2015-02-19T07:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 45,
          "First": "2015-02-19T02:05:00",
          "Last": "2015-02-19T07:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-02-19T07:00:00",
          "Last": "2015-02-19T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "299 replica health errors | 211 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 2,
          "First": "2015-02-19T06:21:18.259",
          "Last": "2015-02-19T06:21:18.379"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 7,
          "First": "2015-02-19T06:21:17.889",
          "Last": "2015-02-19T06:21:18.379"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 79,
          "First": "2015-02-19T04:45:16.934",
          "Last": "2015-02-19T06:21:18.379"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 211,
          "First": "2015-02-19T06:47:33.84",
          "Last": "2015-02-19T07:07:38.775"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2019 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 580,
          "HourlyAverage": 49.513
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 63,
          "HourlyAverage": 5.378
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1156,
          "HourlyAverage": 98.684
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 4.098
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 165,
          "HourlyAverage": 14.085
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.598
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "40 partitions violated quota invariants | 40 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3cca9815-281e-409c-9f4f-ab4f63f80af1",
          "MaxQuota": 6981471,
          "MaxUsage": 5503592
        },
        {
          "PartitionId": "9a816d8c-28df-4d53-bff0-1ddb911de2c8",
          "MaxQuota": 6981471,
          "MaxUsage": 5488465
        },
        {
          "PartitionId": "50f353d1-be33-4767-b5a5-a9d234057106",
          "MaxQuota": 6981471,
          "MaxUsage": 5486589
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "5707f6d1-9868-4e01-9bab-05494d2c2c85",
          "MaxCrudUsage": 5704,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9284
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "f5584303-5041-4714-bdd0-90ce74849a57",
          "MaxCrudUsage": 5360,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8940
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "50f353d1-be33-4767-b5a5-a9d234057106",
          "MaxCrudUsage": 5400,
          "MaxIndexUsage": 3284,
          "MaxTotalUsage": 8704
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 54 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T03:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 698.521,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T00:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 598.555,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T04:50:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 396.827,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T04:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 379.23,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T01:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 326.151,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 81.789289
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.599601
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.546505
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.548958
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84.687348
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 56.05503
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 55.189728
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 51.699195
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 45.275491
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 44.901973
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 614.932019 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 614.932019
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 454.926858
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 438.299982
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 428.071364
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 386.09434
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 61910.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62359.862069
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66383.107143
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 66698.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 67113.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "140 Direct Https requests with 503 | 337 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 24,
          "Average": 24.0,
          "First": "2015-02-19T04:30:00",
          "Last": "2015-02-19T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 115,
          "Average": 8.846,
          "First": "2015-02-18T22:25:00",
          "Last": "2015-02-19T06:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 149,
          "Average": 149.0,
          "First": "2015-02-19T06:00:00",
          "Last": "2015-02-19T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 187,
          "Average": 8.905,
          "First": "2015-02-19T00:25:00",
          "Last": "2015-02-19T08:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-19T07:15:00",
          "Last": "2015-02-19T07:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-19T08:30:00",
          "Last": "2015-02-19T08:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-19+04%3a07%3a37Z&end=2015-02-19+16%3a36%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-18T23:16:31.7983729-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 76706
    },
    {
      "TimeStamp": "2015-02-19T01:02:41.4059515-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 154306
    },
    {
      "TimeStamp": "2015-02-19T03:44:35.7059116-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 267199
    },
    {
      "TimeStamp": "2015-02-19T06:36:28.6223703-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 376078
    },
    {
      "TimeStamp": "2015-02-19T08:36:53.0243152-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 12394
    },
    {
      "TimeStamp": "2015-02-19T08:36:53.0243152-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 600228,
      "PhysicalCRUDUsageInMB": 1337552,
      "LogicalIndexUsageInMB": 24384,
      "LogicalCRUDUsageInMB": 325804,
      "ClientReportedUsageInMB": 12413
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB9AwAAAAAAAA==",
  "_ts": 1424368608,
  "_etag": "\"06004f7f-0000-0000-0000-54e623e00000\"",
  "_attachments": "attachments/"
},
{
  "id": "8d36dfc9-4d29-41af-8914-144ab89d9a68",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB+AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-18T22:19:54.2246932-08:00",
  "CompletedTime": "2015-02-18T22:45:01.7235548-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8ef0110c-8047-462d-bd2a-1d8a89a51f03",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T22:19:55.9196934-08:00",
      "EndTime": "2015-02-18T22:33:12.1655981-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB+AwAAAAAAAA==",
  "_ts": 1424328301,
  "_etag": "\"2e006c26-0000-0000-0000-54e5866d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b735a7ac-904a-4c60-9991-9d35984a5775",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB-AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-18T22:45:01.9455683-08:00",
  "CompletedTime": "2015-02-19T11:39:03.815623-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "db6e8e07-e158-4c7d-b442-881431dac247",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T00:17:35.9126428-08:00",
      "CompleteTime": "2015-02-19T00:25:12.9511119-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "43791d72-3be2-4457-aa90-0c26495f2d3b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T00:17:36.4106725-08:00",
      "CompleteTime": "2015-02-19T00:24:12.8364056-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d1cd5ad1-b5e7-45e2-b6fb-3a4273b09341",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T00:17:36.774694-08:00",
      "CompleteTime": "2015-02-19T00:23:43.2279486-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "acbef30b-4dff-4630-92a1-5a023c03baa4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T01:32:34.2543289-08:00",
      "CompleteTime": "2015-02-19T01:39:17.1126676-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0bcb4efe-5835-49c8-a718-a507543a1572",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T04:29:44.5292081-08:00",
      "CompleteTime": "2015-02-19T04:36:34.1055044-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e90ade95-1986-4f8f-a4c9-697900ad0a69",
      "Name": "collcrud-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T10:03:03.4965854-08:00",
      "CompleteTime": "2015-02-19T10:09:38.0288803-08:00",
      "Endpoint": "https://collcrud-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "582dc50a-1f85-43da-8d55-cb2c501169fc",
      "Name": "collcrud-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T10:03:04.3350392-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a67735fa-8bf5-4ab0-89f2-6c38fc421d75",
      "Name": "collcrud-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T10:03:05.2430908-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d24e5910-2549-43b7-9590-6593448cc1cc",
      "Name": "collcrud-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T10:03:06.1704696-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "c563efd6-55f6-472c-84fa-e25a4df74485",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T22:50:42.0737507-08:00",
      "EndTime": "2015-02-18T22:51:47.7000555-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b02adcde-405a-4a82-b263-c42a808da81b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-18T22:51:48.0520765-08:00",
      "EndTime": "2015-02-18T23:22:05.3589354-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7458bf26-d89d-4f49-856b-b055adbdf441",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.5\\x64\\Release",
      "StartTime": "2015-02-18T23:22:08.8510475-08:00",
      "EndTime": "2015-02-18T23:35:17.8317153-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "728aaa3b-27d8-41f1-ae05-448d60f2b6b0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.5\\x64\\Release",
      "StartTime": "2015-02-19T01:17:36.153465-08:00",
      "EndTime": "2015-02-19T02:18:17.6136235-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f19be4ce-0c24-4111-8614-a84a3fab31f6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.5\\x64\\Release",
      "StartTime": "2015-02-19T03:06:36.7167954-08:00",
      "EndTime": "2015-02-19T04:14:18.3106814-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b3f4da96-91ad-40bf-b4bf-46145b41656b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.5\\x64\\Release",
      "StartTime": "2015-02-19T05:05:56.8799548-08:00",
      "EndTime": "2015-02-19T06:48:26.8693905-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7ab469b-be90-42be-84e3-a1f3a3b896ec",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150218.5\\x64\\Release",
      "StartTime": "2015-02-19T07:41:58.9618303-08:00",
      "EndTime": "2015-02-19T09:47:52.2223916-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a47%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a47%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "17 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-19T03:01:09.1287603",
          "Last": "2015-02-19T03:30:52.1296975"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-19T09:09:02.9540113",
          "Last": "2015-02-19T09:09:32.9551088"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-19T08:03:14.5747793",
          "Last": "2015-02-19T08:56:04.1545175"
        },
        {
          "Message": "User was charged a lot - most probably bug in charging logic. Actual cpu %lld, io %lld. Maximum cpu %lld, io %lld.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-19T05:18:31.9748196",
          "Last": "2015-02-19T05:18:31.9748196"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a47%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408 | 49 requests with 503 | 1 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-02-19T05:12:41.9041991",
          "Last": "2015-02-19T05:12:41.9914793"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 44,
          "First": "2015-02-19T08:03:10.5391887",
          "Last": "2015-02-19T08:03:21.4847658"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-02-19T08:03:10.9163242",
          "Last": "2015-02-19T08:03:14.9780084"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-19T05:30:25.3210279",
          "Last": "2015-02-19T05:30:25.3210279"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a47%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "6 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-19T05:10:00",
          "Last": "2015-02-19T05:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-19T05:10:00",
          "Last": "2015-02-19T05:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a48%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 06:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 32727560,
          "Average": 294842.88,
          "Max": 350263,
          "Min": 7345
        },
        {
          "StatusCode": 400,
          "Total": 54,
          "Average": 0.49,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4592,
          "Average": 41.37,
          "Max": 4552,
          "Min": 40
        },
        {
          "StatusCode": 404,
          "Total": 42566,
          "Average": 383.48,
          "Max": 5629,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 409,
          "Total": 27,
          "Average": 0.24,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 41639,
          "Average": 375.13,
          "Max": 1608,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4696379,
          "Average": 42309.72,
          "Max": 251274,
          "Min": 2912
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a48%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 991658,
          "Average": 8933.86,
          "Max": 10442,
          "Min": 238
        },
        {
          "StatusCode": 404,
          "Total": 2596,
          "Average": 23.39,
          "Max": 103,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 838,
          "Average": 7.55,
          "Max": 48,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 77838,
          "Average": 701.24,
          "Max": 3220,
          "Min": 65
        },
        {
          "StatusCode": 449,
          "Total": 3788,
          "Average": 34.13,
          "Max": 155,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a49%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2976511,
          "Average": 26815.41,
          "Max": 30457,
          "Min": 615
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9344,
          "Average": 84.18,
          "Max": 387,
          "Min": 23
        },
        {
          "StatusCode": 410,
          "Total": 2376,
          "Average": 21.41,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 233210,
          "Average": 2100.99,
          "Max": 8497,
          "Min": 213
        },
        {
          "StatusCode": 449,
          "Total": 8824,
          "Average": 79.5,
          "Max": 326,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a49%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4876483,
          "Average": 43932.28,
          "Max": 53042,
          "Min": 1029
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.21,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 188,
          "Average": 1.69,
          "Max": 188,
          "Min": 188
        },
        {
          "StatusCode": 403,
          "Total": 36397,
          "Average": 327.9,
          "Max": 13204,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3848,
          "Average": 34.67,
          "Max": 233,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 732053,
          "Average": 6595.07,
          "Max": 38292,
          "Min": 494
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a49%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 65302117,
          "Average": 588307.36,
          "Max": 637884,
          "Min": 1478
        },
        {
          "StatusCode": 400,
          "Total": 38,
          "Average": 0.34,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7472,
          "Average": 67.32,
          "Max": 630,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 41692,
          "Average": 375.6,
          "Max": 2382,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 209969,
          "Average": 1891.61,
          "Max": 23210,
          "Min": 128
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a50%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5352792,
          "Average": 47792.79,
          "Max": 58180,
          "Min": 1485
        },
        {
          "StatusCode": 401,
          "Total": 3745,
          "Average": 33.44,
          "Max": 1607,
          "Min": 390
        },
        {
          "StatusCode": 404,
          "Total": 20416,
          "Average": 182.29,
          "Max": 1713,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 22363,
          "Average": 199.67,
          "Max": 1500,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 103042,
          "Average": 920.02,
          "Max": 3987,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a50%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 1,
          "First": "2015-02-19T09:10:00",
          "Last": "2015-02-19T09:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 2,
          "First": "2015-02-19T09:05:00",
          "Last": "2015-02-19T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-02-19T09:35:00",
          "Last": "2015-02-19T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 9,
          "First": "2015-02-19T06:45:00",
          "Last": "2015-02-19T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-19T06:50:00",
          "Last": "2015-02-19T06:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 12,
          "First": "2015-02-19T06:20:00",
          "Last": "2015-02-19T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 125,
          "First": "2015-02-19T05:35:00",
          "Last": "2015-02-19T09:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 3,
          "First": "2015-02-19T05:30:00",
          "Last": "2015-02-19T05:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+17%3a53%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a01%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a01%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a01%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1615 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 547,
          "First": "2015-02-19T02:05:25.848",
          "Last": "2015-02-19T09:58:02.992"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 53,
          "First": "2015-02-19T04:00:41.973",
          "Last": "2015-02-19T09:58:02.512"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 394,
          "First": "2015-02-19T04:05:42.664",
          "Last": "2015-02-19T09:58:02.982"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 621,
          "First": "2015-02-19T02:05:25.848",
          "Last": "2015-02-19T09:58:02.992"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a02%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "689 replica alerts for FullCopy  | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 547,
          "HourlyAverage": 51.286
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 125,
          "HourlyAverage": 11.72
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 1.125
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.094
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.188
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.094
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.281
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a02%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "d6c86b8f-8e0f-4056-bbd3-ee3c40339f58",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 10266,
          "LastQuota": 10486784,
          "LastIndexUsage": 313577,
          "First": "2015-02-19T05:00:00",
          "Last": "2015-02-19T05:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a02%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "958ff080-49f1-4a87-9cfc-67e9ffe45aa8",
          "MaxQuota": 31460353,
          "MaxUsage": 9275671
        },
        {
          "PartitionId": "43872635-d05c-46ad-87d9-1e78c21935a8",
          "MaxQuota": 31460353,
          "MaxUsage": 9244607
        },
        {
          "PartitionId": "7c1718d4-746a-46c4-bff2-83c0acc25b9d",
          "MaxQuota": 31460353,
          "MaxUsage": 9136274
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a02%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "43872635-d05c-46ad-87d9-1e78c21935a8",
          "MaxCrudUsage": 9056,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 14537
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "958ff080-49f1-4a87-9cfc-67e9ffe45aa8",
          "MaxCrudUsage": 9088,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 14481
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "7c1718d4-746a-46c4-bff2-83c0acc25b9d",
          "MaxCrudUsage": 8968,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 14481
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+06%3a45%3a01Z&end=2015-02-19+18%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-19T02:26:15.799666-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 209656,
      "PhysicalCRUDUsageInMB": 296264,
      "LogicalIndexUsageInMB": 6669,
      "LogicalCRUDUsageInMB": 83212,
      "ClientReportedUsageInMB": 87473
    },
    {
      "TimeStamp": "2015-02-19T04:24:26.3333698-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 688724,
      "PhysicalCRUDUsageInMB": 655808,
      "LogicalIndexUsageInMB": 16139,
      "LogicalCRUDUsageInMB": 203545,
      "ClientReportedUsageInMB": 171233
    },
    {
      "TimeStamp": "2015-02-19T07:01:42.0506853-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 979372,
      "PhysicalCRUDUsageInMB": 1049976,
      "LogicalIndexUsageInMB": 24348,
      "LogicalCRUDUsageInMB": 315028,
      "ClientReportedUsageInMB": 286084
    },
    {
      "TimeStamp": "2015-02-19T10:02:53.6891195-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB-AwAAAAAAAA==",
  "_ts": 1424374743,
  "_etag": "\"0a00af82-0000-0000-0000-54e63bd70000\"",
  "_attachments": "attachments/"
},
{
  "id": "adf38f49-4f54-4116-91da-8bb5f46ff03b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCAAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-19T08:38:09.143231-08:00",
  "CompletedTime": "2015-02-19T16:49:16.2721953-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0659b06a-94d5-46e0-8207-921dfbcb04df",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T09:22:35.8273484-08:00",
      "CompleteTime": "2015-02-19T09:33:17.8741522-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dcd48281-bb5e-4e6e-8408-6ee9f97ba8f1",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T09:22:36.7319732-08:00",
      "CompleteTime": "2015-02-19T09:31:43.1273132-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d78d6cad-6be2-4872-a4ed-446b8544cbec",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T09:22:37.0622015-08:00",
      "CompleteTime": "2015-02-19T09:30:43.3835861-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "29ad0241-47bc-45a4-bf03-26ef8a4aa362",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T09:22:37.5435348-08:00",
      "CompleteTime": "2015-02-19T09:31:13.0428819-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2c2f1724-1130-4d3f-a860-8c3fae9c5e6b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T10:37:34.5609145-08:00",
      "CompleteTime": "2015-02-19T10:45:38.6207813-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "730f4c4e-286e-4150-b346-c91739bc0cf7",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-19T11:50:47.6739332-08:00",
      "CompleteTime": "2015-02-19T12:01:56.4986409-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4d2b492c-6465-426a-a23e-a52993e3390c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T08:38:10.8001991-08:00",
      "EndTime": "2015-02-19T08:51:47.1744535-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1623c517-04aa-4c36-aba0-15fd9cf642f4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T08:52:27.6794534-08:00",
      "EndTime": "2015-02-19T08:53:38.0802345-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "16ab2cb8-5e5c-4b22-b1b6-4ce0718a2d04",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T08:53:38.4304759-08:00",
      "EndTime": "2015-02-19T09:22:30.0503549-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e9babca-3fac-4601-a608-495d96d3de83",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T10:22:35.9144273-08:00",
      "EndTime": "2015-02-19T11:43:45.6970101-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6d052a7-e327-4dcc-a8d4-119d492197c3",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T12:30:56.0355529-08:00",
      "EndTime": "2015-02-19T14:00:03.7199469-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8eafc5af-8956-4067-8906-72b9c72059ee",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T14:53:18.8412157-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 16732014,
          "Average": 328078.71,
          "Max": 359594,
          "Min": 3591
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.22,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5969,
          "Average": 117.04,
          "Max": 5969,
          "Min": 5969
        },
        {
          "StatusCode": 404,
          "Total": 34795,
          "Average": 682.25,
          "Max": 7400,
          "Min": 167
        },
        {
          "StatusCode": 410,
          "Total": 23947,
          "Average": 469.55,
          "Max": 2141,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1872128,
          "Average": 36708.39,
          "Max": 68804,
          "Min": 1241
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 481119,
          "Average": 9252.29,
          "Max": 10807,
          "Min": 130
        },
        {
          "StatusCode": 401,
          "Total": 162,
          "Average": 3.12,
          "Max": 162,
          "Min": 162
        },
        {
          "StatusCode": 404,
          "Total": 1527,
          "Average": 29.37,
          "Max": 190,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 698,
          "Average": 13.42,
          "Max": 65,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 50569,
          "Average": 972.48,
          "Max": 1858,
          "Min": 11
        },
        {
          "StatusCode": 449,
          "Total": 2609,
          "Average": 50.17,
          "Max": 172,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a00%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1443320,
          "Average": 27756.15,
          "Max": 31917,
          "Min": 270
        },
        {
          "StatusCode": 401,
          "Total": 526,
          "Average": 10.12,
          "Max": 526,
          "Min": 526
        },
        {
          "StatusCode": 404,
          "Total": 5720,
          "Average": 110.0,
          "Max": 645,
          "Min": 27
        },
        {
          "StatusCode": 410,
          "Total": 1908,
          "Average": 36.69,
          "Max": 162,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 156356,
          "Average": 3006.85,
          "Max": 5678,
          "Min": 78
        },
        {
          "StatusCode": 449,
          "Total": 5604,
          "Average": 107.77,
          "Max": 334,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a01%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2490737,
          "Average": 47898.79,
          "Max": 53786,
          "Min": 1511
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.75,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 403,
          "Total": 8474,
          "Average": 162.96,
          "Max": 4499,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2608,
          "Average": 50.15,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 304731,
          "Average": 5860.21,
          "Max": 10993,
          "Min": 971
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a01%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 12170577,
          "Average": 234049.56,
          "Max": 251009,
          "Min": 35977
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 132,
          "Average": 2.54,
          "Max": 132,
          "Min": 132
        },
        {
          "StatusCode": 404,
          "Total": 638,
          "Average": 12.27,
          "Max": 228,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 15923,
          "Average": 306.21,
          "Max": 2495,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 74209,
          "Average": 1427.1,
          "Max": 5268,
          "Min": 45
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a01%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2767827,
          "Average": 53227.44,
          "Max": 60959,
          "Min": 748
        },
        {
          "StatusCode": 401,
          "Total": 3377,
          "Average": 64.94,
          "Max": 3377,
          "Min": 3377
        },
        {
          "StatusCode": 404,
          "Total": 9809,
          "Average": 188.63,
          "Max": 2289,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 14351,
          "Average": 275.98,
          "Max": 2233,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 63446,
          "Average": 1220.12,
          "Max": 3126,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a02%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 73,
          "First": "2015-02-19T09:55:00",
          "Last": "2015-02-19T13:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 9,
          "First": "2015-02-19T10:00:00",
          "Last": "2015-02-19T11:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 615,
          "First": "2015-02-19T08:40:00",
          "Last": "2015-02-19T13:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a03%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T10:00:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a06%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a06%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a06%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "14 replica health errors | 1 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T11:16:04.359",
          "Property": "GetNextCopyContext",
          "PartitionId": "50b62d59-6e5a-4f22-9f6c-f43a95fc63fd",
          "ReplicaId": 1.3068846786939168E+17,
          "ServiceName": "fabric:/b8b98b02-1b52-4a53-8680-a00ff5b10ddf/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-23-cbdcdb89-8ac6-4189-8ee2-0ae2095fa9af"
        },
        {
          "DateTime": "2015-02-19T11:16:04.789",
          "Property": "GetNextCopyContext",
          "PartitionId": "b1a9e721-ca72-497b-a78d-99e2b9ade799",
          "ReplicaId": 1.306884678692355E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/rpactionsworkload-bn3prdddc01-docdb-private-5-ServerService-1-dc8c3a93-de06-42b9-b5fd-173d2e09c031"
        },
        {
          "DateTime": "2015-02-19T11:56:11.268",
          "Property": "ServiceOpenOperationDuration",
          "PartitionId": "61acab00-ee5d-4458-bc9e-029758292a71",
          "ReplicaId": 1.3068849300241406E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/restoredtorestore-bn3prdddc01-docdb-private-5-ServerService-2-10207f85-cd0e-4f40-b3ff-8692f3744080"
        },
        {
          "DateTime": "2015-02-19T13:31:25.773",
          "Property": "GetNextCopyContext",
          "PartitionId": "1538e6d7-f5ee-4a67-a432-6544dde912cd",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/b8b98b02-1b52-4a53-8680-a00ff5b10ddf/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-101-cc87f84e-cb85-45b9-8beb-bfa1d33ba73b"
        },
        {
          "DateTime": "2015-02-19T13:31:25.893",
          "Property": "GetNextCopyContext",
          "PartitionId": "50b62d59-6e5a-4f22-9f6c-f43a95fc63fd",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/b8b98b02-1b52-4a53-8680-a00ff5b10ddf/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-23-cbdcdb89-8ac6-4189-8ee2-0ae2095fa9af"
        },
        {
          "DateTime": "2015-02-19T13:31:25.953",
          "Property": "GetNextCopyContext",
          "PartitionId": "b4ffd699-65b7-4148-a777-e114c860e34c",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/b8b98b02-1b52-4a53-8680-a00ff5b10ddf/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-93-d8374274-40b1-4c6f-b815-d72769802434"
        },
        {
          "DateTime": "2015-02-19T13:31:26.233",
          "Property": "GetNextCopyContext",
          "PartitionId": "c8120ca2-123e-4e8a-8a83-d98f3b063217",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-56-297e5892-faf2-41b5-af75-f88a4cb55333"
        },
        {
          "DateTime": "2015-02-19T13:31:26.243",
          "Property": "GetNextCopyContext",
          "PartitionId": "881d88f2-ab96-4963-b85b-e40249397b2d",
          "ReplicaId": 1.3068854928952478E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-46-2c7a9ed9-8545-4213-af1d-14ef38c97a08"
        },
        {
          "DateTime": "2015-02-19T13:31:26.243",
          "Property": "GetNextCopyContext",
          "PartitionId": "881d88f2-ab96-4963-b85b-e40249397b2d",
          "ReplicaId": 1.3068854928952478E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-46-2c7a9ed9-8545-4213-af1d-14ef38c97a08"
        },
        {
          "DateTime": "2015-02-19T13:31:26.283",
          "Property": "GetNextCopyContext",
          "PartitionId": "5fdddf69-54e7-4d5c-92eb-2ff36e2d8333",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-70-effcc106-59fa-464c-a46c-14cd081df619"
        },
        {
          "DateTime": "2015-02-19T13:31:26.363",
          "Property": "GetNextCopyContext",
          "PartitionId": "0b085468-d56a-400b-9635-9d2a199f731f",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-16-01710e82-b719-478d-b674-415c0a0fabb3"
        },
        {
          "DateTime": "2015-02-19T13:31:26.383",
          "Property": "GetNextCopyContext",
          "PartitionId": "95e21fb7-6c9b-46a6-ac90-85e17b54fd98",
          "ReplicaId": 1.3068854928936874E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-24-134bb6ab-6c2c-43a6-9ec5-b603910504ca"
        },
        {
          "DateTime": "2015-02-19T13:41:27.617",
          "Property": "GetNextCopyContext",
          "PartitionId": "a917def4-ccad-4a97-afb0-49cef899361d",
          "ReplicaId": 1.306885556110099E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-12-2063a2bb-9c10-435f-8fbf-0088bba6dd79"
        },
        {
          "DateTime": "2015-02-19T13:41:27.897",
          "Property": "GetNextCopyContext",
          "PartitionId": "95e21fb7-6c9b-46a6-ac90-85e17b54fd98",
          "ReplicaId": 1.306885556110099E+17,
          "ServiceName": "fabric:/a3cf7818-29dc-4105-a5ec-d1146c9de834/writeheavywl-bn3prdddc01-docdb-private-5-ServerService-24-134bb6ab-6c2c-43a6-9ec5-b603910504ca"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a06%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "493 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 12.658
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 377,
          "HourlyAverage": 79.537
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 2.532
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 39,
          "HourlyAverage": 8.228
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 1.055
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a06%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a07%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "84172e87-e3ff-40e0-93ac-e07aca64c8ae",
          "MaxQuota": 3490816,
          "MaxUsage": 2542664
        },
        {
          "PartitionId": "131b74f0-db64-4659-8978-3e31b2972e77",
          "MaxQuota": 3490816,
          "MaxUsage": 2523509
        },
        {
          "PartitionId": "4c637a40-0bdc-4f2d-91bd-1f8b31c9cc84",
          "MaxQuota": 3490816,
          "MaxUsage": 2520761
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a07%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "7407d985-8861-40bd-ab59-389afed88e3e",
          "MaxCrudUsage": 2552,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4492
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "4c637a40-0bdc-4f2d-91bd-1f8b31c9cc84",
          "MaxCrudUsage": 2536,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4476
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "987bea42-1981-4dd6-9081-9539106fa12c",
          "MaxCrudUsage": 2536,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4476
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a07%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 4 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T13:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 300.245,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T13:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 145.896,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T11:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 138.409,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T13:25:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 103.953,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a07%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 91.632794
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 92.078499
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 92.425289
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 92.497366
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 92.506631
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 28.60966
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 27.861015
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 26.600125
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 26.039983
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 25.17085
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 54.595117
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 32.256628
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 31.731375
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 29.301783
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 22.48024
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 75706.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 80007.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 83656.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 83787.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 83835.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a08%3a58Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-5%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "24 Direct Https requests with 503 | 29 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 23,
          "Average": 4.6,
          "First": "2015-02-19T10:40:00",
          "Last": "2015-02-19T13:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 29,
          "Average": 29.0,
          "First": "2015-02-19T13:25:00",
          "Last": "2015-02-19T13:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-19T13:25:00",
          "Last": "2015-02-19T13:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a09%3a01Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-19+16%3a38%3a09Z&end=2015-02-19+22%3a09%3a06Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-19T11:50:31.7842442-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 218344,
      "PhysicalCRUDUsageInMB": 348648,
      "LogicalIndexUsageInMB": 7166,
      "LogicalCRUDUsageInMB": 87947,
      "ClientReportedUsageInMB": 92329
    },
    {
      "TimeStamp": "2015-02-19T14:09:08.6037374-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 599252,
      "PhysicalCRUDUsageInMB": 741872,
      "LogicalIndexUsageInMB": 17443,
      "LogicalCRUDUsageInMB": 220928,
      "ClientReportedUsageInMB": 196528
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCAAwAAAAAAAA==",
  "_ts": 1424393355,
  "_etag": "\"0c00207f-0000-0000-0000-54e6848b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ec797824-1997-46ac-bb1c-5d1e02937689",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCBAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-19T11:39:04.3799847-08:00",
  "CompletedTime": "2015-02-19T11:43:04.3611691-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCBAwAAAAAAAA==",
  "_ts": 1424374983,
  "_etag": "\"0a00c18a-0000-0000-0000-54e63cc70000\"",
  "_attachments": "attachments/"
},
{
  "id": "8304bcbe-7d2f-414c-88e3-c170a83f51f3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCCAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-19T11:43:04.5823712-08:00",
  "CompletedTime": "2015-02-19T16:28:47.2034207-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6cc44134-ae98-486f-906c-c946a0b9de4e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T12:30:15.2449337-08:00",
      "CompleteTime": "2015-02-19T12:38:03.5129065-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbbfbba3-a9b2-4607-af70-028db770a5ca",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T13:44:04.9173917-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3f07159d-9eb3-4730-88a6-3b44817475da",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T14:51:10.3539509-08:00",
      "CompleteTime": "2015-02-19T14:58:14.6894718-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ed537e8-5888-4947-b7d1-bceb11c93626",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T14:53:20.4105128-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "98e454f6-5649-433c-a634-daf5b07de6db",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T11:43:59.0411735-08:00",
      "EndTime": "2015-02-19T11:45:05.3931181-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6ca1a4ae-b701-48cd-8014-100e7258f2d9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T11:45:05.7611404-08:00",
      "EndTime": "2015-02-19T11:58:54.2257335-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4ee8fc78-dfad-4430-b079-a411b0c855ba",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T11:58:54.5788807-08:00",
      "EndTime": "2015-02-19T12:30:07.6038377-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a723994-1059-47ba-8c0b-5916ec17f27f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T13:00:11.534773-08:00",
      "EndTime": "2015-02-19T13:29:00.145799-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7c088a8-fff7-4ede-a995-8c66fb6a750b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T13:29:04.6628252-08:00",
      "EndTime": "2015-02-19T14:51:08.133431-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCCAwAAAAAAAA==",
  "_ts": 1424392126,
  "_etag": "\"0c00ed62-0000-0000-0000-54e67fbe0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e28fd5df-675b-429a-b31a-b7ab360fc931",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCDAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-19T16:28:47.5068513-08:00",
  "CompletedTime": "2015-02-19T22:08:51.1405558-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "73e14b99-1809-4876-bea6-3cf98ba7b446",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T18:03:49.3638446-08:00",
      "CompleteTime": "2015-02-19T18:12:34.1445931-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a805df9a-b8d4-46ab-bd2d-0dcbe186771f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T18:03:49.7048643-08:00",
      "CompleteTime": "2015-02-19T18:13:33.9850697-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2cc87d94-f4a3-421d-9b6d-8381dffc1478",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T18:03:50.0445678-08:00",
      "CompleteTime": "2015-02-19T18:14:34.1943776-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "46a6d2eb-20db-421c-8d41-bf79ac260cb5",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T18:03:50.5334916-08:00",
      "CompleteTime": "2015-02-19T18:13:02.4827104-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d79bd831-cceb-4e09-bfba-31f7b58eaf07",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T16:28:50.5414842-08:00",
      "EndTime": "2015-02-19T16:41:55.3090014-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6cee7680-b234-4cff-99de-86a29d76a7e3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T16:43:06.8055213-08:00",
      "EndTime": "2015-02-19T16:44:15.0772025-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "40fa278c-41ea-4a92-a0be-2a75ecf236a6",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T16:44:15.4113889-08:00",
      "EndTime": "2015-02-19T17:13:33.7518467-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCDAwAAAAAAAA==",
  "_ts": 1424412530,
  "_etag": "\"0000f0b6-0000-0000-0000-54e6cf720000\"",
  "_attachments": "attachments/"
},
{
  "id": "677d8b07-aea9-450b-8944-f738336a4bca",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCEAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-19T16:49:16.9776838-08:00",
  "CompletedTime": "2015-02-20T06:34:10.7441383-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a7c66175-92b8-46f1-b0b3-1dcb9e75bd37",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T17:39:35.7730715-08:00",
      "CompleteTime": "2015-02-19T17:49:08.1411265-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e2b9b9ec-9c3f-485d-987a-50dde67997da",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T17:39:36.6796992-08:00",
      "CompleteTime": "2015-02-19T17:47:15.2483633-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbd808c0-242e-4c9a-ac8f-c2bd9b12c660",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T17:39:37.0069254-08:00",
      "CompleteTime": "2015-02-19T17:48:44.891056-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2a7ada98-5e9d-4320-bb01-db3cf69ea700",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T17:39:37.510274-08:00",
      "CompleteTime": "2015-02-19T17:46:44.9005987-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3b4aff9-9229-460e-9f90-fe62068489c7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T18:54:34.9537585-08:00",
      "CompleteTime": "2015-02-19T19:02:08.5831364-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8bae93fc-b836-49b9-9c83-667e26704169",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-19T20:12:11.2167975-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "74832cad-0d69-4b93-a608-e2d36ffd3ef9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-20T04:40:35.4669755-08:00",
      "CompleteTime": "2015-02-20T09:34:15.7021852-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "144d4c3b-130d-4945-aaea-4bd86cdd2f75",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-19T16:49:18.4231613-08:00",
      "EndTime": "2015-02-19T17:02:26.0561662-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f51bdf1-9211-4a3c-b41b-84d9442ef1e4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-19T17:06:51.1943615-08:00",
      "EndTime": "2015-02-19T17:07:58.0554011-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1865bc85-09cc-4ae0-ace6-40687c29e2c6",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150218.2\\x64\\Release",
      "StartTime": "2015-02-19T17:07:58.3896286-08:00",
      "EndTime": "2015-02-19T17:38:26.1677081-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bbc02fb2-f8ac-4eec-bdf9-cb69fb25b0f8",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T18:39:36.8419412-08:00",
      "EndTime": "2015-02-19T20:07:14.4422561-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5e94609-9bcf-4254-b349-c002cb2aeb6a",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T20:52:19.5267048-08:00",
      "EndTime": "2015-02-19T22:17:01.3884287-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bd81bf67-fadf-40f3-92f5-33a2bcdd66cc",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-19T23:04:15.1693271-08:00",
      "EndTime": "2015-02-20T01:20:41.3187746-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8fb203d9-6189-47da-b7a7-a1cdde058e18",
      "EventName": "Upgrade Package",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-02-20T02:11:32.9836755-08:00",
      "EndTime": "2015-02-20T04:19:03.1141631-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "52 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T00:54:09.614092",
          "Last": "2015-02-20T00:54:09.614092"
        },
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 46,
          "First": "2015-02-19T23:13:06.2818015",
          "Last": "2015-02-20T04:12:12.8229517"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T02:23:28.1944726",
          "Last": "2015-02-20T02:23:28.1944726"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-20T02:57:23.9680326",
          "Last": "2015-02-20T03:21:33.0986849"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T00:53:14.1074409",
          "Last": "2015-02-20T00:53:14.1074409"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "13 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 10,
          "First": "2015-02-19T23:48:40.6324444",
          "Last": "2015-02-20T00:53:08.3528797"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-02-20T00:53:07.5544659",
          "Last": "2015-02-20T00:53:08.2010075"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-02-20T00:53:07.8527362",
          "Last": "2015-02-20T00:53:07.8527362"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39008994,
          "Average": 237859.72,
          "Max": 345690,
          "Min": 32
        },
        {
          "StatusCode": 400,
          "Total": 59,
          "Average": 0.36,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 769266,
          "Average": 4690.65,
          "Max": 283917,
          "Min": 203324
        },
        {
          "StatusCode": 404,
          "Total": 39161,
          "Average": 238.79,
          "Max": 5577,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 26,
          "Average": 0.16,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40467,
          "Average": 246.75,
          "Max": 1576,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4162604,
          "Average": 25381.73,
          "Max": 193242,
          "Min": 493
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1149924,
          "Average": 8213.74,
          "Max": 10792,
          "Min": 209
        },
        {
          "StatusCode": 404,
          "Total": 1609,
          "Average": 11.49,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 957,
          "Average": 6.84,
          "Max": 42,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 96207,
          "Average": 687.19,
          "Max": 1785,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 2711,
          "Average": 19.36,
          "Max": 168,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3448161,
          "Average": 24629.72,
          "Max": 30352,
          "Min": 544
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6075,
          "Average": 43.39,
          "Max": 176,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 3166,
          "Average": 22.61,
          "Max": 150,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 293559,
          "Average": 2096.85,
          "Max": 5606,
          "Min": 24
        },
        {
          "StatusCode": 449,
          "Total": 6447,
          "Average": 46.05,
          "Max": 233,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5812478,
          "Average": 41517.7,
          "Max": 51722,
          "Min": 1334
        },
        {
          "StatusCode": 400,
          "Total": 114935,
          "Average": 820.96,
          "Max": 43661,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8766,
          "Average": 62.61,
          "Max": 3925,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4601,
          "Average": 32.86,
          "Max": 174,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 637261,
          "Average": 4551.86,
          "Max": 29203,
          "Min": 431
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 34161715,
          "Average": 208303.14,
          "Max": 249573,
          "Min": 8099
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7557,
          "Average": 46.08,
          "Max": 602,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31673,
          "Average": 193.13,
          "Max": 1581,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 150709,
          "Average": 918.96,
          "Max": 4358,
          "Min": 19
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6221822,
          "Average": 44441.59,
          "Max": 58512,
          "Min": 1135
        },
        {
          "StatusCode": 404,
          "Total": 17100,
          "Average": 122.14,
          "Max": 408,
          "Min": 37
        },
        {
          "StatusCode": 410,
          "Total": 29218,
          "Average": 208.7,
          "Max": 1631,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134874,
          "Average": 963.39,
          "Max": 2698,
          "Min": 19
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 120,
          "First": "2015-02-20T00:35:00",
          "Last": "2015-02-20T05:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 40,
          "First": "2015-02-19T23:30:00",
          "Last": "2015-02-20T04:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-20T00:35:00",
          "Last": "2015-02-20T00:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 48,
          "First": "2015-02-19T23:30:00",
          "Last": "2015-02-20T04:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 5,
          "First": "2015-02-20T00:00:00",
          "Last": "2015-02-20T02:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "4 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 4,
          "First": "2015-02-20T04:56:26.6876927",
          "Last": "2015-02-20T05:14:22.7097172"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "2214 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1070,
          "First": "2015-02-19T20:16:34.535",
          "Last": "2015-02-20T05:35:47.685"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 175,
          "First": "2015-02-20T01:11:55.655",
          "Last": "2015-02-20T05:30:46.554"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 266,
          "First": "2015-02-19T23:01:59.429",
          "Last": "2015-02-20T04:37:33.101"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 15,
          "First": "2015-02-20T04:50:36.674",
          "Last": "2015-02-20T06:30:56.423"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 513,
          "First": "2015-02-19T21:51:48.677",
          "Last": "2015-02-20T04:37:33.091"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 175,
          "First": "2015-02-20T04:50:36.304",
          "Last": "2015-02-20T05:05:41.719"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "1606 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 343,
          "HourlyAverage": 26.529
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1054,
          "HourlyAverage": 81.522
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 152,
          "HourlyAverage": 11.756
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 54,
          "HourlyAverage": 4.177
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.232
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "55 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0702912b-03a1-4214-82b9-aa57ba4effc3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3622784,
          "LastQuota": 3490816,
          "LastIndexUsage": 274534,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "0ec416d6-5d2d-4ae4-9081-53492c2545a4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3950176,
          "LastQuota": 3490816,
          "LastIndexUsage": 312129,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "16ba8462-4e48-4860-bf52-fde719075e5f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5813504,
          "LastQuota": 3490816,
          "LastIndexUsage": 431772,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "1a78f163-dc33-44b5-a603-6225a3ec91e9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3559424,
          "LastQuota": 3490816,
          "LastIndexUsage": 279706,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "1a7ed791-084f-4915-a4bb-66af198b5f06",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4175456,
          "LastQuota": 3490816,
          "LastIndexUsage": 333323,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "1eb5c82d-9d9c-4db3-87cf-a15957d1b615",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4058208,
          "LastQuota": 3490816,
          "LastIndexUsage": 320159,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "20228759-e2d1-44d4-8688-cceae91d3a76",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4086912,
          "LastQuota": 3490816,
          "LastIndexUsage": 323776,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "369fe84d-5b45-4473-9019-c37d39cfdf90",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4141184,
          "LastQuota": 3490816,
          "LastIndexUsage": 322121,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "37ee2385-e49c-4007-9511-6a431eda1b8b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4033664,
          "LastQuota": 3490816,
          "LastIndexUsage": 316354,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "3cf5b54a-13a4-4f7d-8b3c-dfa695528383",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3604928,
          "LastQuota": 3490816,
          "LastIndexUsage": 279539,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "540abee2-d224-4444-8248-a8927228aaf4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4930176,
          "LastQuota": 3490816,
          "LastIndexUsage": 387859,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "542bf26c-5ab1-4417-93cf-c5349179a92f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3874400,
          "LastQuota": 3490816,
          "LastIndexUsage": 310795,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "5528e6d6-8ab1-4241-bb06-8e2ff7349790",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4667520,
          "LastQuota": 3490816,
          "LastIndexUsage": 372542,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "5fb08b05-dbea-4a54-8a3f-15608996d96a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5104768,
          "LastQuota": 3490816,
          "LastIndexUsage": 403350,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "61b42739-140b-4d39-bd16-20e7a8e2b18c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4769920,
          "LastQuota": 3490816,
          "LastIndexUsage": 374177,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "61b689ca-8e71-4c23-bbda-0ec1235060aa",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5303008,
          "LastQuota": 3490816,
          "LastIndexUsage": 413013,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "66b0ed1c-392b-4529-8e0b-7b1f067e6b2e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3716704,
          "LastQuota": 3490816,
          "LastIndexUsage": 288667,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "69d003f4-2d51-4b7b-b33b-84d80a1b80c2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3544064,
          "LastQuota": 3490816,
          "LastIndexUsage": 279246,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "773ce5e9-21bf-4227-b122-634930c76318",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4164224,
          "LastQuota": 3490816,
          "LastIndexUsage": 332154,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "77ab2097-fe16-44d6-8ce7-0688efea0ae4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4051584,
          "LastQuota": 3490816,
          "LastIndexUsage": 315354,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "797bf7c6-73d1-4b7b-8118-c176deb6d2b5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 6205568,
          "LastQuota": 3490816,
          "LastIndexUsage": 468529,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "79e5392d-ca4c-4011-98db-0dbec69bcda8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3653120,
          "LastQuota": 3490816,
          "LastIndexUsage": 288273,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "7b124536-c7f6-4e91-8849-0917a5ce2356",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4528256,
          "LastQuota": 3490816,
          "LastIndexUsage": 352775,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "7b6d70c8-0ba2-495c-a34d-9f703dec9bdd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4145280,
          "LastQuota": 3490816,
          "LastIndexUsage": 326147,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "7b8db21a-886c-4341-9325-0b43144ddb43",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4500608,
          "LastQuota": 3490816,
          "LastIndexUsage": 346747,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "7cbd44c1-7cb9-4095-ac43-9f0bbe046dec",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4337792,
          "LastQuota": 3490816,
          "LastIndexUsage": 341342,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "81d5b798-04b8-4d42-96e7-45e86f67eb96",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3997824,
          "LastQuota": 3490816,
          "LastIndexUsage": 315954,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "89f894cd-5701-454b-8c09-7dd32b8d1606",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4258944,
          "LastQuota": 3490816,
          "LastIndexUsage": 332425,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "8d2a2c0f-4ccb-4f74-9215-58716570ca34",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3628128,
          "LastQuota": 3490816,
          "LastIndexUsage": 290939,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "968ac470-9173-414e-a887-0b8e30cd7da1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4040320,
          "LastQuota": 3490816,
          "LastIndexUsage": 314631,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "a4a4c742-5d9f-4c8e-b22a-4b8ff377f6ca",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3776640,
          "LastQuota": 3490816,
          "LastIndexUsage": 296065,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "a861b222-b68f-43b9-ae77-f132c3104cf2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5124736,
          "LastQuota": 3490816,
          "LastIndexUsage": 397652,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "ab87a519-b5bf-47ad-86ec-fbfee8dfc263",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4092544,
          "LastQuota": 3490816,
          "LastIndexUsage": 322176,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "ac387bce-b8f8-4cb6-b0d6-0aa41625efeb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3892352,
          "LastQuota": 3490816,
          "LastIndexUsage": 305821,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "aec535d3-605e-4029-a5f5-8f2c9cd66ca0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4630624,
          "LastQuota": 3490816,
          "LastIndexUsage": 366141,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "b950a3f6-7877-450e-9b7f-6d98a2b292ae",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 6093568,
          "LastQuota": 3490816,
          "LastIndexUsage": 443595,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "bcfe0b8f-1c01-42dc-99f1-483a8c8a5a1d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5483776,
          "LastQuota": 3490816,
          "LastIndexUsage": 410154,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "c160ad61-e5af-4c75-9fb4-5b641c707a31",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4096128,
          "LastQuota": 3490816,
          "LastIndexUsage": 320525,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "cdb4f49a-17d4-4b1b-9e47-d5051ab69ca0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5116544,
          "LastQuota": 3490816,
          "LastIndexUsage": 403755,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "d0fa73c3-cf9b-44f5-bb9b-77180161b70c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5313664,
          "LastQuota": 3490816,
          "LastIndexUsage": 411538,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "d23cfac5-8214-43ee-81a3-478b960e4531",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3792000,
          "LastQuota": 3490816,
          "LastIndexUsage": 298113,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "d27222a1-4e4f-496d-ac70-3a3ab1d77449",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4480736,
          "LastQuota": 3490816,
          "LastIndexUsage": 354079,
          "First": "2015-02-20T05:15:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "d918c0d9-7664-48a6-bf1f-e3771f3b6de0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3818112,
          "LastQuota": 3490816,
          "LastIndexUsage": 298618,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "daea0b39-e286-4292-bca8-d4c807187c08",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4070528,
          "LastQuota": 3490816,
          "LastIndexUsage": 322838,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "e1ac0870-04c8-4fd9-b0e5-0f51b598fe2a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4195456,
          "LastQuota": 3490816,
          "LastIndexUsage": 329465,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "e2b44bf4-3535-415f-b46c-49554d8e9ed3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4109952,
          "LastQuota": 3490816,
          "LastIndexUsage": 322818,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "e44d592f-4bae-4fd6-b2f5-9bd44da27dbe",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 5606656,
          "LastQuota": 3490816,
          "LastIndexUsage": 434784,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f0c03a44-e6d7-4024-a7f3-1fdfc99d2cc9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4728960,
          "LastQuota": 3490816,
          "LastIndexUsage": 375133,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f1c6b332-e3e5-4bcf-8ef6-e731368a3425",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4150400,
          "LastQuota": 3490816,
          "LastIndexUsage": 327530,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f2950a7e-d80f-487d-a580-b1c6e37c0150",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4123776,
          "LastQuota": 3490816,
          "LastIndexUsage": 323155,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f4c42c46-d4f3-40b8-8b2c-81da7281c71f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3571200,
          "LastQuota": 3490816,
          "LastIndexUsage": 278368,
          "First": "2015-02-20T04:45:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f4d2375b-a4b0-49b4-808b-bfc27d653408",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3798656,
          "LastQuota": 3490816,
          "LastIndexUsage": 299355,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f52c540f-15ec-46a6-ad6d-9610a0ec7284",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 3982976,
          "LastQuota": 3490816,
          "LastIndexUsage": 312481,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "f67b4f49-2480-4a98-8de1-cf93f55ecb10",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4159616,
          "LastQuota": 3490816,
          "LastIndexUsage": 328267,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        },
        {
          "PartitionId": "faff1f1d-c4d8-47d5-88d5-60ec40ecb8d8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-5",
          "LastUsage": 4336768,
          "LastQuota": 3490816,
          "LastIndexUsage": 342737,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8a701590-d2ad-412f-ab38-5b2cbdf1cc12",
          "MaxQuota": 8144708,
          "MaxUsage": 6401546
        },
        {
          "PartitionId": "7e8b9bd1-6fa1-4bb7-b242-c24073cb3c46",
          "MaxQuota": 8144708,
          "MaxUsage": 6392111
        },
        {
          "PartitionId": "5498fbec-22bc-4c7b-bd93-af4c2aaedaa9",
          "MaxQuota": 8144708,
          "MaxUsage": 6375898
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "b76b539f-290f-4c61-a8a0-8bd69cdc0512",
          "MaxCrudUsage": 6232,
          "MaxIndexUsage": 3536,
          "MaxTotalUsage": 10056
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "8a701590-d2ad-412f-ab38-5b2cbdf1cc12",
          "MaxCrudUsage": 6272,
          "MaxIndexUsage": 3440,
          "MaxTotalUsage": 10012
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "5498fbec-22bc-4c7b-bd93-af4c2aaedaa9",
          "MaxCrudUsage": 6248,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9956
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 44 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-20T01:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 343.373,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T02:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 273.128,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T01:05:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 215.719,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T03:40:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 197.814,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T23:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 190.644,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 76.198914
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 79.193717
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 81.034051
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 81.476395
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.644436
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60.080453
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59.367005
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 49.504394
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 49.303495
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43.761277
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 510.766189 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 510.766189
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 422.827603
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 384.65256
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 337.619696
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 335.196365
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62352.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62605.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 64345.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 64587.961538
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 64927.433333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-5%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "321 Direct Tcp requests with 503 | 158 Direct Https requests with 503 | 13 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "Average": 2,
          "First": "2015-02-19T23:50:00",
          "Last": "2015-02-19T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 158,
          "Average": 11,
          "First": "2015-02-19T19:00:00",
          "Last": "2015-02-20T04:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 319,
          "Average": 53,
          "First": "2015-02-19T23:45:00",
          "Last": "2015-02-20T03:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 13,
          "Average": 6,
          "First": "2015-02-19T23:45:00",
          "Last": "2015-02-20T00:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-20+00%3a49%3a16Z&end=2015-02-20+14%3a34%3a10Z&query=where+Tenant+%3d+%22doctestmgmt5%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-19T20:11:56.244867-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 241472,
      "PhysicalCRUDUsageInMB": 375240,
      "LogicalIndexUsageInMB": 7749,
      "LogicalCRUDUsageInMB": 95039,
      "ClientReportedUsageInMB": 96330
    },
    {
      "TimeStamp": "2015-02-19T22:23:55.1865517-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 530272,
      "PhysicalCRUDUsageInMB": 685592,
      "LogicalIndexUsageInMB": 14599,
      "LogicalCRUDUsageInMB": 185354,
      "ClientReportedUsageInMB": 193871
    },
    {
      "TimeStamp": "2015-02-20T01:31:13.7182378-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 752564,
      "PhysicalCRUDUsageInMB": 1285772,
      "LogicalIndexUsageInMB": 29169,
      "LogicalCRUDUsageInMB": 367865,
      "ClientReportedUsageInMB": 167141
    },
    {
      "TimeStamp": "2015-02-20T04:34:04.8003492-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-20T06:34:10.7441383-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 418952,
      "PhysicalCRUDUsageInMB": 1249160,
      "LogicalIndexUsageInMB": 22428,
      "LogicalCRUDUsageInMB": 285898,
      "ClientReportedUsageInMB": 177
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCEAwAAAAAAAA==",
  "_ts": 1424453655,
  "_etag": "\"0a00da84-0000-0000-0000-54e770170000\"",
  "_attachments": "attachments/"
},
{
  "id": "2d4ff922-365e-4214-8b10-fe81709eeb35",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCFAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-19T17:25:12.9801745-08:00",
  "CompletedTime": "2015-02-20T16:24:43.7323443-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c90e08e1-b778-45a8-8e4f-501191626d44",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T17:59:05.5266907-08:00",
      "CompleteTime": "2015-02-19T18:06:09.4959796-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6af76ba8-0410-4b11-825d-b62ee7ffe0f8",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T17:59:05.8849437-08:00",
      "CompleteTime": "2015-02-19T18:07:39.2647533-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8e786a71-11e3-4cd6-aa14-dca8a3bfd1ea",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T17:59:06.3922951-08:00",
      "CompleteTime": "2015-02-19T18:06:39.497089-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "24f1e0d4-44ce-4211-b718-a59b3245b13b",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T17:59:07.8870897-08:00",
      "CompleteTime": "2015-02-19T18:08:21.7041542-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "902501ae-4a2d-4ddd-af2d-943cda0d980b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T20:08:34.3676931-08:00",
      "CompleteTime": "2015-02-19T20:17:39.5137331-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b93885e1-8997-415a-8d61-019f67d62ebb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-20T03:55:37.1948376-08:00",
      "CompleteTime": "2015-02-20T04:05:55.245923-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "cf53d7f0-31bc-4b1e-9737-1ba5f8324df1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T17:26:37.1359005-08:00",
      "EndTime": "2015-02-19T17:27:44.9340943-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fbdd3d9e-7ce5-4f83-b394-a764e4014443",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-19T17:27:45.2965014-08:00",
      "EndTime": "2015-02-19T17:57:45.7730056-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84b31882-76c7-49af-9af2-d12d639c5a60",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.2\\x64\\Release",
      "StartTime": "2015-02-19T19:53:36.3960253-08:00",
      "EndTime": "2015-02-19T22:36:54.6912373-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "30b91355-d36f-4fb9-ae3a-e80e3fa9e186",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150219.2\\x64\\Release",
      "StartTime": "2015-02-20T04:35:48.4696911-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "2 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T20:20:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.3764.dmp"
        },
        {
          "DateTime": "2015-02-19T20:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_12\\DocumentDB.ProcessWatchdog.exe.6840.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "40 back end trace criticals with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_moduleStartEvent.Wait failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-19T20:24:38.0499963",
          "Last": "2015-02-19T20:24:38.0499963"
        },
        {
          "Message": "ASSERT: %s with message \"_moduleStartEvent.Wait failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-19T20:24:30.9865897",
          "Last": "2015-02-19T20:24:30.9865897"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to schedule timer callback on a worker thread. ThreadID %d. HRESULT (%d).\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-19T20:21:31.986891",
          "Last": "2015-02-19T20:21:38.6489129"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to schedule timer callback on a worker thread. ThreadID %d. HRESULT (%d).\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-19T20:21:30.993131",
          "Last": "2015-02-19T20:21:30.993131"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-19T20:19:42.3002271",
          "Last": "2015-02-19T20:19:48.9941141"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-19T20:19:41.3420642",
          "Last": "2015-02-19T20:19:41.3420642"
        },
        {
          "Message": "ASSERT: %s with message \"Failure encountered in the process monitor. HRESULT = {%d}.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-19T20:30:43.1348974",
          "Last": "2015-02-19T21:32:04.0785006"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-19T20:24:38.0500137",
          "Last": "2015-02-19T20:24:38.0500137"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-19T20:24:30.9866263",
          "Last": "2015-02-19T20:24:30.9866263"
        },
        {
          "Message": "ASSERT: %s with message \"Unable to connect to the process after (%d) retries. Giving up.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-19T20:30:43.1348692",
          "Last": "2015-02-19T21:32:04.0784745"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-19T21:42:24.3210361",
          "Last": "2015-02-19T21:52:13.0716352"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-19T22:27:21.2177332",
          "Last": "2015-02-19T22:27:21.2177332"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 16342283,
          "Average": 314274.67,
          "Max": 347700,
          "Min": 6842
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.12,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 55454,
          "Average": 1066.42,
          "Max": 6283,
          "Min": 422
        },
        {
          "StatusCode": 409,
          "Total": 1,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 10801,
          "Average": 207.71,
          "Max": 1643,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2079125,
          "Average": 39983.17,
          "Max": 68998,
          "Min": 1005
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 03:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 470747,
          "Average": 9052.83,
          "Max": 10423,
          "Min": 208
        },
        {
          "StatusCode": 404,
          "Total": 2102,
          "Average": 40.42,
          "Max": 148,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 276,
          "Average": 5.31,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 55092,
          "Average": 1059.46,
          "Max": 1879,
          "Min": 20
        },
        {
          "StatusCode": 449,
          "Total": 2783,
          "Average": 53.52,
          "Max": 161,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a37%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 03:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1419582,
          "Average": 27299.65,
          "Max": 29959,
          "Min": 552
        },
        {
          "StatusCode": 404,
          "Total": 7603,
          "Average": 146.21,
          "Max": 465,
          "Min": 27
        },
        {
          "StatusCode": 410,
          "Total": 833,
          "Average": 16.02,
          "Max": 144,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 169236,
          "Average": 3254.54,
          "Max": 5598,
          "Min": 80
        },
        {
          "StatusCode": 449,
          "Total": 5942,
          "Average": 114.27,
          "Max": 267,
          "Min": 14
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a38%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2438901,
          "Average": 46901.94,
          "Max": 52725,
          "Min": 877
        },
        {
          "StatusCode": 403,
          "Total": 8642,
          "Average": 166.19,
          "Max": 2710,
          "Min": 29
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.15,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1281,
          "Average": 24.63,
          "Max": 201,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 334483,
          "Average": 6432.37,
          "Max": 11039,
          "Min": 275
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a38%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 9633293,
          "Average": 185255.63,
          "Max": 228334,
          "Min": 1248
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.04,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 467,
          "Average": 8.98,
          "Max": 168,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 8312,
          "Average": 159.85,
          "Max": 2075,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 76242,
          "Average": 1466.19,
          "Max": 4568,
          "Min": 73
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a38%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2720081,
          "Average": 52309.25,
          "Max": 59287,
          "Min": 1253
        },
        {
          "StatusCode": 404,
          "Total": 12923,
          "Average": 248.52,
          "Max": 1452,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 8134,
          "Average": 156.42,
          "Max": 1627,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 64478,
          "Average": 1239.96,
          "Max": 3462,
          "Min": 60
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a38%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 1,
          "First": "2015-02-19T22:20:00",
          "Last": "2015-02-19T22:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-19T22:25:00",
          "Last": "2015-02-19T22:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 14,
          "First": "2015-02-19T20:30:00",
          "Last": "2015-02-19T22:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-19T22:25:00",
          "Last": "2015-02-19T22:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a40%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a41%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a41%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a41%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "10 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T22:26:04.666",
          "Property": "GetNextCopyContext",
          "PartitionId": "6f9e0ac5-b0da-417b-b1c1-8a997347f3ba",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-42-d1b6b6c0-59de-4b0f-8067-2bf244bc0bbe"
        },
        {
          "DateTime": "2015-02-19T22:26:04.676",
          "Property": "GetNextCopyContext",
          "PartitionId": "be33dc58-0052-463d-98cb-30911939e720",
          "ReplicaId": 1.3068886901216542E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-80-9725165d-f21f-41b5-a20e-cf7d45a7f921"
        },
        {
          "DateTime": "2015-02-19T22:26:04.686",
          "Property": "GetNextCopyContext",
          "PartitionId": "7a969675-d208-4e1f-8c40-c1aa2c320904",
          "ReplicaId": 1.3068886901216542E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-108-453e8245-e0a0-4474-bbd6-c7959a09ac32"
        },
        {
          "DateTime": "2015-02-19T22:26:04.726",
          "Property": "GetNextCopyContext",
          "PartitionId": "2d4817e7-8add-41e4-97d5-e59e3a754221",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-112-2bddd142-cea6-4c00-a3eb-b2908f618fd8"
        },
        {
          "DateTime": "2015-02-19T22:26:04.776",
          "Property": "GetNextCopyContext",
          "PartitionId": "2b5dc73d-30f0-4e36-9616-b1abfceb6ae6",
          "ReplicaId": 1.3068886901216542E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-46-31d10fea-b3a9-4939-9e3b-0eb29c582919"
        },
        {
          "DateTime": "2015-02-19T22:26:04.786",
          "Property": "GetNextCopyContext",
          "PartitionId": "12db92cd-c584-40b2-a390-48715f2f3ec7",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-68-e04aaffb-4076-48dd-b16a-0987fb208c45"
        },
        {
          "DateTime": "2015-02-19T22:26:04.876",
          "Property": "GetNextCopyContext",
          "PartitionId": "f349b38e-34ef-4df3-8bcf-878aabaf5a6d",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/516c0166-2bfd-487c-952d-22cea73aa754/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-14-5d531826-5255-4f23-848e-99d45e756255"
        },
        {
          "DateTime": "2015-02-19T22:26:05.186",
          "Property": "GetNextCopyContext",
          "PartitionId": "89471da6-c152-41f8-8ae4-006ee240e97c",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/26df3cb6-4e35-46e8-8504-178978eca359/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-9-3c880053-f441-465c-8c91-152ab70bda42"
        },
        {
          "DateTime": "2015-02-19T22:26:05.186",
          "Property": "SecondaryReplicationQueueStatus",
          "PartitionId": "89471da6-c152-41f8-8ae4-006ee240e97c",
          "ReplicaId": 1.3068886901232168E+17,
          "ServiceName": "fabric:/26df3cb6-4e35-46e8-8504-178978eca359/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-9-3c880053-f441-465c-8c91-152ab70bda42"
        },
        {
          "DateTime": "2015-02-19T22:26:05.206",
          "Property": "GetNextCopyContext",
          "PartitionId": "54db7379-b5c8-4cfa-897d-f9de79c37543",
          "ReplicaId": 1.3068886901216542E+17,
          "ServiceName": "fabric:/26df3cb6-4e35-46e8-8504-178978eca359/writeheavywl-bn3prdddc01-docdb-private-6-ServerService-7-a088fd2b-b730-4a36-9fdd-d67ebd7f31b6"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "341 replica alerts for FullCopy  | 3 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 286,
          "HourlyAverage": 60.384
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 37,
          "HourlyAverage": 7.812
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 2.956
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.845
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 3,
          "HourlyAverage": 0.633
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a42%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a42%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "92aeeadf-1fb5-43f0-95e5-168919b7b038",
          "MaxQuota": 5818233,
          "MaxUsage": 4313909
        },
        {
          "PartitionId": "460da480-e8ca-447c-acad-93e6d82dd718",
          "MaxQuota": 3490816,
          "MaxUsage": 2495397
        },
        {
          "PartitionId": "a40c5646-3ab7-4db9-a46e-21ef1221806a",
          "MaxQuota": 3490816,
          "MaxUsage": 2490175
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "PartitionId": "92aeeadf-1fb5-43f0-95e5-168919b7b038",
          "MaxCrudUsage": 4256,
          "MaxIndexUsage": 2276,
          "MaxTotalUsage": 6604
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "PartitionId": "8d230496-8aa8-424a-a8cf-d1de1593b62b",
          "MaxCrudUsage": 2240,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4164
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "PartitionId": "e6fc5d8a-0d99-447b-a870-59bb6b9fccf2",
          "MaxCrudUsage": 2232,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 4132
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a42%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 4 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-19T22:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 352.16,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T22:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 262.7,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T22:20:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 208.588,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-19T20:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 181.011,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a42%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 90.042622
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 92.073899
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 92.601169
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 93.472502
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 93.509157
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a43%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 50.728569
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 44.98645
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 43.03945
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.143383
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 38.472877
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a43%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 106.720731
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 85.879392
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58.128667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.366849
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 36.254927
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+01%3a25%3a12Z&end=2015-02-20+06%3a43%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-20T03:55:35.2806782-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCFAwAAAAAAAA==",
  "_ts": 1424478283,
  "_etag": "\"1000457b-0000-0000-0000-54e7d04b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "4f335a4e-cf31-4837-843f-2fbc8dad0c5d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCGAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-19T18:58:03.215007-08:00",
  "CompletedTime": "2015-02-22T19:23:35.3300506-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a44e6c73-66a8-4909-89d6-e364d13e43ab",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T19:57:19.4699289-08:00",
      "CompleteTime": "2015-02-19T20:06:58.0858181-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1ebf6c3c-328c-4b14-8535-00233fd5221e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T19:57:19.8446186-08:00",
      "CompleteTime": "2015-02-19T20:05:58.4441174-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2d7f561f-b269-4032-a3d7-0ac940fdd9a6",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T19:57:20.3425013-08:00",
      "CompleteTime": "2015-02-19T20:03:58.043323-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22c1a11f-be9d-499c-8ab1-7ca90d6ef7bb",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T19:57:20.8378997-08:00",
      "CompleteTime": "2015-02-19T20:05:42.6296863-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1fe97dfd-7a72-42af-9bfe-45c6cf49f31a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T21:12:37.6885525-08:00",
      "CompleteTime": "2015-02-19T21:21:13.1627582-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8c7caf0b-777d-4160-851b-9df421b5784d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-19T22:26:54.2665658-08:00",
      "CompleteTime": "2015-02-19T22:41:17.0170954-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b75d242-a3a2-4b15-82b7-d61249b84cb0",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T01:09:12.5355357-08:00",
      "CompleteTime": "2015-02-20T01:17:48.3022999-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1caf94b5-fa88-4054-9dd9-7e84d0d3a7ae",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T18:58:06.6861929-08:00",
      "EndTime": "2015-02-19T19:10:50.0386691-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "32fd4be7-b7c8-4c66-b478-318fce7c5cbf",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T19:11:16.7758593-08:00",
      "EndTime": "2015-02-19T19:12:28.8517452-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "32e18b4f-6f82-4022-804a-72e662d8c11b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T19:12:29.2149312-08:00",
      "EndTime": "2015-02-19T19:43:16.4951485-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cf9a0c9a-6e23-4bfa-b905-7534650a80de",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T19:43:22.0397131-08:00",
      "EndTime": "2015-02-19T19:55:59.5320333-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "221bc31c-07ae-45b4-abb3-e5e9d9359ac4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T20:57:18.7476658-08:00",
      "EndTime": "2015-02-19T22:21:05.534005-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "92c9ce7d-97e5-4ba7-8f1b-f08e3e81d3b4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T23:07:02.7654836-08:00",
      "EndTime": "2015-02-20T00:33:48.3016876-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "596eee49-5be7-40e4-b3bd-9d023161193f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T01:21:32.7041236-08:00",
      "EndTime": "2015-02-20T14:02:28.575574-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a02%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a02%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "28 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 16,
          "First": "2015-02-20T12:13:02.6935873",
          "Last": "2015-02-20T12:16:32.694298"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-02-20T12:11:32.6937137",
          "Last": "2015-02-20T12:12:32.6938621"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-02-20T12:37:26.7142428",
          "Last": "2015-02-20T13:47:01.2349459"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a02%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "26 requests with 503 | 1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-02-20T12:37:25.8575198",
          "Last": "2015-02-20T13:03:07.4600809"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 22,
          "First": "2015-02-20T12:37:23.8692462",
          "Last": "2015-02-20T13:46:34.225282"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-20T00:03:17.2267903",
          "Last": "2015-02-20T00:03:17.2267903"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-20T12:37:23.5350185",
          "Last": "2015-02-20T12:37:23.5350185"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a02%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-02-20T00:00:00",
          "Last": "2015-02-20T00:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-20T00:00:00",
          "Last": "2015-02-20T00:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a03%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 51450707,
          "Average": 241552.62,
          "Max": 350602,
          "Min": 5398
        },
        {
          "StatusCode": 400,
          "Total": 41,
          "Average": 0.19,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 9803,
          "Average": 46.02,
          "Max": 9803,
          "Min": 9803
        },
        {
          "StatusCode": 403,
          "Total": 15194349,
          "Average": 71334.97,
          "Max": 241758,
          "Min": 2163
        },
        {
          "StatusCode": 404,
          "Total": 149545,
          "Average": 702.09,
          "Max": 9986,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.04,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 409,
          "Total": 13,
          "Average": 0.06,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35434,
          "Average": 166.36,
          "Max": 2277,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8930029,
          "Average": 41925.02,
          "Max": 72781,
          "Min": 1876
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 14:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1860208,
          "Average": 8733.37,
          "Max": 10523,
          "Min": 171
        },
        {
          "StatusCode": 401,
          "Total": 261,
          "Average": 1.23,
          "Max": 261,
          "Min": 261
        },
        {
          "StatusCode": 404,
          "Total": 4137,
          "Average": 19.42,
          "Max": 136,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 889,
          "Average": 4.17,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 248794,
          "Average": 1168.05,
          "Max": 1855,
          "Min": 38
        },
        {
          "StatusCode": 449,
          "Total": 9309,
          "Average": 43.7,
          "Max": 153,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a04%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 14:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5547770,
          "Average": 26045.87,
          "Max": 30258,
          "Min": 433
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 853,
          "Average": 4.0,
          "Max": 853,
          "Min": 853
        },
        {
          "StatusCode": 403,
          "Total": 7332,
          "Average": 34.42,
          "Max": 1208,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 15938,
          "Average": 74.83,
          "Max": 436,
          "Min": 23
        },
        {
          "StatusCode": 410,
          "Total": 2714,
          "Average": 12.74,
          "Max": 192,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 747867,
          "Average": 3511.11,
          "Max": 5717,
          "Min": 107
        },
        {
          "StatusCode": 449,
          "Total": 18818,
          "Average": 88.35,
          "Max": 219,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a05%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7682407,
          "Average": 36067.64,
          "Max": 53534,
          "Min": 666
        },
        {
          "StatusCode": 400,
          "Total": 2273327,
          "Average": 10672.9,
          "Max": 36515,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 142,
          "Average": 0.67,
          "Max": 142,
          "Min": 142
        },
        {
          "StatusCode": 403,
          "Total": 8740,
          "Average": 41.03,
          "Max": 4574,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 28,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.01,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3910,
          "Average": 18.36,
          "Max": 230,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1325809,
          "Average": 6224.46,
          "Max": 11005,
          "Min": 814
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a05%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 15:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 37509989,
          "Average": 175280.32,
          "Max": 221561,
          "Min": 1592
        },
        {
          "StatusCode": 400,
          "Total": 26,
          "Average": 0.12,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 262,
          "Average": 1.22,
          "Max": 262,
          "Min": 262
        },
        {
          "StatusCode": 404,
          "Total": 1104,
          "Average": 5.16,
          "Max": 166,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 20476,
          "Average": 95.68,
          "Max": 2132,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 324112,
          "Average": 1514.54,
          "Max": 4257,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a06%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8466650,
          "Average": 39563.79,
          "Max": 58559,
          "Min": 1156
        },
        {
          "StatusCode": 401,
          "Total": 2621,
          "Average": 12.25,
          "Max": 2621,
          "Min": 2621
        },
        {
          "StatusCode": 404,
          "Total": 44224,
          "Average": 206.65,
          "Max": 1250,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 19043,
          "Average": 88.99,
          "Max": 1588,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 325468,
          "Average": 1520.88,
          "Max": 4085,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a07%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 4,
          "First": "2015-02-20T12:10:00",
          "Last": "2015-02-20T12:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 238,
          "First": "2015-02-20T03:20:00",
          "Last": "2015-02-20T13:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 5,
          "First": "2015-02-20T12:20:00",
          "Last": "2015-02-20T14:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 19,
          "First": "2015-02-20T12:40:00",
          "Last": "2015-02-20T14:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-20+02%3a58%3a03Z&end=2015-02-20+22%3a16%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-19T22:26:27.9876262-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 211804,
      "PhysicalCRUDUsageInMB": 344424,
      "LogicalIndexUsageInMB": 7495,
      "LogicalCRUDUsageInMB": 91560,
      "ClientReportedUsageInMB": 92577
    },
    {
      "TimeStamp": "2015-02-20T00:41:05.8594098-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 611168,
      "PhysicalCRUDUsageInMB": 744424,
      "LogicalIndexUsageInMB": 16870,
      "LogicalCRUDUsageInMB": 213459,
      "ClientReportedUsageInMB": 193049
    },
    {
      "TimeStamp": "2015-02-20T14:17:30.505304-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCGAwAAAAAAAA==",
  "_ts": 1424661815,
  "_etag": "\"15004a4f-0000-0000-0000-54ea9d370000\"",
  "_attachments": "attachments/"
},
{
  "id": "6aca1e56-6f4b-4d33-a8a8-928619ef7a57",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCHAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-19T19:48:29.7036431-08:00",
  "CompletedTime": "2015-02-19T20:57:55.2764069-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "513dc683-03cd-46ff-99f4-947e6737c311",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T19:48:31.9357713-08:00",
      "EndTime": "2015-02-19T20:05:00.6881499-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "aff453a3-dd66-433b-8034-f37de44aa559",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T20:05:35.0371441-08:00",
      "EndTime": "2015-02-19T20:06:49.2774515-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8c4a0f15-bcc6-4bb1-a5c9-aef03fc8f17b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T20:06:49.6274721-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCHAwAAAAAAAA==",
  "_ts": 1424408275,
  "_etag": "\"0d0055d4-0000-0000-0000-54e6bed30000\"",
  "_attachments": "attachments/"
},
{
  "id": "63c866e8-e3a6-4d39-864a-3136c54d74bc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCIAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-19T20:57:55.5523876-08:00",
  "CompletedTime": "2015-02-20T09:37:57.958342-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2ea06d23-19e1-48cd-afe2-ec33174c7694",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T22:00:18.9176143-08:00",
      "CompleteTime": "2015-02-19T22:07:24.9813881-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cc21533-d72e-4303-9586-448507bab413",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T22:00:19.3746909-08:00",
      "CompleteTime": "2015-02-19T22:08:55.5415948-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "417dceaa-cbd4-4076-9de4-9d73864ffeb5",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T22:00:19.8716695-08:00",
      "CompleteTime": "2015-02-19T22:06:55.7786446-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6781ee7d-84bc-4fbe-b4ae-7189ba50ff47",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-19T22:00:21.3697573-08:00",
      "CompleteTime": "2015-02-19T22:08:39.423659-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ab5232e9-2cba-45b7-94bd-9de8612aa047",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T23:15:15.588556-08:00",
      "CompleteTime": "2015-02-19T23:23:21.1657348-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fa895158-e6c2-40d8-94b9-af628d51ab6e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-20T00:09:15.5065685-08:00",
      "CompleteTime": "2015-02-20T00:18:35.1720464-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e094d6e-3d21-4008-ada2-79a1069b3ad7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T02:50:35.6759567-08:00",
      "CompleteTime": "2015-02-20T02:58:10.7223633-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "10d692ed-d923-4631-9ab3-3df6d7989deb",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-20T07:42:46.0732438-08:00",
      "CompleteTime": "2015-02-20T09:06:12.9387931-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "78580afb-8905-4871-83f1-26fabc56cf4c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T20:58:53.6267575-08:00",
      "EndTime": "2015-02-19T21:12:08.1208617-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4bf15c86-ace6-4e0c-9095-b1ef0d912629",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T21:12:49.7732786-08:00",
      "EndTime": "2015-02-19T21:13:59.1543055-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "87c0e725-fa25-4c74-84a3-138a53478e16",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T21:13:59.5213267-08:00",
      "EndTime": "2015-02-19T21:44:33.0067241-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "be313128-503a-4ce4-b842-1e280c2cf8f1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T21:44:41.3842098-08:00",
      "EndTime": "2015-02-19T21:59:01.9991513-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1144e4cd-2a45-445a-9c50-53d0ec3c1269",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T23:00:20.7506639-08:00",
      "EndTime": "2015-02-20T00:06:36.4573393-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f46fd6bb-6178-40c4-b06d-413889f1044f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T00:49:24.6413706-08:00",
      "EndTime": "2015-02-20T01:58:46.5188349-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "54816bc0-3734-46dc-a144-9855fbc2dc12",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T02:40:55.912313-08:00",
      "EndTime": "2015-02-20T04:45:36.372404-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7c7bb1e4-a6ce-4a38-a662-4b71a18a2d64",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T05:27:46.2122093-08:00",
      "EndTime": "2015-02-20T07:35:54.7053714-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T06:24:16.9928866",
          "Last": "2015-02-20T06:24:16.9928866"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-20T05:35:07.3515759",
          "Last": "2015-02-20T05:35:07.3515759"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-20T05:35:07.3515761",
          "Last": "2015-02-20T05:35:07.3515761"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-20T05:35:17.1711131",
          "Last": "2015-02-20T05:35:17.1711131"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36456269,
          "Average": 268060.8,
          "Max": 352281,
          "Min": 2313
        },
        {
          "StatusCode": 400,
          "Total": 78,
          "Average": 0.57,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 23253,
          "Average": 170.98,
          "Max": 9598,
          "Min": 571
        },
        {
          "StatusCode": 404,
          "Total": 90347,
          "Average": 664.32,
          "Max": 8322,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 33,
          "Average": 0.24,
          "Max": 9,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 44661,
          "Average": 328.39,
          "Max": 1749,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5675010,
          "Average": 41728.01,
          "Max": 189544,
          "Min": 671
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1066992,
          "Average": 7845.53,
          "Max": 10415,
          "Min": 67
        },
        {
          "StatusCode": 404,
          "Total": 4473,
          "Average": 32.89,
          "Max": 160,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 1132,
          "Average": 8.32,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 136682,
          "Average": 1005.01,
          "Max": 2885,
          "Min": 19
        },
        {
          "StatusCode": 449,
          "Total": 7361,
          "Average": 54.12,
          "Max": 192,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3186812,
          "Average": 23432.44,
          "Max": 30427,
          "Min": 172
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 172,
          "Average": 1.26,
          "Max": 68,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 18072,
          "Average": 132.88,
          "Max": 569,
          "Min": 26
        },
        {
          "StatusCode": 410,
          "Total": 3509,
          "Average": 25.8,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 420119,
          "Average": 3089.11,
          "Max": 8369,
          "Min": 55
        },
        {
          "StatusCode": 449,
          "Total": 15984,
          "Average": 117.53,
          "Max": 337,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5351387,
          "Average": 39348.43,
          "Max": 52687,
          "Min": 193
        },
        {
          "StatusCode": 400,
          "Total": 3438,
          "Average": 25.28,
          "Max": 1447,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8787,
          "Average": 64.61,
          "Max": 3332,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 41,
          "Average": 0.3,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5199,
          "Average": 38.23,
          "Max": 185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 942429,
          "Average": 6929.62,
          "Max": 29019,
          "Min": 239
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26446936,
          "Average": 194462.76,
          "Max": 218077,
          "Min": 471
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.17,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6060,
          "Average": 44.56,
          "Max": 453,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27948,
          "Average": 205.5,
          "Max": 1637,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 287586,
          "Average": 2114.6,
          "Max": 6408,
          "Min": 110
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6054966,
          "Average": 44521.81,
          "Max": 60525,
          "Min": 471
        },
        {
          "StatusCode": 404,
          "Total": 19860,
          "Average": 146.03,
          "Max": 1140,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 28505,
          "Average": 209.6,
          "Max": 1816,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 224129,
          "Average": 1648.01,
          "Max": 7710,
          "Min": 84
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 8,
          "First": "2015-02-20T08:00:00",
          "Last": "2015-02-20T08:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 20,
          "First": "2015-02-20T07:55:00",
          "Last": "2015-02-20T08:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-20T07:55:00",
          "Last": "2015-02-20T07:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 28,
          "First": "2015-02-20T03:55:00",
          "Last": "2015-02-20T08:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-02-20T08:05:00",
          "Last": "2015-02-20T08:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "5 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 5,
          "First": "2015-02-20T07:56:28.6828592",
          "Last": "2015-02-20T08:30:14.0868224"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "736 replica health errors | 131 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 65,
          "First": "2015-02-20T01:48:34.063",
          "Last": "2015-02-20T08:49:11.541"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 123,
          "First": "2015-02-20T04:40:48.836",
          "Last": "2015-02-20T09:34:18.945"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 417,
          "First": "2015-02-20T01:48:34.063",
          "Last": "2015-02-20T09:34:18.945"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 131,
          "First": "2015-02-20T07:49:00.962",
          "Last": "2015-02-20T08:04:04.264"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1842 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 606,
          "HourlyAverage": 50.966
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 10.26
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1032,
          "HourlyAverage": 86.794
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 27,
          "HourlyAverage": 2.271
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 53,
          "HourlyAverage": 4.457
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.168
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "24 partitions violated quota invariants | 23 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4e114b6c-bed6-4fe0-84c6-79f484feec1c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3788736,
          "LastQuota": 3490816,
          "LastIndexUsage": 301492,
          "First": "2015-02-20T08:00:00",
          "Last": "2015-02-20T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a1df6067-8292-409e-9cc6-e8ca0f8e4b6e",
          "MaxQuota": 6981471,
          "MaxUsage": 5501446
        },
        {
          "PartitionId": "ae9c5b22-00b9-4efa-91b3-3bab4166f634",
          "MaxQuota": 5818233,
          "MaxUsage": 5494831
        },
        {
          "PartitionId": "7bb20028-852f-4847-89d8-3d5bf768bee0",
          "MaxQuota": 6981471,
          "MaxUsage": 5469629
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "a1df6067-8292-409e-9cc6-e8ca0f8e4b6e",
          "MaxCrudUsage": 5400,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9056
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "b6a79c4f-adb9-4b00-96e0-cc11a03b0fbf",
          "MaxCrudUsage": 5328,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9028
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "ca1da97e-e7e7-488c-99c2-1d7cb7c7e386",
          "MaxCrudUsage": 5336,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9004
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 44 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-20T04:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 191.922,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T04:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 186.974,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T07:15:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 185.793,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T04:30:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 170.74,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T02:45:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 147.5,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 80.697736
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 81.174919
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.221675
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 82.29538
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 82.878887
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48.293233
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.097295
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 44.918139
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 43.175599
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 42.963116
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 389.533257
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 375.372629
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 329.682647
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 304.621248
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 281.447844
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 58107.344828
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 60049.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63881.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 64825.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 67650.7
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "314 Direct Tcp requests with 503 | 178 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-20T09:15:00",
          "Last": "2015-02-20T09:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 168,
          "Average": 14.0,
          "First": "2015-02-19T23:15:00",
          "Last": "2015-02-20T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 272,
          "Average": 136.0,
          "First": "2015-02-20T05:30:00",
          "Last": "2015-02-20T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "Average": 10.0,
          "First": "2015-02-20T07:20:00",
          "Last": "2015-02-20T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 41,
          "Average": 41.0,
          "First": "2015-02-20T07:20:00",
          "Last": "2015-02-20T07:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-20+04%3a57%3a55Z&end=2015-02-20+17%3a37%3a57Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-20T00:08:55.6704177-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 71780
    },
    {
      "TimeStamp": "2015-02-20T02:00:25.9516049-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 157324
    },
    {
      "TimeStamp": "2015-02-20T04:47:15.7921734-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 232542
    },
    {
      "TimeStamp": "2015-02-20T07:37:33.9341311-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 325983
    },
    {
      "TimeStamp": "2015-02-20T09:37:57.958342-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 47312
    },
    {
      "TimeStamp": "2015-02-20T09:37:57.958342-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 504048,
      "PhysicalCRUDUsageInMB": 1150544,
      "LogicalIndexUsageInMB": 21274,
      "LogicalCRUDUsageInMB": 285217,
      "ClientReportedUsageInMB": 47556
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCIAwAAAAAAAA==",
  "_ts": 1424456729,
  "_etag": "\"0b00a445-0000-0000-0000-54e77c190000\"",
  "_attachments": "attachments/"
},
{
  "id": "af6b9dca-4ddb-425b-80d9-496103acdee6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCJAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-19T22:08:51.478722-08:00",
  "CompletedTime": "2015-02-20T15:25:09.7359006-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b10cfeda-6084-41b2-9dad-614f26ce2bc8",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-19T23:12:09.4464477-08:00",
      "CompleteTime": "2015-02-19T23:19:16.0263905-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "255cccf7-fd0c-4c6c-b0f3-5e2f3fd80ee8",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-19T23:12:09.7875754-08:00",
      "CompleteTime": "2015-02-19T23:21:47.9970237-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "288ba155-8b9f-43bb-9e60-82fe844af45f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-19T23:12:10.2782189-08:00",
      "CompleteTime": "2015-02-19T23:20:45.7264784-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e774db3-6302-4fed-a177-f05427dbd5bb",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T00:27:07.6416251-08:00",
      "CompleteTime": "2015-02-20T00:35:44.4963764-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e37ddb17-2daa-469f-a00d-d0bb0ff2477a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T04:27:23.6314597-08:00",
      "CompleteTime": "2015-02-20T04:36:58.742089-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dcdce3c3-0cc4-418a-9197-0407493c6e1d",
      "Name": "collcrud369256ef-7195-4ee8-9250-f4bbc6835f20-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T10:05:13.7132187-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fbdfc91b-cc7c-483d-a99e-e879ee2e9453",
      "Name": "collcrudaa4658fd-fdc3-4578-811e-9256a40da1bf-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T10:05:14.7169413-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9b5c8254-9e99-4f3d-9078-2e044dd585c8",
      "Name": "collcrud44943700-6138-49eb-8f6a-b3d76db2c593-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T10:05:15.7085997-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fe16ca36-3e98-4039-aa83-7408561dd8e8",
      "Name": "collcrud82167e7e-746d-4692-8684-7d986fef8932-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T10:05:16.7043585-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "4689fca5-58cb-466f-8322-26b7e7e13c4e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T22:08:52.405296-08:00",
      "EndTime": "2015-02-19T22:22:19.2502443-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "820fef99-e49a-4b1c-a18c-ced0ad9d41f2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T22:26:03.1070093-08:00",
      "EndTime": "2015-02-19T22:27:09.3987963-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "70e2aed2-43da-40f5-8bac-1c7e0d1d27e5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-19T22:27:09.7468161-08:00",
      "EndTime": "2015-02-19T22:57:21.7174917-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ddc97106-20b3-47a8-b06a-5460556f9352",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-19T22:57:25.0940812-08:00",
      "EndTime": "2015-02-19T23:10:54.8287952-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa8832e9-31aa-4feb-bf2e-e41ab2524a80",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T00:12:09.7903666-08:00",
      "EndTime": "2015-02-20T01:30:55.6525333-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "09828808-ccb1-4313-81c2-176c3eee12c0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T02:15:53.9449607-08:00",
      "EndTime": "2015-02-20T03:44:32.4278251-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c741647f-19ab-4cc8-82c0-09e3c0c65d21",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T04:32:46.6118705-08:00",
      "EndTime": "2015-02-20T06:47:21.0221118-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "55fc438c-a2d3-4b62-a1d7-d4408ba33ef8",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150219.3\\x64\\Release",
      "StartTime": "2015-02-20T07:41:10.3582192-08:00",
      "EndTime": "2015-02-20T09:50:03.1434583-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a50%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a50%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "20 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d) in absence of user requests. Indicates bug in background tasks.",
          "Role": "ServerCluster0",
          "Count": 17,
          "First": "2015-02-20T08:46:08.8196618",
          "Last": "2015-02-20T09:27:08.9234117"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-20T06:31:38.5282051",
          "Last": "2015-02-20T06:31:44.7239736"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-02-19T23:41:27.5934224",
          "Last": "2015-02-19T23:41:27.5934224"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a50%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "44 requests with 503 | 1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 31,
          "First": "2015-02-20T06:31:34.9493012",
          "Last": "2015-02-20T06:31:49.7313685"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 6,
          "First": "2015-02-20T06:31:35.4075797",
          "Last": "2015-02-20T06:31:44.3688732"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 6,
          "First": "2015-02-20T06:31:35.2281456",
          "Last": "2015-02-20T06:31:40.9064628"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-20T01:03:04.517947",
          "Last": "2015-02-20T01:03:04.517947"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-20T01:02:31.2311551",
          "Last": "2015-02-20T01:02:31.2311551"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a50%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-02-20T08:40:00",
          "Last": "2015-02-20T09:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a50%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36625723,
          "Average": 263494.41,
          "Max": 354469,
          "Min": 3186
        },
        {
          "StatusCode": 400,
          "Total": 34,
          "Average": 0.24,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 12090,
          "Average": 86.98,
          "Max": 4700,
          "Min": 209
        },
        {
          "StatusCode": 403,
          "Total": 312515,
          "Average": 2248.31,
          "Max": 63558,
          "Min": 46
        },
        {
          "StatusCode": 404,
          "Total": 19552,
          "Average": 140.66,
          "Max": 5880,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.21,
          "Max": 11,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28401,
          "Average": 204.32,
          "Max": 1416,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5549585,
          "Average": 39925.07,
          "Max": 258094,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a51%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1121694,
          "Average": 8069.74,
          "Max": 10457,
          "Min": 97
        },
        {
          "StatusCode": 401,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 2126,
          "Average": 15.29,
          "Max": 183,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 672,
          "Average": 4.83,
          "Max": 38,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 88607,
          "Average": 637.46,
          "Max": 2916,
          "Min": 58
        },
        {
          "StatusCode": 449,
          "Total": 3790,
          "Average": 27.27,
          "Max": 91,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a51%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3374269,
          "Average": 24275.32,
          "Max": 30531,
          "Min": 252
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 30,
          "Average": 0.22,
          "Max": 30,
          "Min": 30
        },
        {
          "StatusCode": 403,
          "Total": 2342,
          "Average": 16.85,
          "Max": 699,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 8102,
          "Average": 58.29,
          "Max": 564,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 2136,
          "Average": 15.37,
          "Max": 108,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 269110,
          "Average": 1936.04,
          "Max": 9885,
          "Min": 290
        },
        {
          "StatusCode": 449,
          "Total": 9108,
          "Average": 65.53,
          "Max": 178,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a52%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5477955,
          "Average": 39409.75,
          "Max": 53735,
          "Min": 471
        },
        {
          "StatusCode": 400,
          "Total": 48976,
          "Average": 352.35,
          "Max": 9477,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1693,
          "Average": 12.18,
          "Max": 651,
          "Min": 29
        },
        {
          "StatusCode": 403,
          "Total": 35900,
          "Average": 258.27,
          "Max": 16142,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3534,
          "Average": 25.42,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 845806,
          "Average": 6084.94,
          "Max": 39213,
          "Min": 448
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a52%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 74677786,
          "Average": 537250.26,
          "Max": 626541,
          "Min": 497
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.15,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 111378,
          "Average": 801.28,
          "Max": 53264,
          "Min": 29
        },
        {
          "StatusCode": 404,
          "Total": 8015,
          "Average": 57.66,
          "Max": 708,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 39035,
          "Average": 280.83,
          "Max": 2915,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 172301,
          "Average": 1239.58,
          "Max": 22599,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a53%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6051461,
          "Average": 43535.69,
          "Max": 58067,
          "Min": 500
        },
        {
          "StatusCode": 401,
          "Total": 16585,
          "Average": 119.32,
          "Max": 7389,
          "Min": 69
        },
        {
          "StatusCode": 404,
          "Total": 19624,
          "Average": 141.18,
          "Max": 1746,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 21963,
          "Average": 158.01,
          "Max": 1745,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 118457,
          "Average": 852.21,
          "Max": 4425,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a53%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 13,
          "First": "2015-02-20T06:40:00",
          "Last": "2015-02-20T09:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 4,
          "First": "2015-02-20T06:40:00",
          "Last": "2015-02-20T09:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-20T06:45:00",
          "Last": "2015-02-20T06:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 17,
          "First": "2015-02-20T06:25:00",
          "Last": "2015-02-20T09:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 129,
          "First": "2015-02-20T05:00:00",
          "Last": "2015-02-20T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 2,
          "First": "2015-02-20T05:15:00",
          "Last": "2015-02-20T06:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a56%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a58%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a58%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a59%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1741 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 604,
          "First": "2015-02-20T01:45:42.361",
          "Last": "2015-02-20T09:53:11.347"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 57,
          "First": "2015-02-20T03:15:55.412",
          "Last": "2015-02-20T09:43:09.811"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 416,
          "First": "2015-02-20T01:45:42.371",
          "Last": "2015-02-20T09:53:11.297"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 664,
          "First": "2015-02-20T01:05:35.981",
          "Last": "2015-02-20T09:53:11.347"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+17%3a59%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "793 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 116,
          "HourlyAverage": 10.505
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 620,
          "HourlyAverage": 56.147
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 57,
          "HourlyAverage": 5.162
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a00%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a00%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "899391e7-d2d7-4e98-a17a-052c8dfd6796",
          "MaxQuota": 10471182,
          "MaxUsage": 9812160
        },
        {
          "PartitionId": "836d4d16-6e40-40b3-a70d-b5dcb743e2f0",
          "MaxQuota": 10471182,
          "MaxUsage": 9795264
        },
        {
          "PartitionId": "5f790b8b-c629-47d5-adfe-cb66d0a593c1",
          "MaxQuota": 10471182,
          "MaxUsage": 9786048
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a00%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "84ca4d17-cae4-4b29-a4ad-8bc6cbb8308d",
          "MaxCrudUsage": 9536,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15097
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "231bf147-427e-48df-a27e-39cce6c510b3",
          "MaxCrudUsage": 9600,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15081
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "00ab2e1d-d272-4e93-9c49-176c15a46a48",
          "MaxCrudUsage": 9536,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15081
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-20T09:15:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 488.938,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T08:20:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 452.259,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T09:20:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 265.567,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T08:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 238.401,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T08:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 223.688,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a01%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 74.213431
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 78.5536
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 78.570856
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79.540219
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 80.127072
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a02%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62.279154
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60.209642
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 55.286275
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 47.534534
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 45.631156
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a03%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 450.072047 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 450.072047
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 312.970015
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 296.875268
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 263.559494
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 113.114729
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+06%3a08%3a51Z&end=2015-02-20+18%3a04%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-20T01:35:19.7193793-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 244920,
      "PhysicalCRUDUsageInMB": 342544,
      "LogicalIndexUsageInMB": 8663,
      "LogicalCRUDUsageInMB": 105088,
      "ClientReportedUsageInMB": 93839
    },
    {
      "TimeStamp": "2015-02-20T03:52:29.6584049-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 486908,
      "PhysicalCRUDUsageInMB": 744856,
      "LogicalIndexUsageInMB": 16140,
      "LogicalCRUDUsageInMB": 207703,
      "ClientReportedUsageInMB": 203146
    },
    {
      "TimeStamp": "2015-02-20T07:00:50.9789499-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 763712,
      "PhysicalCRUDUsageInMB": 1318568,
      "LogicalIndexUsageInMB": 26060,
      "LogicalCRUDUsageInMB": 340253,
      "ClientReportedUsageInMB": 161185
    },
    {
      "TimeStamp": "2015-02-20T10:05:05.8681717-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCJAwAAAAAAAA==",
  "_ts": 1424474709,
  "_etag": "\"0f009198-0000-0000-0000-54e7c2550000\"",
  "_attachments": "attachments/"
},
{
  "id": "5a5430c8-4e4a-4db4-9d51-48ddd66070e0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCKAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T11:21:52.4711901-08:00",
  "CompletedTime": "2015-02-20T13:18:57.7933748-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "d2da1c3c-a128-41a4-9ca6-1ddb6ba2524a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T11:22:06.9274345-08:00",
      "EndTime": "2015-02-20T11:35:37.5775007-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCKAwAAAAAAAA==",
  "_ts": 1424467136,
  "_etag": "\"0d0094b9-0000-0000-0000-54e7a4c00000\"",
  "_attachments": "attachments/"
},
{
  "id": "732347aa-9fc4-494f-9a84-e56a480e37f4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCLAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T13:18:58.0527308-08:00",
  "CompletedTime": "2015-02-20T13:51:04.6001061-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "fc94793a-cb95-4738-ac1b-af3b13b78b4c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T13:19:09.1072403-08:00",
      "EndTime": "2015-02-20T13:32:28.5083251-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCLAwAAAAAAAA==",
  "_ts": 1424469063,
  "_etag": "\"0e005f32-0000-0000-0000-54e7ac470000\"",
  "_attachments": "attachments/"
},
{
  "id": "e64749de-9059-47a6-84e8-a4c98b33c4da",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCMAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T13:51:04.8296622-08:00",
  "CompletedTime": "2015-02-20T14:24:32.0146297-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1f0b6de2-2bb9-47ba-af50-8aa8a5ad46ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T13:51:15.6856849-08:00",
      "EndTime": "2015-02-20T13:51:31.4426143-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "59de4398-b83a-4629-a9b3-ea41e34f942f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T13:51:43.9181283-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "fe4b6500-1a67-4775-9295-43da472dcb32",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T13:51:44.2764285-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCMAwAAAAAAAA==",
  "_ts": 1424471071,
  "_etag": "\"0e0071b0-0000-0000-0000-54e7b41f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f69ac2a7-eed9-40d9-8bb8-2dfde6b5ce5a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCNAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T14:24:32.2460469-08:00",
  "CompletedTime": "2015-02-20T15:18:41.7415002-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "92c4c8df-7bf4-4ac1-8c2b-7bf2c63c9313",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T14:24:33.5302038-08:00",
      "EndTime": "2015-02-20T14:24:49.4200451-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "f0693941-4957-40de-b5e3-5e920cba3e08",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T14:25:01.3481666-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "2fe811e0-a103-4322-b440-0cb0aa2779b7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T14:25:01.7009891-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCNAwAAAAAAAA==",
  "_ts": 1424474320,
  "_etag": "\"0f002a7f-0000-0000-0000-54e7c0d00000\"",
  "_attachments": "attachments/"
},
{
  "id": "faf8e2a7-e23d-4f6b-8345-2b8f216d36de",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCOAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T15:18:41.9645482-08:00",
  "CompletedTime": "2015-02-20T15:25:58.1798816-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "98df2545-42ff-4039-85c4-e037ba3dd9d6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:18:45.7372478-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCOAwAAAAAAAA==",
  "_ts": 1424474757,
  "_etag": "\"0f00ab9b-0000-0000-0000-54e7c2850000\"",
  "_attachments": "attachments/"
},
{
  "id": "e68e9259-3695-4b4a-a0e2-d29c0b243f4c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCPAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-20T15:25:10.4707577-08:00",
  "CompletedTime": "2015-02-21T14:06:30.4088273-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "97db54e4-b044-42df-8321-a37932f7ecf9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-20T17:13:08.0912783-08:00",
      "CompleteTime": "2015-02-20T17:21:14.0241184-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8bb26a13-eb78-4449-bab0-84fe5f594a4e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T17:13:08.4243774-08:00",
      "CompleteTime": "2015-02-20T17:20:43.9782678-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "34bbae48-30c5-47d0-a209-65e505e29e6a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-20T17:13:08.9092801-08:00",
      "CompleteTime": "2015-02-20T17:20:14.269867-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "90752423-57c9-4cb6-92e7-16427166f954",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T18:28:07.3186539-08:00",
      "CompleteTime": "2015-02-20T18:33:46.9238425-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a7dda338-caa1-4640-b39f-c53d2a0267bb",
      "Name": "collcrudd7e5875cc8-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:15:10.428688-08:00",
      "CompleteTime": "2015-02-20T19:23:44.8619821-08:00",
      "Endpoint": "https://collcrudd7e5875cc8-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f35cbead-9f16-454a-a1f0-ea17f6e962c8",
      "Name": "collcrudf5b20b2bda-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:15:10.9369542-08:00",
      "CompleteTime": "2015-02-20T19:25:16.1530331-08:00",
      "Endpoint": "https://collcrudf5b20b2bda-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21cc0ddc-7dec-4515-b182-78d1fe7a2ea2",
      "Name": "collcrud31bd11b4ea-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:15:11.50299-08:00",
      "CompleteTime": "2015-02-20T19:22:15.2470161-08:00",
      "Endpoint": "https://collcrud31bd11b4ea-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "34745c77-3b4b-46d9-a30b-d74c51b963d6",
      "Name": "collcrud03c6a66bb1-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:15:12.5193886-08:00",
      "CompleteTime": "2015-02-20T19:25:46.4912297-08:00",
      "Endpoint": "https://collcrud03c6a66bb1-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3d428c13-7bae-4fd0-a318-d7683a08416f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T21:27:00.1461532-08:00",
      "CompleteTime": "2015-02-20T21:34:03.916827-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "26587184-fe2c-4ca7-a4ce-d11aa47699ee",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:25:12.6525591-08:00",
      "EndTime": "2015-02-20T15:38:37.8842823-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "162e921d-2588-4c8f-91d6-c2181dd89145",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:44:10.7193024-08:00",
      "EndTime": "2015-02-20T15:45:17.9181765-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "97b6dc99-91d1-4ac7-9b70-7dd57006afa8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:45:18.2658712-08:00",
      "EndTime": "2015-02-20T16:15:31.7818592-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2e6b3e5f-0136-4d50-8db8-d3a301726925",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T16:45:16.2990178-08:00",
      "EndTime": "2015-02-20T16:57:52.4075122-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "290b5b69-bc44-4883-a6cd-340cc218e925",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T18:13:08.7280246-08:00",
      "EndTime": "2015-02-20T19:15:06.9724262-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f38f0ae0-ef19-403b-9dc1-cbe93c64a272",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T19:55:16.5617985-08:00",
      "EndTime": "2015-02-20T21:03:48.8105064-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "53c4bd7f-6bcf-4579-a188-044f387be9ae",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T21:43:55.8399278-08:00",
      "EndTime": "2015-02-20T23:20:25.0271783-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "27d6f124-e7e0-4596-9284-7f75be780672",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T00:00:37.0487709-08:00",
      "EndTime": "2015-02-21T02:05:54.3492174-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a23%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a23%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "287 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 283,
          "First": "2015-02-20T20:07:35.0704692",
          "Last": "2015-02-21T12:18:33.9592584"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T22:05:22.7755422",
          "Last": "2015-02-20T22:05:22.7755422"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-21T01:11:56.5636057",
          "Last": "2015-02-21T01:13:20.1918869"
        },
        {
          "Message": "User was charged a lot - most probably bug in charging logic. Actual cpu %lld, io %lld. Maximum cpu %lld, io %lld.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-20T22:02:17.0330407",
          "Last": "2015-02-20T22:02:17.0330407"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a23%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-21T01:10:00",
          "Last": "2015-02-21T01:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a25%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 15:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 64241614,
          "Average": 256966.46,
          "Max": 350383,
          "Min": 50
        },
        {
          "StatusCode": 400,
          "Total": 54,
          "Average": 0.22,
          "Max": 30,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 7832353,
          "Average": 31329.41,
          "Max": 329091,
          "Min": 3559
        },
        {
          "StatusCode": 404,
          "Total": 12097,
          "Average": 48.39,
          "Max": 2257,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.07,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 53525,
          "Average": 214.1,
          "Max": 6462,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5033715,
          "Average": 20134.86,
          "Max": 144597,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a28%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 17:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1912887,
          "Average": 7713.25,
          "Max": 10274,
          "Min": 41
        },
        {
          "StatusCode": 404,
          "Total": 2069,
          "Average": 8.34,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1471,
          "Average": 5.93,
          "Max": 222,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 133062,
          "Average": 536.54,
          "Max": 1869,
          "Min": 39
        },
        {
          "StatusCode": 449,
          "Total": 2140,
          "Average": 8.63,
          "Max": 58,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a32%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 17:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5711717,
          "Average": 23031.12,
          "Max": 30477,
          "Min": 107
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.02,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 7890,
          "Average": 31.81,
          "Max": 1884,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 8283,
          "Average": 33.4,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4149,
          "Average": 16.73,
          "Max": 485,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 402339,
          "Average": 1622.33,
          "Max": 5563,
          "Min": 95
        },
        {
          "StatusCode": 449,
          "Total": 5901,
          "Average": 23.79,
          "Max": 134,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a35%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 9587398,
          "Average": 38045.23,
          "Max": 53848,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 1292504,
          "Average": 5128.98,
          "Max": 51301,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 36593,
          "Average": 145.21,
          "Max": 10351,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6626,
          "Average": 26.29,
          "Max": 995,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 764581,
          "Average": 3034.05,
          "Max": 22697,
          "Min": 46
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a39%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 19:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 120140198,
          "Average": 474862.44,
          "Max": 609296,
          "Min": 8
        },
        {
          "StatusCode": 400,
          "Total": 61,
          "Average": 0.24,
          "Max": 22,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9653,
          "Average": 38.15,
          "Max": 2678,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42113,
          "Average": 166.45,
          "Max": 2317,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 279233,
          "Average": 1103.69,
          "Max": 8026,
          "Min": 21
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a45%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 16:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 10327874,
          "Average": 41644.65,
          "Max": 56624,
          "Min": 13
        },
        {
          "StatusCode": 401,
          "Total": 1614,
          "Average": 6.51,
          "Max": 1078,
          "Min": 536
        },
        {
          "StatusCode": 404,
          "Total": 21870,
          "Average": 88.19,
          "Max": 502,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 30073,
          "Average": 121.26,
          "Max": 1952,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 229621,
          "Average": 925.89,
          "Max": 3752,
          "Min": 24
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a50%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a50%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a51%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1063 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 458,
          "First": "2015-02-20T20:54:00.263",
          "Last": "2015-02-21T03:31:08.353"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 42,
          "First": "2015-02-20T20:54:00.563",
          "Last": "2015-02-21T03:26:07.695"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 179,
          "First": "2015-02-21T00:16:42.341",
          "Last": "2015-02-21T03:36:08.991"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 384,
          "First": "2015-02-20T20:54:00.263",
          "Last": "2015-02-21T03:36:08.981"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a51%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "974 replica alerts for FullCopy  | 291 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 742,
          "HourlyAverage": 36.006
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 76,
          "HourlyAverage": 3.688
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 28,
          "HourlyAverage": 1.359
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 32,
          "HourlyAverage": 1.553
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 31,
          "HourlyAverage": 1.504
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 34,
          "HourlyAverage": 1.65
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.582
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 30,
          "HourlyAverage": 1.456
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 30,
          "HourlyAverage": 1.456
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 26,
          "HourlyAverage": 1.262
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 30,
          "HourlyAverage": 1.456
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 0.728
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 0.971
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.437
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.485
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 22,
          "HourlyAverage": 1.068
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 37,
          "HourlyAverage": 1.795
        },
        {
          "DatabaseAccount": "collcrud03c6a66bb1-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.146
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.582
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.534
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 28,
          "HourlyAverage": 1.359
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.534
        },
        {
          "DatabaseAccount": "collcrud31bd11b4ea-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.291
        },
        {
          "DatabaseAccount": "collcrudd7e5875cc8-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.291
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a52%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a53%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4f66d39b-0b9f-4511-b078-47d44d744c05",
          "MaxQuota": 10470400,
          "MaxUsage": 9805504
        },
        {
          "PartitionId": "836d4d16-6e40-40b3-a70d-b5dcb743e2f0",
          "MaxQuota": 10470400,
          "MaxUsage": 9795264
        },
        {
          "PartitionId": "cb9972f2-9eff-4c7a-bff6-9f045a0db1c1",
          "MaxQuota": 10470400,
          "MaxUsage": 9792704
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+20%3a55%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "0f5da6dd-ed90-4cfc-a1aa-5398c8ad5578",
          "MaxCrudUsage": 9992,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15409
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "b62da30d-2a38-4092-a946-a805f1e75125",
          "MaxCrudUsage": 9864,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15345
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "82f2ab09-8650-41d3-ba5d-eb7f620209d6",
          "MaxCrudUsage": 9744,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15257
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-20T22:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 261.339,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T22:30:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 220.27,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T22:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 181.038,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T01:10:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 124.649,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-20T23:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 117.565,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a05%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 61.913339
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63.201913
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 64.303308
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 66.75422
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 68.036388
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a07%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 46.366452
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 45.496888
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 43.865787
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 39.882507
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 39.279314
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a08%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 311.948888
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 266.408831
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 180.640313
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 146.509981
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 121.817766
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a10%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 30505
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30921
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 30947
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 31233
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 32368
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "129 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 129,
          "First": "2015-02-20T16:28:42.8393827",
          "Last": "2015-02-21T13:05:44.5002564"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a12%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 244,
          "SampleCount": 42677
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 212,
          "SampleCount": 37098
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 245,
          "SampleCount": 42583
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 244,
          "SampleCount": 42398
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 249,
          "SampleCount": 43576
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 235,
          "SampleCount": 40966
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 242,
          "SampleCount": 42567
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 245,
          "SampleCount": 42674
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 247,
          "SampleCount": 43460
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 243,
          "SampleCount": 42007
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 250,
          "SampleCount": 43446
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 249,
          "SampleCount": 42892
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a35%3a11Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a35%3a11Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-20+23%3a25%3a10Z&end=2015-02-21+21%3a35%3a33Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-21T10:49:56.3510009-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-21T11:37:38.9102113-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-21T13:35:41.0828915-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1618892,
      "PhysicalCRUDUsageInMB": 3009896,
      "LogicalIndexUsageInMB": 57783,
      "LogicalCRUDUsageInMB": 751536,
      "ClientReportedUsageInMB": 807362
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCPAwAAAAAAAA==",
  "_ts": 1424556390,
  "_etag": "\"0a00e315-0000-0000-0000-54e901660000\"",
  "_attachments": "attachments/"
},
{
  "id": "937abeef-b6dc-4c15-abbe-1b57af928671",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCQAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T15:25:58.4170263-08:00",
  "CompletedTime": "2015-02-20T17:02:36.5687017-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4bd22357-daa3-4bcd-9112-5e303e29af0e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:26:13.7826846-08:00",
      "EndTime": "2015-02-20T15:40:24.5620936-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "89dc0663-0b01-4397-943a-1ba1a489e386",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:40:36.9639383-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "31404347-fa8b-4a63-b9e6-0cc6f00c9bdf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T15:40:37.3252329-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCQAwAAAAAAAA==",
  "_ts": 1424480555,
  "_etag": "\"1100cb0a-0000-0000-0000-54e7d92b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "aa7f08b1-19c3-4493-89f9-02bee10c2a8c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCRAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-20T16:24:44.5529221-08:00",
  "CompletedTime": "2015-02-20T23:10:34.2843991-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b833387f-9ff5-4c96-9865-f2865072c1b0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-20T17:00:57.7882819-08:00",
      "CompleteTime": "2015-02-20T17:10:01.7954821-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6eab7f1-e734-4ad7-ac9f-e0b0da1699ac",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T17:00:58.228619-08:00",
      "CompleteTime": "2015-02-20T17:09:32.2045579-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e221d63-e3f6-403b-8829-b6d163b2b0b1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-20T17:00:58.5914277-08:00",
      "CompleteTime": "2015-02-20T17:08:32.8084972-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d9a41f4-ef7a-4b25-9fae-209534c3beae",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-20T17:01:02.7172973-08:00",
      "CompleteTime": "2015-02-20T17:09:16.1666855-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a78fa3a6-aff7-4044-b92b-909f61d72467",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:07:06.7039088-08:00",
      "CompleteTime": "2015-02-20T19:15:11.0104933-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "837bbe49-8ce0-4666-9875-8284db2307c8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-20T16:26:22.973848-08:00",
      "EndTime": "2015-02-20T16:27:31.170189-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1efd6d25-af52-4550-8492-76533804a4d4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-20T16:27:31.5207925-08:00",
      "EndTime": "2015-02-20T16:59:38.769732-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c5f920e3-ad36-4ac4-b42a-00b3e0103592",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.2\\x64\\Release",
      "StartTime": "2015-02-20T18:01:00.7289444-08:00",
      "EndTime": "2015-02-20T19:23:29.1002973-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCRAwAAAAAAAA==",
  "_ts": 1424502633,
  "_etag": "\"14001b17-0000-0000-0000-54e82f690000\"",
  "_attachments": "attachments/"
},
{
  "id": "fc24b400-a859-46ab-be59-b06dda9ffbf0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCSAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T17:02:36.7969092-08:00",
  "CompletedTime": "2015-02-20T17:33:52.8518307-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2e49be26-a92f-4c60-9110-f37e7ca269dc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:02:38.1355757-08:00",
      "EndTime": "2015-02-20T17:16:01.7797228-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e14adc19-71d2-417b-8505-b3f7c66690c2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:16:17.8649212-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "2ecb3583-80a7-4fe0-bfe5-544c5a5a05a3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:16:18.2182344-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCSAwAAAAAAAA==",
  "_ts": 1424482431,
  "_etag": "\"11008f7f-0000-0000-0000-54e7e07f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a569e696-3cc6-4ec3-9732-75e9094b82a1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCTAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T17:33:53.0690671-08:00",
  "CompletedTime": "2015-02-20T17:34:41.2302428-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "45c52fda-60af-40a2-b9ee-5402193b04e4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:33:54.324395-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCTAwAAAAAAAA==",
  "_ts": 1424482480,
  "_etag": "\"11008382-0000-0000-0000-54e7e0b00000\"",
  "_attachments": "attachments/"
},
{
  "id": "b98fd2d9-8f48-4c04-9c36-44bfa095628d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCUAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T17:34:41.4590587-08:00",
  "CompletedTime": "2015-02-20T18:39:25.1237599-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "65d18081-9bd3-434e-b139-c9f971873fba",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:34:53.3843552-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "d604053e-1aa9-42d4-b52e-498f783d40ac",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T17:34:53.7372259-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCUAwAAAAAAAA==",
  "_ts": 1424486364,
  "_etag": "\"12008679-0000-0000-0000-54e7efdc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c86b9832-4600-4d8e-b3c3-7e02cb736187",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCVAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-20T18:39:25.3838567-08:00",
  "CompletedTime": "2015-02-21T20:18:00.9713472-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a9ccbbfe-61c0-45f5-8f7d-6e9c196736d9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T19:31:24.8258221-08:00",
      "CompleteTime": "2015-02-20T19:40:31.8320756-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3143365a-2491-40c6-8783-af393a521183",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-20T19:31:25.1969729-08:00",
      "CompleteTime": "2015-02-20T19:39:02.0060906-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "71625af1-c16f-4228-b84e-f43b35fc3aac",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-20T19:31:25.5303371-08:00",
      "CompleteTime": "2015-02-20T19:41:01.7246037-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2882e6f-a135-4b0c-970f-07ee16662233",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-20T19:31:28.9242342-08:00",
      "CompleteTime": "2015-02-20T19:39:46.6358795-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fd90fa30-70f0-4c79-a638-04a4b0214e68",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T20:46:22.3953894-08:00",
      "CompleteTime": "2015-02-20T20:54:56.3203023-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8fb305f4-709f-4c56-90d9-73aeb3c338f7",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-02-20T22:28:30.4749528-08:00",
      "CompleteTime": "2015-02-20T22:38:53.6884179-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c292bcc2-12d8-4896-b60e-8ccc8bcbfa2f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T01:11:43.2684984-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "76d6a962-ced4-44d1-a0e4-176564f03f50",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T18:39:41.6973376-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "ab7a55c6-ea74-4663-8822-b54dac1e08a8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-20T18:39:42.0686687-08:00",
      "EndTime": "2015-02-20T19:14:20.850901-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0d98b83-8345-4e1c-adda-c1cb797f7910",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T19:14:28.0163033-08:00",
      "EndTime": "2015-02-20T19:30:02.8822072-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6d78a1a9-95dc-44cb-bbc1-af0fff974d6d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T20:31:25.6853193-08:00",
      "EndTime": "2015-02-20T21:57:16.8513062-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "81e98c32-658f-4309-a47d-175ef3123a3a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-20T23:08:37.5532569-08:00",
      "EndTime": "2015-02-21T02:01:59.4620623-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4065bb63-5ecf-4402-9b68-bab311a8527b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T02:42:14.1888261-08:00",
      "EndTime": "2015-02-21T20:10:28.6479989-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCVAwAAAAAAAA==",
  "_ts": 1424578680,
  "_etag": "\"0d003914-0000-0000-0000-54e958780000\"",
  "_attachments": "attachments/"
},
{
  "id": "18af36d5-992e-430f-9b10-9032fca2c86a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCWAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-20T23:10:34.6506563-08:00",
  "CompletedTime": "2015-02-21T01:05:41.0721783-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a9aecc6f-3c7c-4731-bfea-ef3ebbdc2d4f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-20T23:45:15.8626019-08:00",
      "CompleteTime": "2015-02-20T23:52:20.0362666-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5e22b46c-5d05-43cd-ae20-f09ae61cf85a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-20T23:45:16.3830253-08:00",
      "CompleteTime": "2015-02-20T23:54:50.5804267-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f5061b7-6904-4d8e-8d46-639beffc18bd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-20T23:45:16.7652877-08:00",
      "CompleteTime": "2015-02-20T23:53:20.4637018-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e88179a4-e34b-4d64-b83b-d30db9ad1431",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-20T23:45:17.7667567-08:00",
      "CompleteTime": "2015-02-20T23:54:29.7509189-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1ed48da0-8fd9-47db-af5b-5e1d6a9cc94d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-20T23:12:42.2546553-08:00",
      "EndTime": "2015-02-20T23:13:50.1790235-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84e7e0df-b8c7-4a15-8e6f-9117e20011ac",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-20T23:13:50.5352728-08:00",
      "EndTime": "2015-02-20T23:43:58.8017146-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCWAwAAAAAAAA==",
  "_ts": 1424509540,
  "_etag": "\"14006872-0000-0000-0000-54e84a640000\"",
  "_attachments": "attachments/"
},
{
  "id": "5ba29a6d-5892-4bc5-ac6f-6bc491c87a5e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCXAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-21T00:18:06.2635386-08:00",
  "CompletedTime": "2015-02-21T13:01:04.8742864-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "08595274-763c-4d81-be27-e75a608ba306",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T01:23:29.004172-08:00",
      "CompleteTime": "2015-02-21T01:30:06.0801506-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b9f18935-30b2-4443-9f7f-b21fa8089b5f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-21T01:23:29.8161577-08:00",
      "CompleteTime": "2015-02-21T01:32:06.5801448-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6cb1fc8-5743-41b1-a20a-9f8db9cb5179",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-21T01:23:30.3082508-08:00",
      "CompleteTime": "2015-02-21T01:30:36.172904-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a6221dda-a3bc-4a48-893c-fe620a23b1a4",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-21T01:23:31.6872662-08:00",
      "CompleteTime": "2015-02-21T01:30:48.3576062-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "76bfd169-7b08-49da-8c78-48e07f45b097",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T02:38:26.2150829-08:00",
      "CompleteTime": "2015-02-21T02:45:00.4719617-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b66b1ba-d1a0-44a1-a6b9-fecf782e7bbe",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-21T03:30:50.552549-08:00",
      "CompleteTime": "2015-02-21T03:39:07.6493952-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "342b783d-f116-4a77-a04a-4eeee18431f1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T06:06:43.5665681-08:00",
      "CompleteTime": "2015-02-21T06:15:50.9062832-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6d34fe1f-179d-4265-be46-08ac00c33c31",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-21T11:05:55.9702976-08:00",
      "CompleteTime": "2015-02-21T14:00:32.9472768-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6bb94a2e-190c-4d8b-bd33-e6258661fb7c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T00:18:08.3946453-08:00",
      "EndTime": "2015-02-21T00:31:55.2725813-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e54aa85-c413-4264-9b92-0e65e20073e1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T00:33:45.7589925-08:00",
      "EndTime": "2015-02-21T00:34:55.2670263-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f3a91bcb-76f4-4e1c-b24b-f5c7086b7c15",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T00:34:55.6160462-08:00",
      "EndTime": "2015-02-21T01:08:38.0624085-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a70fb46d-a9a2-4b42-b000-31915009e643",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T01:08:43.5967299-08:00",
      "EndTime": "2015-02-21T01:22:12.3467116-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e264a364-2e8d-447a-b1f8-9afb88428898",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T02:23:32.1632008-08:00",
      "EndTime": "2015-02-21T03:28:24.2790606-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b649ba2b-39ab-40d0-92c6-0b47a3bf971a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T04:10:57.5372263-08:00",
      "EndTime": "2015-02-21T05:18:06.3552351-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "933285ee-4763-4fc5-9798-42c77456288e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T06:00:11.569773-08:00",
      "EndTime": "2015-02-21T08:08:09.000294-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "34c8ca3a-7369-4668-aed9-50b78638ecd2",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T08:50:21.0602294-08:00",
      "EndTime": "2015-02-21T10:59:00.787205-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "6 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-21T11:31:32.5291586",
          "Last": "2015-02-21T11:31:32.5291586"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-21T07:28:45.8830445",
          "Last": "2015-02-21T07:28:45.8830445"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-02-21T04:51:16.3092182",
          "Last": "2015-02-21T12:35:41.5286504"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-21T07:28:42.3093776",
          "Last": "2015-02-21T07:28:42.3093776"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 34434497,
          "Average": 253194.83,
          "Max": 360987,
          "Min": 1745
        },
        {
          "StatusCode": 400,
          "Total": 121,
          "Average": 0.89,
          "Max": 34,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 171587,
          "Average": 1261.67,
          "Max": 7765,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 40,
          "Average": 0.29,
          "Max": 11,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 45324,
          "Average": 333.26,
          "Max": 1922,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4947548,
          "Average": 36379.03,
          "Max": 131930,
          "Min": 4567
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1006120,
          "Average": 7397.94,
          "Max": 10602,
          "Min": 50
        },
        {
          "StatusCode": 404,
          "Total": 5419,
          "Average": 39.85,
          "Max": 122,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1167,
          "Average": 8.58,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 117724,
          "Average": 865.62,
          "Max": 1709,
          "Min": 30
        },
        {
          "StatusCode": 449,
          "Total": 6562,
          "Average": 48.25,
          "Max": 247,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3004794,
          "Average": 22094.07,
          "Max": 30969,
          "Min": 147
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 20608,
          "Average": 151.53,
          "Max": 485,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3678,
          "Average": 27.04,
          "Max": 167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 362072,
          "Average": 2662.29,
          "Max": 5269,
          "Min": 200
        },
        {
          "StatusCode": 449,
          "Total": 14018,
          "Average": 103.07,
          "Max": 418,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5083959,
          "Average": 37382.05,
          "Max": 52665,
          "Min": 259
        },
        {
          "StatusCode": 400,
          "Total": 34,
          "Average": 0.25,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8667,
          "Average": 63.73,
          "Max": 4701,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 32,
          "Average": 0.24,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5039,
          "Average": 37.05,
          "Max": 193,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 798717,
          "Average": 5872.92,
          "Max": 20261,
          "Min": 1277
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 24620722,
          "Average": 181034.72,
          "Max": 210855,
          "Min": 268
        },
        {
          "StatusCode": 400,
          "Total": 113,
          "Average": 0.83,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5439,
          "Average": 39.99,
          "Max": 651,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29036,
          "Average": 213.5,
          "Max": 1779,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 163328,
          "Average": 1200.94,
          "Max": 5153,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5666055,
          "Average": 42601.92,
          "Max": 60170,
          "Min": 270
        },
        {
          "StatusCode": 404,
          "Total": 38070,
          "Average": 286.24,
          "Max": 1826,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 28097,
          "Average": 211.26,
          "Max": 1619,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 148697,
          "Average": 1118.02,
          "Max": 3473,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-02-21T11:30:00",
          "Last": "2015-02-21T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 101,
          "First": "2015-02-21T06:45:00",
          "Last": "2015-02-21T11:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 1,
          "First": "2015-02-21T09:35:00",
          "Last": "2015-02-21T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 26,
          "First": "2015-02-21T07:25:00",
          "Last": "2015-02-21T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 5,
          "First": "2015-02-21T06:45:00",
          "Last": "2015-02-21T11:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 56,
          "First": "2015-02-21T06:45:00",
          "Last": "2015-02-21T11:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-02-21T08:05:00",
          "Last": "2015-02-21T11:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "13 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 13,
          "First": "2015-02-21T11:22:34.709279",
          "Last": "2015-02-21T12:50:03.3702068"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "786 replica health errors | 194 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 74,
          "First": "2015-02-21T06:08:15.283",
          "Last": "2015-02-21T12:57:47.458"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 139,
          "First": "2015-02-21T06:13:16.064",
          "Last": "2015-02-21T12:42:45.023"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 379,
          "First": "2015-02-21T06:13:15.684",
          "Last": "2015-02-21T12:42:45.023"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 194,
          "First": "2015-02-21T11:14:58.232",
          "Last": "2015-02-21T11:30:01.94"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1851 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 52,
          "HourlyAverage": 4.379
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 554,
          "HourlyAverage": 46.656
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1038,
          "HourlyAverage": 87.417
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 180,
          "HourlyAverage": 15.159
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 25,
          "HourlyAverage": 2.105
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.168
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "26 partitions violated quota invariants | 26 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "df292fe7-216d-496c-a7c7-47e1a339973a",
          "MaxQuota": 6981471,
          "MaxUsage": 5402439
        },
        {
          "PartitionId": "69588529-12f5-4fb7-8ca0-b358b0a80cdc",
          "MaxQuota": 6981471,
          "MaxUsage": 5380791
        },
        {
          "PartitionId": "df8264d2-cfea-40fe-8acc-8bfd984dd3c3",
          "MaxQuota": 6981471,
          "MaxUsage": 5369875
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "89bafab8-de13-4994-b2a2-bca9615d5a74",
          "MaxCrudUsage": 5264,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8832
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "df8264d2-cfea-40fe-8acc-8bfd984dd3c3",
          "MaxCrudUsage": 5272,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8824
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "662a5d70-e857-452b-9d00-c57e4be139ef",
          "MaxCrudUsage": 5240,
          "MaxIndexUsage": 3316,
          "MaxTotalUsage": 8704
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 39 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-21T05:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 305.642,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T05:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 210.314,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T10:10:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 185.797,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T05:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 179.186,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T05:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 166.154,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 79.332927
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 82.507829
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.177711
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 84.324419
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.497625
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62.192251
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 58.424362
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 50.481001
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48.772186
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.773217
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 417.003576 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 417.003576
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 416.05027
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 401.532532
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 399.03542
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 383.365161
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62270.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62957.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 66212.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 66385.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66714.482759
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 142,
          "SampleCount": 24970
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "865 Direct Tcp requests with 503 | 335 Direct Https requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 37,
          "Average": 18.5,
          "First": "2015-02-21T03:00:00",
          "Last": "2015-02-21T03:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "Average": 5.0,
          "First": "2015-02-21T03:00:00",
          "Last": "2015-02-21T03:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 808,
          "Average": 101.0,
          "First": "2015-02-21T03:00:00",
          "Last": "2015-02-21T10:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 315,
          "Average": 19.688,
          "First": "2015-02-21T02:45:00",
          "Last": "2015-02-21T10:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-02-21T03:00:00",
          "Last": "2015-02-21T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 7.0,
          "First": "2015-02-21T03:00:00",
          "Last": "2015-02-21T03:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 13,
          "Average": 6.5,
          "First": "2015-02-21T04:50:00",
          "Last": "2015-02-21T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-21T08:45:00",
          "Last": "2015-02-21T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-21T07:25:00",
          "Last": "2015-02-21T07:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-21+08%3a18%3a06Z&end=2015-02-21+21%3a01%3a04Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-21T03:30:29.8543475-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 62633
    },
    {
      "TimeStamp": "2015-02-21T05:19:45.0880176-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 143769
    },
    {
      "TimeStamp": "2015-02-21T08:09:47.7300235-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 162382
    },
    {
      "TimeStamp": "2015-02-21T11:00:39.5799379-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 369683
    },
    {
      "TimeStamp": "2015-02-21T13:01:04.8742864-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 689
    },
    {
      "TimeStamp": "2015-02-21T13:01:04.8742864-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 483776,
      "PhysicalCRUDUsageInMB": 1112008,
      "LogicalIndexUsageInMB": 19093,
      "LogicalCRUDUsageInMB": 249651,
      "ClientReportedUsageInMB": 277420
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCXAwAAAAAAAA==",
  "_ts": 1424564379,
  "_etag": "\"0b00e827-0000-0000-0000-54e9209b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2e4ae8d2-061b-4ef5-9349-6b8a3411080e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCYAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-21T01:05:41.4524457-08:00",
  "CompletedTime": "2015-02-23T16:22:26.7454159-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e371ce92-d0a8-4424-9ae6-fc2fa0c6c07f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T01:39:35.5859853-08:00",
      "CompleteTime": "2015-02-21T01:46:39.3118995-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "560ad46f-8791-4993-a3c0-bec0fa39a817",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-21T01:39:35.9647476-08:00",
      "CompleteTime": "2015-02-21T01:47:09.7226849-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c36508bc-da9e-4650-a053-6cb5d1e5861a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-21T01:39:36.5501525-08:00",
      "CompleteTime": "2015-02-21T01:48:39.767089-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9e023e7c-f42a-4a3a-a638-f054fc367475",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-21T01:39:37.8032575-08:00",
      "CompleteTime": "2015-02-21T01:47:50.0729519-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2021e487-b7d6-4ee3-b415-4f46dd9a5fb1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T04:13:30.0482987-08:00",
      "CompleteTime": "2015-02-21T04:22:04.1281145-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d13a9ec-46f2-4643-b351-0098b9ec0cfd",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-22T04:07:09.087481-08:00",
      "CompleteTime": "2015-02-22T04:15:42.8247297-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a290aec5-0cd6-4417-a661-d4c1ecc865d6",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-21T01:06:57.2383319-08:00",
      "EndTime": "2015-02-21T01:08:05.3670673-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "74e9bbf7-cd2a-4a10-879f-94660a1b4232",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150211.1\\x64\\Release",
      "StartTime": "2015-02-21T01:08:05.7202385-08:00",
      "EndTime": "2015-02-21T01:38:19.7482822-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ec259974-f509-43c8-b309-38f4160082ae",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-21T03:58:34.9527196-08:00",
      "EndTime": "2015-02-21T08:59:22.3721148-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCYAwAAAAAAAA==",
  "_ts": 1424737346,
  "_etag": "\"1a00a57f-0000-0000-0000-54ebc4420000\"",
  "_attachments": "attachments/"
},
{
  "id": "48145067-a013-48ee-95c8-5b0ccf287aae",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCZAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-21T14:06:32.0771936-08:00",
  "CompletedTime": "2015-02-22T04:46:03.3515258-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "097c38f2-4e1b-4772-b4ac-80a5d3a72438",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-21T16:26:28.8048231-08:00",
      "CompleteTime": "2015-02-21T16:35:04.9037714-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f3a8e14-99c2-4d69-9573-ecbc970eac4c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T16:26:29.1390957-08:00",
      "CompleteTime": "2015-02-21T16:34:04.7716289-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2dcbac3e-145a-4502-8fb9-57a65b04175a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-21T16:26:29.4643617-08:00",
      "CompleteTime": "2015-02-21T16:33:05.3921344-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39b0d7a8-b91d-4b44-982e-c0513f24b85b",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-21T16:26:45.839735-08:00",
      "CompleteTime": "2015-02-21T16:34:54.2780964-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "629cb7cb-9e13-487d-8f8f-4ae28bd6cd8f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T17:41:28.500246-08:00",
      "CompleteTime": "2015-02-21T17:48:02.7613824-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb2326f0-0085-4bd6-848a-ab138a622576",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T20:40:09.4937002-08:00",
      "CompleteTime": "2015-02-21T20:46:00.6155998-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "65be9e09-a6ad-476c-8f33-b3d3ec615c4f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T14:06:34.1643447-08:00",
      "EndTime": "2015-02-21T14:25:10.6895407-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "51f45869-bd53-45b1-afab-34a23b2dee49",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T14:33:40.4672861-08:00",
      "EndTime": "2015-02-21T14:35:05.3387551-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1c1d58d5-ddc3-41db-90ff-90cff5b7bfa5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T14:35:05.6880407-08:00",
      "EndTime": "2015-02-21T15:46:30.9062774-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d2cbc5f-ae68-4648-a782-8eff63e8b563",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T17:28:13.4381954-08:00",
      "EndTime": "2015-02-21T19:05:29.2024989-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d243f143-39f9-4bbc-8c5e-28270c3874b6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T19:45:38.9552696-08:00",
      "EndTime": "2015-02-21T21:14:51.7626339-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "41 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-21T20:51:16.9646876",
          "Last": "2015-02-21T22:51:11.9641936"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 39,
          "First": "2015-02-22T01:00:51.2633813",
          "Last": "2015-02-22T02:10:58.4898489"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-21T21:03:29.0291118",
          "Last": "2015-02-21T21:03:29.0291118"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-21T21:03:27.9612725",
          "Last": "2015-02-21T21:03:27.9612725"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 13,
          "First": "2015-02-21T21:00:00",
          "Last": "2015-02-21T21:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-02-21T21:00:00",
          "Last": "2015-02-21T21:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-02-21T21:00:00",
          "Last": "2015-02-21T21:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 33337643,
          "Average": 190500.82,
          "Max": 352355,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.1,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1162,
          "Average": 6.64,
          "Max": 1162,
          "Min": 1162
        },
        {
          "StatusCode": 403,
          "Total": 1136266,
          "Average": 6492.95,
          "Max": 312389,
          "Min": 8644
        },
        {
          "StatusCode": 404,
          "Total": 42379,
          "Average": 242.17,
          "Max": 3335,
          "Min": 118
        },
        {
          "StatusCode": 408,
          "Total": 13,
          "Average": 0.07,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 409,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 45954,
          "Average": 262.59,
          "Max": 2213,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3240606,
          "Average": 18517.75,
          "Max": 125396,
          "Min": 457
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 975415,
          "Average": 9031.62,
          "Max": 10492,
          "Min": 68
        },
        {
          "StatusCode": 401,
          "Total": 38,
          "Average": 0.35,
          "Max": 38,
          "Min": 38
        },
        {
          "StatusCode": 404,
          "Total": 1363,
          "Average": 12.62,
          "Max": 51,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1197,
          "Average": 11.08,
          "Max": 72,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 71263,
          "Average": 659.84,
          "Max": 1793,
          "Min": 3
        },
        {
          "StatusCode": 449,
          "Total": 2169,
          "Average": 20.08,
          "Max": 77,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2922169,
          "Average": 27057.12,
          "Max": 30648,
          "Min": 183
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 93,
          "Average": 0.86,
          "Max": 93,
          "Min": 93
        },
        {
          "StatusCode": 404,
          "Total": 5267,
          "Average": 48.77,
          "Max": 168,
          "Min": 11
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3533,
          "Average": 32.71,
          "Max": 173,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 215204,
          "Average": 1992.63,
          "Max": 5505,
          "Min": 21
        },
        {
          "StatusCode": 449,
          "Total": 5076,
          "Average": 47.0,
          "Max": 130,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4967090,
          "Average": 32894.64,
          "Max": 53316,
          "Min": 156
        },
        {
          "StatusCode": 400,
          "Total": 169628,
          "Average": 1123.36,
          "Max": 46017,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 30,
          "Average": 0.2,
          "Max": 30,
          "Min": 30
        },
        {
          "StatusCode": 403,
          "Total": 8680,
          "Average": 57.48,
          "Max": 4389,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 5251,
          "Average": 34.77,
          "Max": 265,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 498447,
          "Average": 3300.97,
          "Max": 19024,
          "Min": 225
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29900979,
          "Average": 170862.74,
          "Max": 520211,
          "Min": 411
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.09,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 73,
          "Average": 0.42,
          "Max": 73,
          "Min": 73
        },
        {
          "StatusCode": 404,
          "Total": 6556,
          "Average": 37.46,
          "Max": 422,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27700,
          "Average": 158.29,
          "Max": 1918,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 120935,
          "Average": 691.06,
          "Max": 5681,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5259734,
          "Average": 48701.24,
          "Max": 56906,
          "Min": 411
        },
        {
          "StatusCode": 401,
          "Total": 2253,
          "Average": 20.86,
          "Max": 422,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 14826,
          "Average": 137.28,
          "Max": 406,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 27828,
          "Average": 257.67,
          "Max": 1633,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 102980,
          "Average": 953.52,
          "Max": 3403,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1801 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1007,
          "First": "2015-02-21T21:10:20.68",
          "Last": "2015-02-22T04:32:19.491"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 94,
          "First": "2015-02-22T00:09:43.625",
          "Last": "2015-02-22T04:32:19.256"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 236,
          "First": "2015-02-21T23:49:40.183",
          "Last": "2015-02-22T02:44:27.803"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 464,
          "First": "2015-02-21T21:10:20.68",
          "Last": "2015-02-22T02:57:36.104"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1625 replica alerts for FullCopy  | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1178,
          "HourlyAverage": 90.669
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 157,
          "HourlyAverage": 12.084
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 288,
          "HourlyAverage": 22.167
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.154
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "b9743bb4-0ab3-42d3-8c96-4160f09b958a",
          "MaxQuota": 10475520,
          "MaxUsage": 9750720
        },
        {
          "PartitionId": "6648a251-60e4-4fdb-9199-861d618e04e5",
          "MaxQuota": 10475520,
          "MaxUsage": 9748672
        },
        {
          "PartitionId": "0502e8ef-761a-4681-81f5-c0294dce5f7d",
          "MaxQuota": 10475520,
          "MaxUsage": 9747616
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "ec16e4d9-ea6b-41ea-b1de-e790d65b4ae2",
          "MaxCrudUsage": 9664,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15049
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "2d04687d-d7f9-431e-b381-5eaf90c6e77b",
          "MaxCrudUsage": 9616,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15017
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "f9f91be9-b081-4f9d-bccc-a7cf05cb5037",
          "MaxCrudUsage": 9616,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15001
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 313 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-21T21:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 374.175,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-21T23:35:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 343.577,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-21T22:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 289.19,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-22T02:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 223.771,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-21T23:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 165.09,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63.240023
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 64.291481
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 66.768018
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 68.054375
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 68.163939
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43.643808
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 43.561603
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 41.609198
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 41.062389
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 37.784668
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 221.152406
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 190.909384
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 163.215204
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 162.289492
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 160.087444
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 32962.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 33623.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 34524.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 35423.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 35926.0
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-21T15:59:25.0574265",
          "Last": "2015-02-21T15:59:54.3822707"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-21+22%3a06%3a32Z&end=2015-02-22+12%3a46%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-21T22:04:22.3024649-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-22T00:31:00.7548925-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1205196,
      "PhysicalCRUDUsageInMB": 1130024,
      "LogicalIndexUsageInMB": 26210,
      "LogicalCRUDUsageInMB": 330682,
      "ClientReportedUsageInMB": 288873
    },
    {
      "TimeStamp": "2015-02-22T04:46:03.3515258-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1472596,
      "PhysicalCRUDUsageInMB": 1596440,
      "LogicalIndexUsageInMB": 32991,
      "LogicalCRUDUsageInMB": 419634,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-22T04:46:03.3515258-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-22T04:46:03.3515258-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-22T04:46:03.3515258-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-22T04:46:03.3515258-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCZAwAAAAAAAA==",
  "_ts": 1424669834,
  "_etag": "\"15001ada-0000-0000-0000-54eabc8a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "116d5a9e-2d65-4ad2-8191-ad100c7c6ba1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCaAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-21T20:18:01.398007-08:00",
  "CompletedTime": "2015-02-22T09:28:01.7415866-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ac1d8375-7e20-4c8e-b2bf-a58e3c163993",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-21T21:09:33.1516684-08:00",
      "CompleteTime": "2015-02-21T21:19:10.121568-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f90a4927-0623-47ea-82fa-c16e1fc03202",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-21T21:09:33.4814005-08:00",
      "CompleteTime": "2015-02-21T21:17:09.6227229-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "97a7087f-0dc7-435f-805e-efbe1a749056",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T21:09:34.2840188-08:00",
      "CompleteTime": "2015-02-21T21:16:40.0313221-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "97d3c615-4602-4c4c-9df2-d26e516a748b",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-21T21:09:35.429961-08:00",
      "CompleteTime": "2015-02-21T21:17:51.5458407-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3da171ce-89f2-45e4-9566-d89b0f0f9228",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-21T22:24:30.7477798-08:00",
      "CompleteTime": "2015-02-21T22:32:04.8780413-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb90f2b1-4d24-47d6-8557-ef38480dcbbd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-02-21T23:31:27.0527194-08:00",
      "CompleteTime": "2015-02-21T23:40:42.6547315-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "865c90c0-1eeb-4ae0-bdef-379c8144a65b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-22T02:23:56.8765316-08:00",
      "CompleteTime": "2015-02-22T02:37:32.3575201-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e3312410-92a3-42fd-8a10-4870c303fae9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-02-22T07:34:41.4071637-08:00",
      "CompleteTime": "2015-02-22T08:23:03.119848-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "063bec02-3687-490d-8bbb-c9df31f21b86",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T20:19:42.6777931-08:00",
      "EndTime": "2015-02-21T20:20:53.2472905-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "063489ac-f7f2-4f78-87c6-52b137934885",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-21T20:20:54.0407421-08:00",
      "EndTime": "2015-02-21T20:54:55.1081041-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab545f5a-61a7-471d-b7db-de3905502e47",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T20:55:03.075959-08:00",
      "EndTime": "2015-02-21T21:08:14.0051383-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5fd0d0dc-52d1-4f79-afb7-9be8003c5f53",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-21T22:09:35.4886189-08:00",
      "EndTime": "2015-02-21T23:31:20.9096799-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c236bcf4-6fa5-4291-9df8-4a31b00e391b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-22T00:11:30.9462833-08:00",
      "EndTime": "2015-02-22T01:40:14.2062978-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0b09a910-2a2e-477b-a888-81723ce98d4f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-22T02:20:43.356619-08:00",
      "EndTime": "2015-02-22T04:38:23.4613442-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c982e3f5-740f-45b8-b359-a3bb42233b4e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-22T05:18:33.997989-08:00",
      "EndTime": "2015-02-22T07:27:55.654931-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "25 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-22T04:10:41.6533445",
          "Last": "2015-02-22T04:10:41.6533445"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 17,
          "First": "2015-02-22T07:52:45.6244394",
          "Last": "2015-02-22T08:09:15.3962117"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-02-22T04:23:29.6517509",
          "Last": "2015-02-22T05:59:12.6894932"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "20 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 14,
          "First": "2015-02-22T04:10:20.6235292",
          "Last": "2015-02-22T07:20:03.1603469"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 4,
          "First": "2015-02-22T04:10:20.8802642",
          "Last": "2015-02-22T07:20:04.0639916"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 2,
          "First": "2015-02-22T05:59:00.4055204",
          "Last": "2015-02-22T05:59:01.1551987"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 15,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-02-22T05:40:00",
          "Last": "2015-02-22T05:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41340936,
          "Average": 285109.9,
          "Max": 350231,
          "Min": 3122
        },
        {
          "StatusCode": 400,
          "Total": 77,
          "Average": 0.53,
          "Max": 28,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2367,
          "Average": 16.32,
          "Max": 2367,
          "Min": 2367
        },
        {
          "StatusCode": 403,
          "Total": 630954,
          "Average": 4351.41,
          "Max": 103757,
          "Min": 1092
        },
        {
          "StatusCode": 404,
          "Total": 381388,
          "Average": 2630.26,
          "Max": 25200,
          "Min": 293
        },
        {
          "StatusCode": 409,
          "Total": 36,
          "Average": 0.25,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 52650,
          "Average": 363.1,
          "Max": 3157,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5443694,
          "Average": 37542.72,
          "Max": 87484,
          "Min": 1213
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1208800,
          "Average": 8336.55,
          "Max": 10419,
          "Min": 112
        },
        {
          "StatusCode": 401,
          "Total": 50,
          "Average": 0.34,
          "Max": 50,
          "Min": 50
        },
        {
          "StatusCode": 404,
          "Total": 5786,
          "Average": 39.9,
          "Max": 170,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 1453,
          "Average": 10.02,
          "Max": 84,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 146836,
          "Average": 1012.66,
          "Max": 2672,
          "Min": 13
        },
        {
          "StatusCode": 449,
          "Total": 7839,
          "Average": 54.06,
          "Max": 262,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3609257,
          "Average": 24891.43,
          "Max": 30276,
          "Min": 250
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 152,
          "Average": 1.05,
          "Max": 152,
          "Min": 152
        },
        {
          "StatusCode": 403,
          "Total": 883,
          "Average": 6.09,
          "Max": 269,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 22389,
          "Average": 154.41,
          "Max": 598,
          "Min": 35
        },
        {
          "StatusCode": 410,
          "Total": 4103,
          "Average": 28.3,
          "Max": 204,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 451271,
          "Average": 3112.21,
          "Max": 8009,
          "Min": 72
        },
        {
          "StatusCode": 449,
          "Total": 18425,
          "Average": 127.07,
          "Max": 413,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6094313,
          "Average": 42029.74,
          "Max": 52573,
          "Min": 308
        },
        {
          "StatusCode": 400,
          "Total": 92911,
          "Average": 640.77,
          "Max": 15854,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 164,
          "Average": 1.13,
          "Max": 164,
          "Min": 164
        },
        {
          "StatusCode": 403,
          "Total": 8743,
          "Average": 60.3,
          "Max": 4425,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 30,
          "Average": 0.21,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6259,
          "Average": 43.17,
          "Max": 423,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 888903,
          "Average": 6130.37,
          "Max": 14168,
          "Min": 338
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33072817,
          "Average": 228088.39,
          "Max": 252970,
          "Min": 692
        },
        {
          "StatusCode": 400,
          "Total": 48,
          "Average": 0.33,
          "Max": 28,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 309,
          "Average": 2.13,
          "Max": 309,
          "Min": 309
        },
        {
          "StatusCode": 404,
          "Total": 10302,
          "Average": 71.05,
          "Max": 1028,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34172,
          "Average": 235.67,
          "Max": 2334,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 225713,
          "Average": 1556.64,
          "Max": 4163,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6776128,
          "Average": 46731.92,
          "Max": 59235,
          "Min": 689
        },
        {
          "StatusCode": 401,
          "Total": 673,
          "Average": 4.64,
          "Max": 673,
          "Min": 673
        },
        {
          "StatusCode": 404,
          "Total": 37733,
          "Average": 260.23,
          "Max": 1038,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 34011,
          "Average": 234.56,
          "Max": 2088,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 190256,
          "Average": 1312.11,
          "Max": 4324,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10.0,
          "Count": 1,
          "First": "2015-02-22T08:05:00",
          "Last": "2015-02-22T08:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 4,
          "First": "2015-02-22T07:50:00",
          "Last": "2015-02-22T08:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 9,
          "First": "2015-02-22T07:55:00",
          "Last": "2015-02-22T08:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 78,
          "First": "2015-02-22T04:10:00",
          "Last": "2015-02-22T08:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 3,
          "First": "2015-02-22T08:00:00",
          "Last": "2015-02-22T08:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 46,
          "First": "2015-02-22T03:15:00",
          "Last": "2015-02-22T08:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 5,
          "First": "2015-02-22T05:40:00",
          "Last": "2015-02-22T08:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 63,
          "First": "2015-02-22T02:45:00",
          "Last": "2015-02-22T08:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 7,
          "First": "2015-02-22T02:50:00",
          "Last": "2015-02-22T08:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "233 replica health errors | 218 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 15,
          "First": "2015-02-22T06:03:03.031",
          "Last": "2015-02-22T07:22:48.372"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 218,
          "First": "2015-02-22T07:42:50.276",
          "Last": "2015-02-22T08:07:56.17"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "1773 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 107,
          "HourlyAverage": 8.525
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1042,
          "HourlyAverage": 83.016
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 42,
          "HourlyAverage": 3.346
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 541,
          "HourlyAverage": 43.101
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 39,
          "HourlyAverage": 3.107
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "54 partitions violated quota invariants | 54 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "907f5fc1-797b-4792-bd15-034b7ef51c1b",
          "MaxQuota": 6981471,
          "MaxUsage": 6444968
        },
        {
          "PartitionId": "11f80819-b6cf-4be2-84f8-eec6695196da",
          "MaxQuota": 6981471,
          "MaxUsage": 6133454
        },
        {
          "PartitionId": "0e613d78-eb7f-42ca-8332-8b17b7782b49",
          "MaxQuota": 6981471,
          "MaxUsage": 6131411
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "ffb395ba-433c-40c2-abb3-4278094ca3ec",
          "MaxCrudUsage": 5920,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9588
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "59aa07fd-3914-4b5a-960c-28ff6a4bf4be",
          "MaxCrudUsage": 5904,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9580
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "4ec2288c-a9dc-4d9a-9ff4-3d4786615d50",
          "MaxCrudUsage": 5912,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9556
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 67 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-21T23:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 575.754,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T01:05:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 564.735,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T04:25:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 554.229,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T04:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 497.529,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T02:25:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 462.352,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 77.970375
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.963654
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 80.225404
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.976975
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 82.597918
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 64.233426
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 56.343746
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 52.556966
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 48.373794
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.937066
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 407.753044 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 407.753044
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 369.895247
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 299.791855
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 292.753671
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 286.320394
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 56825.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57570.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58329.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62577.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62987.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-4%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "121 Direct Tcp requests with 503 | 20 Gateway Https requests with 503 | 62 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 97,
          "Average": 19.4,
          "First": "2015-02-22T04:10:00",
          "Last": "2015-02-22T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 20,
          "Average": 5.0,
          "First": "2015-02-22T04:10:00",
          "Last": "2015-02-22T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 62,
          "Average": 3.647,
          "First": "2015-02-21T22:35:00",
          "Last": "2015-02-22T07:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "Count": 24,
          "Average": 8.0,
          "First": "2015-02-21T23:50:00",
          "Last": "2015-02-22T00:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-22+04%3a18%3a01Z&end=2015-02-22+17%3a28%3a01Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-22T09:28:01.7415866-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 527480,
      "PhysicalCRUDUsageInMB": 1351877,
      "LogicalIndexUsageInMB": 25200,
      "LogicalCRUDUsageInMB": 340354,
      "ClientReportedUsageInMB": 7169
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCaAwAAAAAAAA==",
  "_ts": 1424633435,
  "_etag": "\"1300e065-0000-0000-0000-54ea2e5b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "bc352d8a-ee8f-49b7-a594-a322d9f988bf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCbAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-22T18:37:23.5569408-08:00",
  "CompletedTime": "2015-02-23T07:18:20.9735369-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a4acff1a-cc62-4a9d-8e12-350de8748e1a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-22T19:39:22.8452352-08:00",
      "CompleteTime": "2015-02-22T19:46:59.8487557-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aaef124d-c793-47c0-9404-9a29fd5245be",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-22T19:39:23.2652602-08:00",
      "CompleteTime": "2015-02-22T19:46:30.2020353-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7ed33038-51ea-4bd9-bf50-ad29138015ae",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-22T19:39:23.759289-08:00",
      "CompleteTime": "2015-02-22T19:47:00.6448018-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39922ff4-24c4-4038-86ce-49c8ee784cec",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-22T19:39:24.971359-08:00",
      "CompleteTime": "2015-02-22T19:46:43.2618395-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e13ccaa6-a15b-4b5c-9970-cc15204c2dcc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-22T23:36:32.9860101-08:00",
      "CompleteTime": "2015-02-22T23:42:37.554166-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48f7864f-0333-4da4-8c28-66d6e967f705",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-23T00:35:29.5432353-08:00",
      "CompleteTime": "2015-02-23T00:46:46.7145321-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b75280b8-8a2b-46ed-89a4-21246fbc7ef2",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T03:08:26.7914249-08:00",
      "CompleteTime": "2015-02-23T03:14:00.8928127-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0bf7a4f-8058-4dea-bb90-7f3345c7fd12",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-23T05:23:07.413343-08:00",
      "CompleteTime": "2015-02-23T06:18:29.656133-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c44b4ce5-3ace-493a-bfbe-82bd1419f774",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T18:37:25.766069-08:00",
      "EndTime": "2015-02-22T18:50:40.0061587-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "58f6e8a9-26fb-4afb-bf1a-e57ffb02b498",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T18:52:54.1096294-08:00",
      "EndTime": "2015-02-22T18:54:03.4749717-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5125a7d5-8dd2-4296-a222-df444f442233",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T18:54:03.8360625-08:00",
      "EndTime": "2015-02-22T19:25:20.0773297-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6aec087a-65e8-416d-838b-7c8d5a432904",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-22T19:25:25.8146632-08:00",
      "EndTime": "2015-02-22T19:38:06.6308128-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3eb8478a-0260-431f-8a57-4d84d184bb71",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-22T20:39:22.4641218-08:00",
      "EndTime": "2015-02-22T22:39:00.8286819-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "af1472af-4c01-41fd-aa75-89859469bc79",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-22T23:21:38.5731073-08:00",
      "EndTime": "2015-02-23T00:33:29.5232713-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7b6f72e-46be-45c9-8bee-4bbd0221a81f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-23T01:15:36.5379137-08:00",
      "EndTime": "2015-02-23T02:28:06.318965-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1fe33ebb-7db8-4ea1-ac86-b9345903a973",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-23T03:10:15.5707376-08:00",
      "EndTime": "2015-02-23T05:16:15.8274583-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "12 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Attempt to Mark store as corrupted while Instance is being disposing or already disposed\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-22T22:29:59.6513616",
          "Last": "2015-02-22T22:29:59.6513616"
        },
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-02-22T21:09:14.6574313",
          "Last": "2015-02-22T21:09:14.6730626"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-23T06:00:47.3536598",
          "Last": "2015-02-23T06:00:47.3536598"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-23T05:50:41.8793144",
          "Last": "2015-02-23T05:50:41.8793144"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-22T22:29:59.6786557",
          "Last": "2015-02-22T22:29:59.6786557"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-02-22T22:35:58.9117721",
          "Last": "2015-02-23T01:40:00.8706759"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-23T01:44:07.9642052",
          "Last": "2015-02-23T01:44:07.9642052"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-23T00:15:00",
          "Last": "2015-02-23T00:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38537667,
          "Average": 255216.34,
          "Max": 361067,
          "Min": 53
        },
        {
          "StatusCode": 400,
          "Total": 82,
          "Average": 0.54,
          "Max": 38,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1367,
          "Average": 9.05,
          "Max": 1367,
          "Min": 1367
        },
        {
          "StatusCode": 403,
          "Total": 514990,
          "Average": 3410.53,
          "Max": 266067,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 374064,
          "Average": 2477.25,
          "Max": 25181,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 409,
          "Total": 26,
          "Average": 0.17,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 46310,
          "Average": 306.69,
          "Max": 1680,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4954477,
          "Average": 32811.11,
          "Max": 151313,
          "Min": 3828
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1127917,
          "Average": 7469.65,
          "Max": 10643,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.26,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 404,
          "Total": 4651,
          "Average": 30.8,
          "Max": 81,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1220,
          "Average": 8.08,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 118275,
          "Average": 783.28,
          "Max": 2133,
          "Min": 67
        },
        {
          "StatusCode": 449,
          "Total": 7419,
          "Average": 49.13,
          "Max": 291,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3370076,
          "Average": 22318.38,
          "Max": 31100,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 129,
          "Average": 0.85,
          "Max": 129,
          "Min": 129
        },
        {
          "StatusCode": 404,
          "Total": 18233,
          "Average": 120.75,
          "Max": 323,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3603,
          "Average": 23.86,
          "Max": 128,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 361501,
          "Average": 2394.05,
          "Max": 6627,
          "Min": 237
        },
        {
          "StatusCode": 449,
          "Total": 15785,
          "Average": 104.54,
          "Max": 548,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5696830,
          "Average": 37727.35,
          "Max": 54786,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 77583,
          "Average": 513.79,
          "Max": 40127,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 12,
          "Average": 0.08,
          "Max": 12,
          "Min": 12
        },
        {
          "StatusCode": 403,
          "Total": 9431,
          "Average": 62.46,
          "Max": 2993,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 30,
          "Average": 0.2,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5541,
          "Average": 36.7,
          "Max": 156,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 797630,
          "Average": 5282.32,
          "Max": 23340,
          "Min": 990
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26078510,
          "Average": 172705.36,
          "Max": 227005,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.11,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 47,
          "Average": 0.31,
          "Max": 47,
          "Min": 47
        },
        {
          "StatusCode": 404,
          "Total": 9052,
          "Average": 59.95,
          "Max": 796,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30731,
          "Average": 203.52,
          "Max": 2093,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 188673,
          "Average": 1249.49,
          "Max": 6190,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6237287,
          "Average": 41306.54,
          "Max": 60530,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 754,
          "Average": 4.99,
          "Max": 754,
          "Min": 754
        },
        {
          "StatusCode": 404,
          "Total": 28202,
          "Average": 186.77,
          "Max": 1080,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 31681,
          "Average": 209.81,
          "Max": 2172,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 163108,
          "Average": 1080.19,
          "Max": 4247,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-02-23T05:50:00",
          "Last": "2015-02-23T05:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 100,
          "First": "2015-02-23T02:50:00",
          "Last": "2015-02-23T06:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 21,
          "First": "2015-02-23T05:35:00",
          "Last": "2015-02-23T05:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-23T05:35:00",
          "Last": "2015-02-23T05:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 29,
          "First": "2015-02-22T21:05:00",
          "Last": "2015-02-23T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-02-23T05:00:00",
          "Last": "2015-02-23T05:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "2 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 2,
          "First": "2015-02-23T05:41:59.5859801",
          "Last": "2015-02-23T05:50:36.5937451"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "849 replica health errors | 195 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 75,
          "First": "2015-02-23T03:03:43.083",
          "Last": "2015-02-23T07:10:39.628"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 128,
          "First": "2015-02-23T00:58:24.704",
          "Last": "2015-02-23T07:10:39.678"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 451,
          "First": "2015-02-22T22:33:04.171",
          "Last": "2015-02-23T07:15:40.43"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 195,
          "First": "2015-02-23T05:30:21.499",
          "Last": "2015-02-23T05:50:26.892"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1878 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 58,
          "HourlyAverage": 4.881
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 548,
          "HourlyAverage": 46.114
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1076,
          "HourlyAverage": 90.545
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 167,
          "HourlyAverage": 14.053
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.599
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.084
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.841
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "36 partitions violated quota invariants | 36 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8f613072-3fbf-4955-9ded-c96feaac0f83",
          "MaxQuota": 6981471,
          "MaxUsage": 6013760
        },
        {
          "PartitionId": "f2942c0f-3d90-4461-8765-95054e92359d",
          "MaxQuota": 6981471,
          "MaxUsage": 5787456
        },
        {
          "PartitionId": "32e17531-4d04-40cc-bc5e-01da26ef96cc",
          "MaxQuota": 6981471,
          "MaxUsage": 5740864
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "0bb858c4-5a97-4c7e-b7f7-ea788d74b875",
          "MaxCrudUsage": 6488,
          "MaxIndexUsage": 3116,
          "MaxTotalUsage": 9804
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "680262e4-0aa0-49d7-943f-fc29e3f0e782",
          "MaxCrudUsage": 5416,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9012
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "3ac792c1-0519-424c-a5cd-d623d3f70ab6",
          "MaxCrudUsage": 5280,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8956
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-23T03:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 305.642,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T22:25:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 294.213,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-23T00:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 253.649,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-23T04:55:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 177.479,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-22T22:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 165.813,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 82.058089
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 83.042232
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 83.071391
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 83.189281
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.584962
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.666015
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 47.42277
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 45.631324
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 41.416772
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41.213793
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 650.15778 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 650.15778
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 605.379882
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 586.721572
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 555.30529
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 512.862645
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 57174.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 58281.590909
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 59507.821429
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60049.923077
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 60113.266667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "173 Direct Https requests with 503 | 296 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 63,
          "Average": 9.0,
          "First": "2015-02-22T20:05:00",
          "Last": "2015-02-23T04:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 218,
          "Average": 10.381,
          "First": "2015-02-22T20:15:00",
          "Last": "2015-02-23T04:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 106,
          "Average": 4.818,
          "First": "2015-02-22T20:20:00",
          "Last": "2015-02-23T05:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-22T20:20:00",
          "Last": "2015-02-22T20:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-22T20:20:00",
          "Last": "2015-02-22T20:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-23T01:35:00",
          "Last": "2015-02-23T01:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 9,
          "Average": 3.0,
          "First": "2015-02-23T01:00:00",
          "Last": "2015-02-23T03:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 18,
          "Average": 9.0,
          "First": "2015-02-22T20:00:00",
          "Last": "2015-02-22T20:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-23T06:55:00",
          "Last": "2015-02-23T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 50,
          "Average": 25.0,
          "First": "2015-02-22T20:05:00",
          "Last": "2015-02-22T20:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-23+02%3a37%3a23Z&end=2015-02-23+15%3a18%3a20Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-22T22:41:12.4743217-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 112695
    },
    {
      "TimeStamp": "2015-02-23T00:35:10.3451222-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 197214
    },
    {
      "TimeStamp": "2015-02-23T02:29:46.3877725-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 276301
    },
    {
      "TimeStamp": "2015-02-23T05:17:55.141222-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 377821
    },
    {
      "TimeStamp": "2015-02-23T07:18:20.9735369-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 679
    },
    {
      "TimeStamp": "2015-02-23T07:18:20.9735369-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 629452,
      "PhysicalCRUDUsageInMB": 1329160,
      "LogicalIndexUsageInMB": 24613,
      "LogicalCRUDUsageInMB": 327068,
      "ClientReportedUsageInMB": 157
    },
    {
      "TimeStamp": "2015-02-23T07:18:20.9735369-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 629452,
      "PhysicalCRUDUsageInMB": 1329160,
      "LogicalIndexUsageInMB": 24613,
      "LogicalCRUDUsageInMB": 327068,
      "ClientReportedUsageInMB": 157
    },
    {
      "TimeStamp": "2015-02-23T07:18:20.9735369-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 629452,
      "PhysicalCRUDUsageInMB": 1329160,
      "LogicalIndexUsageInMB": 24613,
      "LogicalCRUDUsageInMB": 327068,
      "ClientReportedUsageInMB": 158
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCbAwAAAAAAAA==",
  "_ts": 1424735395,
  "_etag": "\"1a00295e-0000-0000-0000-54ebbca30000\"",
  "_attachments": "attachments/"
},
{
  "id": "8e33aa7f-7e9e-491c-ba9c-d9c21ad1bae7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCcAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-22T19:23:36.0716465-08:00",
  "CompletedTime": "2015-02-23T00:20:24.929802-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5f44f12e-0594-43c8-ab18-3eccdc44afd6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T19:23:38.4326271-08:00",
      "EndTime": "2015-02-22T19:36:48.2089766-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c19e1e8b-88e5-4ad4-b30d-8a1cd59a4c69",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T19:38:27.5207102-08:00",
      "EndTime": "2015-02-22T19:39:37.6459927-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "824417d1-cdc0-434b-a6f3-ade914b8fb86",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T19:39:38.0162911-08:00",
      "EndTime": "2015-02-22T20:10:13.5287302-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "447bf59e-a6c9-43e2-95f3-35abe083720c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-22T20:10:17.9324057-08:00",
      "EndTime": "2015-02-22T20:23:26.6056335-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCcAwAAAAAAAA==",
  "_ts": 1424679624,
  "_etag": "\"16009582-0000-0000-0000-54eae2c80000\"",
  "_attachments": "attachments/"
},
{
  "id": "0325470a-fb65-4dcf-9e44-9298f1ed954a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCdAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-22T23:26:40.228773-08:00",
  "CompletedTime": "2015-02-22T23:35:21.2909159-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "660f0d66-f607-4e60-b97a-8344a330fe4c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:26:42.3307739-08:00",
      "EndTime": "2015-02-22T23:26:59.2259471-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "a4cf6add-4805-4d4d-afcc-91262318a480",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:27:40.7665579-08:00",
      "EndTime": "2015-02-22T23:28:50.710994-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b64ddfb3-c0d6-4a71-b065-fe2b515e7921",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:28:51.0833547-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCdAwAAAAAAAA==",
  "_ts": 1424676920,
  "_etag": "\"16006654-0000-0000-0000-54ead8380000\"",
  "_attachments": "attachments/"
},
{
  "id": "644e1ca6-e137-4446-86b4-04f045952f95",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCeAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-22T23:35:21.5170561-08:00",
  "CompletedTime": "2015-02-23T00:07:01.5746376-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c2a8d42f-fa39-4ec5-8ccf-7e3bf2b12d23",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:35:22.5778186-08:00",
      "EndTime": "2015-02-22T23:35:37.1764681-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "12599360-6ebe-44e8-9d20-34fc6b40cf1b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:36:17.5834976-08:00",
      "EndTime": "2015-02-22T23:37:24.4527103-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "d86bd766-e56d-460b-af84-9e058de9a44f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-22T23:37:24.822502-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCeAwAAAAAAAA==",
  "_ts": 1424678821,
  "_etag": "\"1600d974-0000-0000-0000-54eadfa50000\"",
  "_attachments": "attachments/"
},
{
  "id": "bec42f2b-a97b-46cb-a976-1b5cbb3ca6f3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCfAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-23T00:07:01.8288849-08:00",
  "CompletedTime": "2015-02-24T11:22:10.0561875-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "48563114-f188-4bc3-83d1-653711940ba4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T00:07:02.9958511-08:00",
      "EndTime": "2015-02-23T00:07:17.6461443-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "bf964c4e-7ed5-4be7-bdf1-8bbfca98cd28",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T00:07:54.3600336-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCfAwAAAAAAAA==",
  "_ts": 1424805729,
  "_etag": "\"1b0077ec-0000-0000-0000-54eccf610000\"",
  "_attachments": "attachments/"
},
{
  "id": "62e91f71-f84d-49aa-9be0-af0cb4506c55",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCgAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-23T00:20:25.2371545-08:00",
  "CompletedTime": "2015-02-23T14:17:18.0436508-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0b27a74d-1fa5-4cb1-a766-6efcee8f9cb8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T01:20:24.8345894-08:00",
      "CompleteTime": "2015-02-23T01:27:32.170836-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8562a853-e489-4fd6-a9de-b3e4425a97fa",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T01:20:25.205886-08:00",
      "CompleteTime": "2015-02-23T01:30:32.8963619-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d0b5776b-d057-4e73-a2a3-0b014b2841c2",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T01:20:25.7034194-08:00",
      "CompleteTime": "2015-02-23T01:28:01.6061331-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e689fbf7-a49a-44ae-a0e8-42fb59beac70",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-23T01:20:27.32742-08:00",
      "CompleteTime": "2015-02-23T01:28:44.9727686-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dfbe405a-ffa1-4d2d-ae6c-59a118a7779d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T02:35:19.6830601-08:00",
      "CompleteTime": "2015-02-23T02:44:24.8145463-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "19f1bdd0-3169-4a1b-8d5b-4a62c1c7f97b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-23T03:48:39.7666158-08:00",
      "CompleteTime": "2015-02-23T04:01:58.9349153-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "431482d3-f16d-495d-9de6-8b15c61545b6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T06:35:33.4961691-08:00",
      "CompleteTime": "2015-02-23T06:44:08.8350261-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d885109-7416-4688-834a-fe3b16df110e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-23T12:22:01.8553446-08:00",
      "CompleteTime": "2015-02-23T13:13:22.6495139-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b70e3b95-2444-46eb-852e-f9d755dff3ca",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T00:20:27.6703544-08:00",
      "EndTime": "2015-02-23T00:33:38.0879312-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "da1e409c-4a47-4b2e-a22f-41d705ac69ce",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T00:34:08.8279514-08:00",
      "EndTime": "2015-02-23T00:35:19.2438839-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5817334c-5941-4e41-854b-dfd2fde2a296",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T00:35:19.6181842-08:00",
      "EndTime": "2015-02-23T01:05:52.8182211-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3efa799-c2ce-4734-8779-11a2436dddc1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-23T01:06:56.0889262-08:00",
      "EndTime": "2015-02-23T01:20:07.3496912-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "053f63e8-7578-4c31-9e8d-68e31745fcaa",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-23T02:20:23.0620119-08:00",
      "EndTime": "2015-02-23T03:43:40.0667493-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "954068ef-b285-4197-b8c9-e7de1ba54784",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-23T04:28:50.5264564-08:00",
      "EndTime": "2015-02-23T05:56:32.8575892-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "22181e99-78ee-48dc-a0f9-15506165539c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-23T06:45:32.3443893-08:00",
      "EndTime": "2015-02-23T09:02:14.3312453-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2e34ab90-3578-4808-a38b-54f9ae3188c2",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-23T09:54:13.8532564-08:00",
      "EndTime": "2015-02-23T12:01:50.2390618-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-23T03:48:14.7210605-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 195184,
      "PhysicalCRUDUsageInMB": 337728,
      "LogicalIndexUsageInMB": 7274,
      "LogicalCRUDUsageInMB": 92274,
      "ClientReportedUsageInMB": 35706
    },
    {
      "TimeStamp": "2015-02-23T06:05:05.6872001-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 518396,
      "PhysicalCRUDUsageInMB": 706624,
      "LogicalIndexUsageInMB": 13755,
      "LogicalCRUDUsageInMB": 181275,
      "ClientReportedUsageInMB": 191414
    },
    {
      "TimeStamp": "2015-02-23T09:13:40.9244384-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 688968,
      "PhysicalCRUDUsageInMB": 1197320,
      "LogicalIndexUsageInMB": 29881,
      "LogicalCRUDUsageInMB": 394617,
      "ClientReportedUsageInMB": 318820
    },
    {
      "TimeStamp": "2015-02-23T12:16:36.744244-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 929904,
      "PhysicalCRUDUsageInMB": 1848952,
      "LogicalIndexUsageInMB": 30937,
      "LogicalCRUDUsageInMB": 421550,
      "ClientReportedUsageInMB": 235594
    },
    {
      "TimeStamp": "2015-02-23T14:17:18.0436508-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 562024,
      "PhysicalCRUDUsageInMB": 1475992,
      "LogicalIndexUsageInMB": 27853,
      "LogicalCRUDUsageInMB": 372940,
      "ClientReportedUsageInMB": 152706
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCgAwAAAAAAAA==",
  "_ts": 1424733934,
  "_etag": "\"1a001d45-0000-0000-0000-54ebb6ee0000\"",
  "_attachments": "attachments/"
},
{
  "id": "68efd6f5-d319-445c-be89-b0c5139207fb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgChAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-23T11:02:02.8722594-08:00",
  "CompletedTime": "2015-02-23T17:06:43.476309-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4be8a34a-70de-4165-9b0d-4ba23f1149e5",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T12:48:15.3911158-08:00",
      "CompleteTime": "2015-02-23T12:55:22.2482875-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f5c886ab-9b0a-4f76-a350-6fc4c68d5188",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T12:48:15.7453499-08:00",
      "CompleteTime": "2015-02-23T12:55:51.7245918-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cc16bbfa-b9b9-48d3-bc49-6e4348ec9bf6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T12:48:16.2426616-08:00",
      "CompleteTime": "2015-02-23T12:55:21.6187898-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2b18ea1-45d1-4429-8c83-42f173ac60e9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T13:33:13.5989982-08:00",
      "CompleteTime": "2015-02-23T13:39:47.5377387-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "34e2e805-08a9-422d-95b0-d5cb7ee22dcf",
      "Name": "collcrud6fb89cc0aa-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T14:21:17.4805181-08:00",
      "CompleteTime": "2015-02-23T14:30:21.1977556-08:00",
      "Endpoint": "https://collcrud6fb89cc0aa-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e34a7cd2-7a2f-43e8-aa06-f931e73f57b7",
      "Name": "collcrudaa65806bd7-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T14:21:17.9784728-08:00",
      "CompleteTime": "2015-02-23T14:28:51.956151-08:00",
      "Endpoint": "https://collcrudaa65806bd7-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e6c30911-0650-451d-bbb5-39af7bde3b37",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T16:32:09.7706584-08:00",
      "CompleteTime": "2015-02-23T16:38:44.3369725-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "21a382c3-bc4c-47c1-a0cf-8cfd92aa5554",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T11:02:04.3941493-08:00",
      "EndTime": "2015-02-23T11:14:56.7229247-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "061ecc55-2d1d-4375-99dc-cef3a2af5e47",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T11:17:08.052577-08:00",
      "EndTime": "2015-02-23T11:18:13.9586438-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c3728826-e9ad-48ea-aecc-28edc14c8810",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T11:18:14.3069484-08:00",
      "EndTime": "2015-02-23T11:48:50.9514509-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "414a70cf-ecee-4fb9-8fca-82df7aa9ddea",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-23T12:19:04.9938437-08:00",
      "EndTime": "2015-02-23T12:32:59.8044067-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ceddd8c1-8087-4420-983e-730956802779",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-23T13:18:16.1036897-08:00",
      "EndTime": "2015-02-23T14:21:14.9828795-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ffd8d799-31dc-4e67-99e1-89789ed93593",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150220.1\\x64\\Release",
      "StartTime": "2015-02-23T15:01:26.8522399-08:00",
      "EndTime": "2015-02-23T16:06:37.4924269-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "5 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-23T15:32:45.1641768",
          "Last": "2015-02-23T15:32:45.1641768"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-02-23T14:03:09.9676563",
          "Last": "2015-02-23T14:03:10.5599344"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "collcrudaa65806bd7-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-02-23T14:30:22.1928396",
          "Last": "2015-02-23T16:10:18.1151629"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 15643115,
          "Average": 312862.3,
          "Max": 339167,
          "Min": 38
        },
        {
          "StatusCode": 400,
          "Total": 58,
          "Average": 1.16,
          "Max": 41,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 28944,
          "Average": 578.88,
          "Max": 2495,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 22103,
          "Average": 442.06,
          "Max": 1785,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1503739,
          "Average": 30074.78,
          "Max": 54075,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 03:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 447670,
          "Average": 9136.12,
          "Max": 10397,
          "Min": 152
        },
        {
          "StatusCode": 404,
          "Total": 1195,
          "Average": 24.39,
          "Max": 81,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 608,
          "Average": 12.41,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 41517,
          "Average": 847.29,
          "Max": 1483,
          "Min": 423
        },
        {
          "StatusCode": 449,
          "Total": 1852,
          "Average": 37.8,
          "Max": 144,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 03:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1345002,
          "Average": 27449.02,
          "Max": 29529,
          "Min": 390
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.1,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 4386,
          "Average": 89.51,
          "Max": 288,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1746,
          "Average": 35.63,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 125926,
          "Average": 2569.92,
          "Max": 4462,
          "Min": 1197
        },
        {
          "StatusCode": 449,
          "Total": 4087,
          "Average": 83.41,
          "Max": 243,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2337301,
          "Average": 46746.02,
          "Max": 52151,
          "Min": 595
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.18,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 403,
          "Total": 34432,
          "Average": 688.64,
          "Max": 14385,
          "Min": 28
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.08,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2495,
          "Average": 49.9,
          "Max": 190,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 234872,
          "Average": 4697.44,
          "Max": 8503,
          "Min": 474
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30114962,
          "Average": 602299.24,
          "Max": 633201,
          "Min": 9102
        },
        {
          "StatusCode": 400,
          "Total": 75,
          "Average": 1.5,
          "Max": 72,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 597,
          "Average": 11.94,
          "Max": 150,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23116,
          "Average": 462.32,
          "Max": 3022,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 82955,
          "Average": 1659.1,
          "Max": 7612,
          "Min": 125
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2508968,
          "Average": 51203.43,
          "Max": 56594,
          "Min": 690
        },
        {
          "StatusCode": 401,
          "Total": 1965,
          "Average": 40.1,
          "Max": 912,
          "Min": 255
        },
        {
          "StatusCode": 404,
          "Total": 7645,
          "Average": 156.02,
          "Max": 942,
          "Min": 40
        },
        {
          "StatusCode": 410,
          "Total": 11854,
          "Average": 241.92,
          "Max": 1494,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 64069,
          "Average": 1307.53,
          "Max": 8908,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 1,
          "First": "2015-02-23T16:15:00",
          "Last": "2015-02-23T16:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 75,
          "First": "2015-02-23T13:15:00",
          "Last": "2015-02-23T16:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.5,
          "Count": 3,
          "First": "2015-02-23T13:30:00",
          "Last": "2015-02-23T16:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "7 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 6,
          "First": "2015-02-23T15:57:42.143",
          "Last": "2015-02-23T16:57:52.334"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-02-23T16:57:52.334",
          "Last": "2015-02-23T16:57:52.334"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "387 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 299,
          "HourlyAverage": 56.437
        },
        {
          "DatabaseAccount": "collcrudaa65806bd7-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 3.02
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.378
        },
        {
          "DatabaseAccount": "collcrud6fb89cc0aa-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 1.321
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 8.683
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.566
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.189
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 1.51
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.378
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.378
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.189
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.189
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c4d7c9da-ad1b-42ad-ae79-9a39eae3f7b7",
          "MaxQuota": 10476298,
          "MaxUsage": 3261204
        },
        {
          "PartitionId": "34ed5239-0fd7-4d1d-b59c-f7780845c81d",
          "MaxQuota": 10476298,
          "MaxUsage": 2493258
        },
        {
          "PartitionId": "539e6693-daa4-47e6-b227-739e5fde0b96",
          "MaxQuota": 10476298,
          "MaxUsage": 2489148
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "9cce689f-7ae3-4f80-97a0-411834e9981f",
          "MaxCrudUsage": 5264,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10648
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "94a5c832-bbe1-458d-af61-acbd0fff364f",
          "MaxCrudUsage": 5240,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10624
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "c78774ea-7d47-499f-8cef-29db30542aca",
          "MaxCrudUsage": 5240,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10624
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 3 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-23T15:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 178.58,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-23T15:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 112.644,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-23T12:55:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 43.052,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.435624
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 83.636771
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.673731
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83.754303
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 84.290298
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 31.668988
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 27.936497
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 26.535841
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 25.130423
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 23.602982
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 52.058952
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 26.281961
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 24.194675
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 20.382537
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 19.152354
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 78354.758621
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 81716.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 82026.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 84564.678571
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 84982.266667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "8 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 8,
          "First": "2015-02-23T12:02:23.8232807",
          "Last": "2015-02-23T12:18:29.5787649"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 1 Gateway Https requests with 500 | 34 Direct Https requests with 503 | 76 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "collcrudaa65806bd7-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-23T14:30:00",
          "Last": "2015-02-23T14:30:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collcrudaa65806bd7-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-23T16:10:00",
          "Last": "2015-02-23T16:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 33,
          "Average": 4.714,
          "First": "2015-02-23T13:10:00",
          "Last": "2015-02-23T15:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 72,
          "Average": 72.0,
          "First": "2015-02-23T13:10:00",
          "Last": "2015-02-23T13:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-02-23T13:10:00",
          "Last": "2015-02-23T13:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-23T13:10:00",
          "Last": "2015-02-23T13:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-23T13:35:00",
          "Last": "2015-02-23T13:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-23+19%3a02%3a02Z&end=2015-02-24+01%3a06%3a43Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-23T17:06:43.476309-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 604048,
      "PhysicalCRUDUsageInMB": 692008,
      "LogicalIndexUsageInMB": 13955,
      "LogicalCRUDUsageInMB": 173700,
      "ClientReportedUsageInMB": 181774
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgChAwAAAAAAAA==",
  "_ts": 1424748019,
  "_etag": "\"1a0033bf-0000-0000-0000-54ebedf30000\"",
  "_attachments": "attachments/"
},
{
  "id": "dd83a43d-22d0-41fb-997a-7382c67a4425",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCiAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-23T13:28:16.8048248-08:00",
  "CompletedTime": "2015-02-24T10:15:09.8931405-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c99f01a8-4fdf-46b9-bd2b-b72ca1de0626",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T13:28:17.9818752-08:00",
      "EndTime": "2015-02-23T13:28:22.0136544-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCiAwAAAAAAAA==",
  "_ts": 1424801709,
  "_etag": "\"1b004dd3-0000-0000-0000-54ecbfad0000\"",
  "_attachments": "attachments/"
},
{
  "id": "46553b70-778b-491a-a350-6864b779240b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCjAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-23T16:22:27.1136773-08:00",
  "CompletedTime": "2015-02-23T19:56:37.6005691-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "479971ff-8c2b-41a4-a31a-109ae8b45fd6",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T16:57:20.2547599-08:00",
      "CompleteTime": "2015-02-23T17:04:24.3455172-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3b001bd1-c783-4fae-9b60-5241d4e3a353",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T16:57:20.6917095-08:00",
      "CompleteTime": "2015-02-23T17:04:54.5824405-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ba7d2c6b-5593-4106-8f3f-8557ccff9f04",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T16:57:21.0389684-08:00",
      "CompleteTime": "2015-02-23T17:05:54.5903836-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "559eda04-029e-4780-b4ba-5508e195ef92",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-23T16:57:23.1894734-08:00",
      "CompleteTime": "2015-02-23T17:05:35.7312922-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b11523d6-10e3-4bf3-b942-c8b57936d396",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T16:24:22.6103978-08:00",
      "EndTime": "2015-02-23T16:25:30.2803253-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "acddc2bb-1143-414a-b48a-c3ce0bbffae8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T16:25:30.6286104-08:00",
      "EndTime": "2015-02-23T16:56:00.3292467-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCjAwAAAAAAAA==",
  "_ts": 1424750197,
  "_etag": "\"1a0079cb-0000-0000-0000-54ebf6750000\"",
  "_attachments": "attachments/"
},
{
  "id": "80f3c0b3-c682-4e97-a0c4-dbffdf6e3cad",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCkAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-23T19:30:07.9204923-08:00",
  "CompletedTime": "2015-02-23T23:40:36.5936126-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0bf2ef2f-1565-4a32-b5fd-dfba04bccb4d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T21:12:58.1679355-08:00",
      "CompleteTime": "2015-02-23T21:21:35.9948054-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "78a92a07-ec07-47e7-ba5d-9531df6bfb2b",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T21:12:58.6366993-08:00",
      "CompleteTime": "2015-02-23T21:23:05.5140005-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df45aa23-fc9d-446e-ac0f-2b9c378e33d5",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T21:12:59.2148434-08:00",
      "CompleteTime": "2015-02-23T21:22:35.2824747-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c0f74f60-533a-4f9a-a0a7-beeb869ac6e5",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-23T21:13:00.7779485-08:00",
      "CompleteTime": "2015-02-23T21:24:17.5528606-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a3ed61f1-bd0e-4933-8b74-27fa9e719c45",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T22:27:53.341453-08:00",
      "CompleteTime": "2015-02-23T22:36:58.2997043-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c1a98491-1ba4-4364-9188-292a46f4e44f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T19:30:10.8937555-08:00",
      "EndTime": "2015-02-23T19:43:08.9546232-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ec807575-4d28-46d3-90ea-c86af69dbd25",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T19:45:38.2706884-08:00",
      "EndTime": "2015-02-23T19:46:48.9770101-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6723ac24-7bab-43fe-8a10-5238d4b0bff2",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T19:46:49.3363971-08:00",
      "EndTime": "2015-02-23T20:17:43.5152143-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a0930e9-acf8-471b-95c9-71d1e4acaf4e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-23T20:18:20.0848657-08:00",
      "EndTime": "2015-02-23T20:31:31.9507469-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bab0e3c7-0b9d-4023-9082-dd09f67d2e9a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-23T22:12:54.4435544-08:00",
      "EndTime": "2015-02-23T23:32:15.7259374-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCkAwAAAAAAAA==",
  "_ts": 1424763636,
  "_etag": "\"1a004cdb-0000-0000-0000-54ec2af40000\"",
  "_attachments": "attachments/"
},
{
  "id": "75af206f-675a-4f61-b5ca-d9904aaa8a56",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgClAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T19:55:28.2299457-08:00",
  "CompletedTime": "2015-02-23T20:31:29.687017-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "04425a32-fa3d-4219-a5e3-1e0baed0e64f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T19:55:30.6460859-08:00",
      "EndTime": "2015-02-23T20:08:52.488615-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgClAwAAAAAAAA==",
  "_ts": 1424752289,
  "_etag": "\"1a00cdd7-0000-0000-0000-54ebfea10000\"",
  "_attachments": "attachments/"
},
{
  "id": "e0e2a5f0-64ff-4994-9d0b-403f9648f338",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCmAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-23T19:56:37.9542938-08:00",
  "CompletedTime": "2015-02-24T07:37:51.3510604-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c6cfc0da-8036-4157-af59-0e4bec2fd825",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T20:41:11.676203-08:00",
      "CompleteTime": "2015-02-23T20:50:18.43995-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "51c283a3-6ffa-46b2-a3fa-26be51f5589a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T20:41:12.0227636-08:00",
      "CompleteTime": "2015-02-23T20:48:48.1410245-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "88285aa2-b978-4705-bb7e-b4df3fea374c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T20:41:12.3817031-08:00",
      "CompleteTime": "2015-02-23T20:48:18.4878996-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e4eae3a-9680-4247-93ee-893fd97f3b5f",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-23T20:41:12.8871974-08:00",
      "CompleteTime": "2015-02-23T20:51:26.841943-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e3aa66e-78bb-4f3e-a52a-28d04f1ed420",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T21:56:10.5627957-08:00",
      "CompleteTime": "2015-02-23T22:03:44.6000561-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ea249a70-53ea-4448-a684-4cc8a2bffdab",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T19:56:39.3349614-08:00",
      "EndTime": "2015-02-23T20:06:04.4620627-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "75733042-9649-43df-8d70-00c3eb6f4846",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:08:43.5089526-08:00",
      "EndTime": "2015-02-23T20:09:53.1956038-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "34f2b5f5-6c67-4cb6-af95-ab34b536a242",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:09:53.5406024-08:00",
      "EndTime": "2015-02-23T20:39:51.4596177-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "33010427-ea5d-47a9-91d0-566cc9b6879a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-23T21:41:13.5984676-08:00",
      "EndTime": "2015-02-23T21:49:33.3083702-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCmAwAAAAAAAA==",
  "_ts": 1424792271,
  "_etag": "\"1b005d6a-0000-0000-0000-54ec9acf0000\"",
  "_attachments": "attachments/"
},
{
  "id": "6e4c9b3d-49fc-495d-8a5a-fe3532420102",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCnAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T20:31:29.9810337-08:00",
  "CompletedTime": "2015-02-23T20:34:45.1237152-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "265195fd-092f-4368-b3f6-354ccccfddc1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:31:32.1581594-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCnAwAAAAAAAA==",
  "_ts": 1424752484,
  "_etag": "\"1a00f9d8-0000-0000-0000-54ebff640000\"",
  "_attachments": "attachments/"
},
{
  "id": "51ff5179-f98f-496a-858a-fb6762c3623d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCoAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T20:34:45.4027339-08:00",
  "CompletedTime": "2015-02-23T20:51:43.4268511-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "a4b22079-39e1-4327-b049-25903b4730ae",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:34:47.9878839-08:00",
      "EndTime": "2015-02-23T20:46:08.4953727-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCoAwAAAAAAAA==",
  "_ts": 1424753502,
  "_etag": "\"1a0013db-0000-0000-0000-54ec035e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "faf0333c-7375-4d0f-b4e6-6f5ea7f0a828",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCpAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-23T20:47:25.5968274-08:00",
  "CompletedTime": "2015-02-24T07:14:51.5165719-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "249714f8-f800-465e-8a06-2b89e1905abd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:47:32.2875631-08:00",
      "EndTime": "2015-02-23T21:01:06.2686385-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed690080-5545-42d1-91bf-bf55dfba1265",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T21:03:32.0947244-08:00",
      "EndTime": "2015-02-23T21:04:44.005529-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "22dc54ca-b4c4-4141-8d22-a4a7ae85b467",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T21:04:44.3453991-08:00",
      "EndTime": "2015-02-23T21:34:47.3162144-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "43690baa-d85f-4290-ad4a-8529dc2343b0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-23T22:05:02.0375488-08:00",
      "EndTime": "2015-02-23T22:05:03.0810875-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCpAwAAAAAAAA==",
  "_ts": 1424790890,
  "_etag": "\"1b000662-0000-0000-0000-54ec956a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3a175032-e9a1-4258-9bdb-6314a321a7b1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCqAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T20:51:43.6808743-08:00",
  "CompletedTime": "2015-02-23T21:24:40.9270949-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b50c900b-a954-4354-80dc-9783895cfa8e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T20:51:45.0669953-08:00",
      "EndTime": "2015-02-23T21:05:35.8851591-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCqAwAAAAAAAA==",
  "_ts": 1424755480,
  "_etag": "\"1a0023db-0000-0000-0000-54ec0b180000\"",
  "_attachments": "attachments/"
},
{
  "id": "46811fc1-4a0e-4554-aae2-d083b29ade56",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCrAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T21:24:41.2070626-08:00",
  "CompletedTime": "2015-02-23T21:43:47.8308821-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "31a94105-8803-4c32-b94a-6e00b5a56eeb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-23T21:24:42.9211623-08:00",
      "EndTime": "2015-02-23T21:38:41.7058359-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7f03c93-b14f-4169-abcd-199e61aff349",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150221.1\\x64\\Release",
      "StartTime": "2015-02-23T21:40:28.8000516-08:00",
      "EndTime": "2015-02-23T21:41:37.2770251-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCrAwAAAAAAAA==",
  "_ts": 1424756627,
  "_etag": "\"1a002bdb-0000-0000-0000-54ec0f930000\"",
  "_attachments": "attachments/"
},
{
  "id": "3241d87e-f041-4976-a3eb-e5d8cbae24fa",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCsAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T21:43:48.0809108-08:00",
  "CompletedTime": "2015-02-23T22:12:15.0136643-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "9473f2f3-c292-4d81-bfad-4dc4cf1c5af8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T21:43:49.6277887-08:00",
      "EndTime": "2015-02-23T21:56:43.4580171-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCsAwAAAAAAAA==",
  "_ts": 1424758334,
  "_etag": "\"1a0034db-0000-0000-0000-54ec163e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9fab349b-1587-42b6-ae21-d174ab5c1611",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCtAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T22:12:15.3107766-08:00",
  "CompletedTime": "2015-02-23T23:44:52.156074-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2f664e83-9cf6-4fb0-8da0-c21149a6551f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T22:12:17.8048789-08:00",
      "EndTime": "2015-02-23T22:25:25.2827576-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "af3729f5-3719-449e-8ce0-7796db4cd79a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T22:25:39.6748712-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "88e2e5c1-9f96-4ea6-b6ed-be40aecfcf3d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T22:25:40.0208983-08:00",
      "EndTime": "2015-02-23T23:01:42.1777627-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d9009d32-1417-45a9-9d3f-f1e973831406",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-23T23:01:48.8831526-08:00",
      "EndTime": "2015-02-23T23:16:19.1206525-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCtAwAAAAAAAA==",
  "_ts": 1424763891,
  "_etag": "\"1a0050db-0000-0000-0000-54ec2bf30000\"",
  "_attachments": "attachments/"
},
{
  "id": "b609ab68-04cb-4d0b-817a-bd1a9d3607ac",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCuAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-23T22:43:58.5865546-08:00",
  "CompletedTime": "2015-02-23T23:07:38.0710459-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ba92953b-e74b-4116-95bf-f6a3baecabf1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T22:44:02.1558979-08:00",
      "EndTime": "2015-02-23T22:56:52.6501033-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCuAwAAAAAAAA==",
  "_ts": 1424761657,
  "_etag": "\"1a0043db-0000-0000-0000-54ec23390000\"",
  "_attachments": "attachments/"
},
{
  "id": "e6f44cf3-aed4-4f79-8f46-6437463c6cb0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCvAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-23T23:07:38.3402647-08:00",
  "CompletedTime": "2015-02-23T23:31:35.9642412-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5642f500-cdf2-4888-8029-2ccc52678009",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:07:40.3909421-08:00",
      "EndTime": "2015-02-23T23:21:27.1134794-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCvAwAAAAAAAA==",
  "_ts": 1424763095,
  "_etag": "\"1a0048db-0000-0000-0000-54ec28d70000\"",
  "_attachments": "attachments/"
},
{
  "id": "eb3ac2b1-5fa9-4b1f-b6cd-ec7eb2354055",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCwAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-23T23:31:36.2471954-08:00",
  "CompletedTime": "2015-02-24T01:40:58.3602722-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "889934a2-d6c9-459a-8387-95dbc708f36c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:31:37.5091108-08:00",
      "EndTime": "2015-02-23T23:44:29.6105618-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa5ea920-9c58-4c8e-a8c9-d8648d622c50",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:45:49.8414998-08:00",
      "EndTime": "2015-02-23T23:47:01.3762663-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "723d2b56-1d0d-4c24-96a7-63f1284cfe22",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:47:01.720027-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCwAwAAAAAAAA==",
  "_ts": 1424770858,
  "_etag": "\"1a009aef-0000-0000-0000-54ec472a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7849b60f-15f1-480c-a799-422e5de36119",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCxAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-23T23:40:37.0129492-08:00",
  "CompletedTime": "2015-02-23T23:53:32.7677034-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e8e6e698-5843-4c5c-a676-38dab7d82bc3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:40:38.9254897-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCxAwAAAAAAAA==",
  "_ts": 1424764412,
  "_etag": "\"1a0056db-0000-0000-0000-54ec2dfc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ec524781-7ea4-417a-aea3-710cd6b0df5e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCyAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-23T23:44:52.4660781-08:00",
  "CompletedTime": "2015-02-24T11:42:08.0146081-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f975e777-7fb5-4364-9f6e-5ff16f4e75c0",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-23T23:59:33.6192118-08:00",
      "CompleteTime": "2015-02-24T00:07:10.2097071-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21e1c0a1-7438-4316-b8c8-bc334bb34cd5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-23T23:59:34.0902379-08:00",
      "CompleteTime": "2015-02-24T00:06:10.4382391-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a21f4c7-7250-4d8c-9eaf-e818618101f6",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-23T23:59:34.5392639-08:00",
      "CompleteTime": "2015-02-24T00:06:40.1239608-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "654b7d82-0afd-4b25-bc09-b64e55c77ddb",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-23T23:59:40.2865983-08:00",
      "CompleteTime": "2015-02-24T00:07:59.073609-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f2000600-1fa1-403f-81eb-5fdbef42a0b1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T01:14:34.1683782-08:00",
      "CompleteTime": "2015-02-24T01:20:38.7295329-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e78d25cc-33fd-4dde-bd08-dcb141a81d4a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-24T02:10:36.5824985-08:00",
      "CompleteTime": "2015-02-24T02:18:55.6985093-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d73b0dd8-a55b-41fc-add2-e561f86f6ed8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T04:48:00.6048599-08:00",
      "CompleteTime": "2015-02-24T05:00:36.8367433-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0c14e0e-296e-4f63-86a9-62e8e1b6f8bd",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-24T09:54:28.6627724-08:00",
      "CompleteTime": "2015-02-24T10:39:51.4487753-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d43f340a-a9f7-41eb-af14-cefdddec0119",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-23T23:45:02.6786707-08:00",
      "EndTime": "2015-02-23T23:59:19.6764024-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea9f920d-bc47-45a5-9f33-5da6dfb9880a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T00:59:36.759301-08:00",
      "EndTime": "2015-02-24T02:08:03.0175876-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e010cb9-2244-4c7d-b6ac-e7725a766079",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T02:50:44.8380664-08:00",
      "EndTime": "2015-02-24T04:02:47.0223909-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2595ce5-3040-4a87-a124-826e3bb1d2bd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T04:45:02.2175081-08:00",
      "EndTime": "2015-02-24T06:49:01.3592014-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "503e52f6-9139-459f-87dc-5a0cc2880ab4",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T07:31:00.1239338-08:00",
      "EndTime": "2015-02-24T09:40:10.8779956-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "30 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 27,
          "First": "2015-02-24T07:54:01.5930895",
          "Last": "2015-02-24T10:54:21.9426392"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-24T10:12:43.2697969",
          "Last": "2015-02-24T10:12:43.2697969"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-24T06:14:32.1890064",
          "Last": "2015-02-24T06:14:32.1890064"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-24T09:53:17.6180784",
          "Last": "2015-02-24T09:53:17.6180784"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "9 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-02-24T06:14:28.046714",
          "Last": "2015-02-24T06:14:33.1583183"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-02-24T06:14:33.2935682",
          "Last": "2015-02-24T06:14:33.6222011"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37124831,
          "Average": 274998.75,
          "Max": 362503,
          "Min": 8948
        },
        {
          "StatusCode": 400,
          "Total": 69,
          "Average": 0.51,
          "Max": 31,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 52895,
          "Average": 391.81,
          "Max": 11932,
          "Min": 384
        },
        {
          "StatusCode": 404,
          "Total": 93156,
          "Average": 690.04,
          "Max": 8094,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 30,
          "Average": 0.22,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47304,
          "Average": 350.4,
          "Max": 1918,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5507376,
          "Average": 40795.38,
          "Max": 164686,
          "Min": 3564
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1087351,
          "Average": 8054.45,
          "Max": 10811,
          "Min": 319
        },
        {
          "StatusCode": 404,
          "Total": 4505,
          "Average": 33.37,
          "Max": 178,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1215,
          "Average": 9.0,
          "Max": 63,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 133456,
          "Average": 988.56,
          "Max": 2728,
          "Min": 71
        },
        {
          "StatusCode": 449,
          "Total": 7147,
          "Average": 52.94,
          "Max": 188,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3241926,
          "Average": 24014.27,
          "Max": 31557,
          "Min": 902
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 156,
          "Average": 1.16,
          "Max": 63,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 18646,
          "Average": 138.12,
          "Max": 609,
          "Min": 30
        },
        {
          "StatusCode": 410,
          "Total": 3738,
          "Average": 27.69,
          "Max": 152,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 409368,
          "Average": 3032.36,
          "Max": 8219,
          "Min": 271
        },
        {
          "StatusCode": 449,
          "Total": 15197,
          "Average": 112.57,
          "Max": 313,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5462244,
          "Average": 40461.07,
          "Max": 54363,
          "Min": 659
        },
        {
          "StatusCode": 400,
          "Total": 7848,
          "Average": 58.13,
          "Max": 1802,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8911,
          "Average": 66.01,
          "Max": 4653,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 12,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5561,
          "Average": 41.19,
          "Max": 209,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 901220,
          "Average": 6675.7,
          "Max": 24819,
          "Min": 882
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26052651,
          "Average": 192982.6,
          "Max": 221815,
          "Min": 2705
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.27,
          "Max": 28,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5501,
          "Average": 40.75,
          "Max": 494,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31179,
          "Average": 230.96,
          "Max": 1916,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 264325,
          "Average": 1957.96,
          "Max": 5205,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6140486,
          "Average": 45485.08,
          "Max": 60515,
          "Min": 1996
        },
        {
          "StatusCode": 404,
          "Total": 23584,
          "Average": 174.7,
          "Max": 978,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 30758,
          "Average": 227.84,
          "Max": 2057,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 213243,
          "Average": 1579.58,
          "Max": 4275,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-02-24T10:10:00",
          "Last": "2015-02-24T10:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 55,
          "First": "2015-02-24T07:35:00",
          "Last": "2015-02-24T10:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 1,
          "First": "2015-02-24T07:35:00",
          "Last": "2015-02-24T07:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 28,
          "First": "2015-02-24T05:10:00",
          "Last": "2015-02-24T10:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-24T05:15:00",
          "Last": "2015-02-24T05:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 89,
          "First": "2015-02-24T05:10:00",
          "Last": "2015-02-24T11:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-02-24T05:20:00",
          "Last": "2015-02-24T06:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "736 replica health errors | 180 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 62,
          "First": "2015-02-24T04:10:55.702",
          "Last": "2015-02-24T11:35:40.83"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 121,
          "First": "2015-02-24T06:48:14.01",
          "Last": "2015-02-24T11:35:40.83"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 373,
          "First": "2015-02-24T03:50:51.937",
          "Last": "2015-02-24T11:35:40.83"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 180,
          "First": "2015-02-24T10:02:57.138",
          "Last": "2015-02-24T10:18:01.429"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1905 replica alerts for FullCopy ",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 64,
          "HourlyAverage": 5.354
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 639,
          "HourlyAverage": 53.453
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1000,
          "HourlyAverage": 83.652
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 3.681
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 157,
          "HourlyAverage": 13.133
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.084
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "25 partitions violated quota invariants | 25 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "484d8d4d-f480-4cfb-9a8a-e4371fd01027",
          "MaxQuota": 6981471,
          "MaxUsage": 5598551
        },
        {
          "PartitionId": "ba7988b2-918c-45fa-b467-2c50404ce64b",
          "MaxQuota": 5818233,
          "MaxUsage": 5521152
        },
        {
          "PartitionId": "eda396d4-944d-420d-8f31-82f691e195cc",
          "MaxQuota": 6981471,
          "MaxUsage": 5351010
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "5c6b4574-2eca-4493-88f6-287ff215fcb3",
          "MaxCrudUsage": 5216,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8692
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "5b0c0c56-a8b2-4447-9a88-f572bb3a0c15",
          "MaxCrudUsage": 5232,
          "MaxIndexUsage": 3264,
          "MaxTotalUsage": 8596
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "faf129b0-8de4-4eef-b5f7-5b2b2d67437b",
          "MaxCrudUsage": 5200,
          "MaxIndexUsage": 3212,
          "MaxTotalUsage": 8568
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 51 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-24T10:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 234.975,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-24T01:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 228.915,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T08:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 227.168,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T01:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 189.846,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T01:50:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 178.247,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 82.934107
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 83.764925
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 83.823392
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 83.883053
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.339052
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 64.74151
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60.231828
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 57.237865
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57.17839
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 53.670209
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 333.375075
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 307.927012
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 275.330036
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 244.254202
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 231.564659
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 62284.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63827.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63898.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 65109.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66208.862069
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "293 Direct Tcp requests with 503 | 121 Direct Https requests with 503 | 9 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 98,
          "Average": 49.0,
          "First": "2015-02-24T10:50:00",
          "Last": "2015-02-24T11:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 39,
          "Average": 39.0,
          "First": "2015-02-24T11:05:00",
          "Last": "2015-02-24T11:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 185,
          "Average": 30.833,
          "First": "2015-02-24T00:55:00",
          "Last": "2015-02-24T09:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 74,
          "Average": 4.625,
          "First": "2015-02-24T00:55:00",
          "Last": "2015-02-24T09:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 9,
          "Average": 9.0,
          "First": "2015-02-24T06:10:00",
          "Last": "2015-02-24T06:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 5.0,
          "First": "2015-02-24T00:55:00",
          "Last": "2015-02-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 6.0,
          "First": "2015-02-24T00:55:00",
          "Last": "2015-02-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-02-24T08:55:00",
          "Last": "2015-02-24T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-24T08:55:00",
          "Last": "2015-02-24T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-24T00:55:00",
          "Last": "2015-02-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-24T08:20:00",
          "Last": "2015-02-24T08:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-24+07%3a44%3a52Z&end=2015-02-24+19%3a42%3a08Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-24T02:10:16.0223051-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 58139
    },
    {
      "TimeStamp": "2015-02-24T04:04:24.9170713-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 144652
    },
    {
      "TimeStamp": "2015-02-24T06:50:39.1848779-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 14767
    },
    {
      "TimeStamp": "2015-02-24T09:41:48.7776764-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 50422
    },
    {
      "TimeStamp": "2015-02-24T11:42:08.0146081-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 16213
    },
    {
      "TimeStamp": "2015-02-24T11:42:08.0146081-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 526576,
      "PhysicalCRUDUsageInMB": 1221104,
      "LogicalIndexUsageInMB": 22350,
      "LogicalCRUDUsageInMB": 302421,
      "ClientReportedUsageInMB": 22062
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCyAwAAAAAAAA==",
  "_ts": 1424810543,
  "_etag": "\"1c002c0b-0000-0000-0000-54ece22f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "54835afa-5042-4543-b108-f3b0c4112c07",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCzAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-23T23:53:33.1059759-08:00",
  "CompletedTime": "2015-02-24T11:20:47.5319616-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e60a90ab-9c82-40b1-a8af-83088eab16a1",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T05:24:04.2864504-08:00",
      "CompleteTime": "2015-02-24T05:32:12.0380216-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a72f0c8b-c4db-4c7d-974b-793604aeeb65",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T05:24:04.6500847-08:00",
      "CompleteTime": "2015-02-24T05:33:42.0869247-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "61397335-13b1-464c-9a80-20b8ef841728",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T05:24:05.1609808-08:00",
      "CompleteTime": "2015-02-24T05:33:12.0079573-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3faa54e1-d501-4721-8922-0a200cc5bffe",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T05:24:05.6902693-08:00",
      "CompleteTime": "2015-02-24T05:34:24.4743622-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "81028a1d-a03c-4148-aa73-4e9392c6991f",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T06:39:00.06215-08:00",
      "CompleteTime": "2015-02-24T06:49:05.8529187-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "273b1c56-cf37-4f84-b912-54cfcfa911c4",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-24T07:49:40.4882024-08:00",
      "CompleteTime": "2015-02-24T08:01:55.5032325-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7a96abe7-19da-42b6-8376-c3d93e761e91",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-23T23:53:34.8869016-08:00",
      "EndTime": "2015-02-23T23:53:51.7780348-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "3666ac31-d587-4e9f-a0f9-f2a56f370e60",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T03:56:59.1882765-08:00",
      "EndTime": "2015-02-24T03:58:09.9641468-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "af677cdb-3c76-4c90-a350-51a7a15c6661",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T03:58:10.3333433-08:00",
      "EndTime": "2015-02-24T04:28:54.2544281-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ce8cc25b-2ea3-42a2-bd9c-82d752248c3e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T04:28:58.7399016-08:00",
      "EndTime": "2015-02-24T04:41:39.6607074-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e0dd31f-4be3-4861-9e02-063ecdb0327a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T06:24:03.6081702-08:00",
      "EndTime": "2015-02-24T07:47:12.3359049-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "094f0dc6-e11f-49a5-9af5-0e7076776e41",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150223.1\\x64\\Release",
      "StartTime": "2015-02-24T08:29:49.6463278-08:00",
      "EndTime": "2015-02-24T09:55:09.9385094-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a55%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a42Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a46Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-24+07%3a53%3a33Z&end=2015-02-24+17%3a56%3a49Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-24T07:49:18.4545731-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 87144
    },
    {
      "TimeStamp": "2015-02-24T09:56:53.5087818-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 180097
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCzAwAAAAAAAA==",
  "_ts": 1424805647,
  "_etag": "\"1b00fbeb-0000-0000-0000-54eccf0f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1979abf0-27a0-4866-91bf-727d98329d63",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC0AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-24T01:40:58.6571532-08:00",
  "CompletedTime": "2015-02-24T11:55:45.234187-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a4f9759f-a442-445f-882b-b8e3a0fb62e7",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T02:22:33.0732271-08:00",
      "CompleteTime": "2015-02-24T02:29:09.3558314-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb8b442b-a005-4bba-81de-ec750884d0e5",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T02:22:33.4482389-08:00",
      "CompleteTime": "2015-02-24T02:31:39.7898273-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c21601f4-fea6-42fd-82d0-75135c6c93f1",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T02:22:33.7920012-08:00",
      "CompleteTime": "2015-02-24T02:29:39.075615-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8e25be5e-d7f3-42b7-8bd7-892ac44450a6",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T02:22:34.2763957-08:00",
      "CompleteTime": "2015-02-24T02:32:48.8440528-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "95199e41-16e4-489d-b9ae-f4c0344e61fc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T01:41:00.0165731-08:00",
      "EndTime": "2015-02-24T01:49:57.8477978-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f8ed420-63d0-4a30-8a9d-e5a9ac4e599b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T01:50:16.1081683-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "37a8f0b5-69d1-4cd2-9d2e-595a32c1226b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T01:50:16.4680162-08:00",
      "EndTime": "2015-02-24T02:21:12.7962742-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC0AwAAAAAAAA==",
  "_ts": 1424807745,
  "_etag": "\"1b00cef7-0000-0000-0000-54ecd7410000\"",
  "_attachments": "attachments/"
},
{
  "id": "c0adbdce-9499-4851-88d7-fabb5b8542e7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC1AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-24T07:14:51.7854211-08:00",
  "CompletedTime": "2015-02-24T10:38:57.479884-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2d39bb2a-421a-4ebd-be7f-b9bf2443efaf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T07:14:53.973947-08:00",
      "EndTime": "2015-02-24T07:28:44.8788396-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC1AwAAAAAAAA==",
  "_ts": 1424803136,
  "_etag": "\"1b0027dd-0000-0000-0000-54ecc5400000\"",
  "_attachments": "attachments/"
},
{
  "id": "b50f2e39-05e5-4468-a6bd-e3ea2cb2182d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC2AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-24T07:37:51.7145394-08:00",
  "CompletedTime": "2015-02-24T19:19:15.9255557-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "83009892-ede5-4e2c-a260-ea13ef20602e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T08:26:59.3556218-08:00",
      "CompleteTime": "2015-02-24T08:35:05.9343206-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "71a96e42-78ef-4b92-9070-77a905c702c9",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T08:26:59.6913809-08:00",
      "CompleteTime": "2015-02-24T08:34:36.4336575-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8dcac6e0-2c63-4626-ab33-aaa3b1020f4b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T08:27:00.0261868-08:00",
      "CompleteTime": "2015-02-24T08:36:06.2770273-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2cfc10bc-d98a-4799-b456-8cef2589d167",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T08:27:00.5242774-08:00",
      "CompleteTime": "2015-02-24T08:37:14.8086179-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "feb81a0d-b021-4d29-850b-ebdd7ab76c6e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T09:41:57.2273647-08:00",
      "CompleteTime": "2015-02-24T09:50:31.5634193-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "486c5333-906a-4575-b228-b85002f187c5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-24T10:54:13.4600775-08:00",
      "CompleteTime": "2015-02-24T11:06:37.1360444-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2b3b582-7676-43f5-b50d-d0c1e054cab9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T13:38:42.5876847-08:00",
      "CompleteTime": "2015-02-24T13:47:16.5153296-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2233f775-f9e4-479d-bef5-8387329ea77d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T07:37:53.6052173-08:00",
      "EndTime": "2015-02-24T07:51:32.6638472-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "68c41316-0aa5-45b7-8b50-a0b5db63f387",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T07:54:22.1334322-08:00",
      "EndTime": "2015-02-24T07:55:33.2118696-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7bd8919-6919-4b75-b1fc-cd30e7b32bb5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T07:55:33.5762647-08:00",
      "EndTime": "2015-02-24T08:25:33.4889879-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ac0566af-bc02-43a2-9b8a-7b69e5e8d78f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.2\\x64\\Release",
      "StartTime": "2015-02-24T09:27:00.5280957-08:00",
      "EndTime": "2015-02-24T10:54:08.3505477-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5ed40d5c-8d2f-4cdf-85c0-7f17e23efac2",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.2\\x64\\Release",
      "StartTime": "2015-02-24T11:34:22.0454223-08:00",
      "EndTime": "2015-02-24T13:08:19.0507437-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2d2f785-b0a7-4afb-abf4-5ec18ae780fd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.2\\x64\\Release",
      "StartTime": "2015-02-24T13:48:26.5718072-08:00",
      "EndTime": "2015-02-24T16:04:02.0990179-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7cd5c98b-399c-4430-a433-56774add30f6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.2\\x64\\Release",
      "StartTime": "2015-02-24T16:44:11.9236832-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC2AwAAAAAAAA==",
  "_ts": 1424834355,
  "_etag": "\"1d00de18-0000-0000-0000-54ed3f330000\"",
  "_attachments": "attachments/"
},
{
  "id": "69a61ce0-adb6-4190-b5a3-00aaa22055f5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC3AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-24T10:15:10.1028821-08:00",
  "CompletedTime": "2015-02-24T10:52:59.3340491-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1f3fe3d0-74a1-474c-a49f-48b1452fb7ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:15:13.3934764-08:00",
      "EndTime": "2015-02-24T10:28:44.2567717-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c35b6a29-de69-432b-ad5d-25eabd511eb1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:32:07.1483295-08:00",
      "EndTime": "2015-02-24T10:33:13.4120702-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb8cae54-fc32-4851-97aa-910b3c1ea676",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:33:13.7423027-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC3AwAAAAAAAA==",
  "_ts": 1424803978,
  "_etag": "\"1b0044e2-0000-0000-0000-54ecc88a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ec72353e-85b7-4ed6-8ec2-1e470ce9f7d6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC4AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-24T10:38:57.6979005-08:00",
  "CompletedTime": "2015-02-24T18:13:58.1456604-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a65413df-aeda-4155-a7a1-790db41c3bbb",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T12:23:15.8347801-08:00",
      "CompleteTime": "2015-02-24T12:31:21.8031759-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a56ace9-4bd0-457f-947b-dfdd6aec7be0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T12:23:16.2444803-08:00",
      "CompleteTime": "2015-02-24T12:30:22.0565391-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3d36482-2190-4cde-91ce-ce68f5f46c85",
      "Name": "collcrud5dea05dd5e-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T12:23:16.5760543-08:00",
      "CompleteTime": "2015-02-24T12:29:51.7236916-08:00",
      "Endpoint": "https://collcrud5dea05dd5e-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "88f5b64f-a2b6-475d-96dd-674dac045bf4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T12:23:17.0583645-08:00",
      "CompleteTime": "2015-02-24T12:30:51.7722268-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6f9be496-9026-41d4-9d28-f80886059f39",
      "Name": "collcrud04e991f6a7-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T12:23:17.5529802-08:00",
      "CompleteTime": "2015-02-24T12:31:51.9651597-08:00",
      "Endpoint": "https://collcrud04e991f6a7-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4bb87e57-fab8-4e10-b629-a2aba1356138",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T12:23:18.0424247-08:00",
      "CompleteTime": "2015-02-24T12:29:27.8890327-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fec66119-7627-42a8-b326-940e39a384b9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T13:08:12.9258709-08:00",
      "CompleteTime": "2015-02-24T13:14:16.5085814-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "883cc04f-b84e-4674-981c-b307684fab9e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-24T13:54:42.8213285-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "3096d698-b6be-4123-9020-b465066a00a0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T10:38:58.8969908-08:00",
      "EndTime": "2015-02-24T10:52:38.2075615-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "68d70e7d-2e5c-4d5c-a0e5-a78b373aec8d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T10:55:07.2605484-08:00",
      "EndTime": "2015-02-24T10:56:17.9654045-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c0fed8d5-bdb1-4d9c-a4b9-bdffc62685d7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T10:56:18.3074306-08:00",
      "EndTime": "2015-02-24T11:27:51.1881395-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b3e5f42-1a35-46e6-a63f-fb27bfafe1af",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T12:53:16.0370192-08:00",
      "EndTime": "2015-02-24T13:54:38.6219683-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2bd30f46-2f04-4298-82e5-1f4b530e1f5f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150223.3\\x64\\Release",
      "StartTime": "2015-02-24T14:34:50.7536184-08:00",
      "EndTime": "2015-02-24T15:40:22.7742554-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a02%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a02%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "182 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 47,
          "First": "2015-02-24T13:27:14.4299628",
          "Last": "2015-02-24T16:56:59.5341274"
        },
        {
          "Message": "ASSERT: %s with message \"Invalid configuration-key = %d\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-02-24T12:42:17.3488095",
          "Last": "2015-02-24T12:42:17.5348541"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-24T15:21:33.616708",
          "Last": "2015-02-24T15:51:08.4223457"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 117,
          "First": "2015-02-24T13:23:44.4398033",
          "Last": "2015-02-24T17:00:29.5618822"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 9,
          "First": "2015-02-24T13:41:59.3820218",
          "Last": "2015-02-24T13:42:00.1952088"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-02-24T12:42:17.3490653",
          "Last": "2015-02-24T13:06:27.5793217"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a02%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-02-24T12:42:18.13064",
          "Last": "2015-02-24T12:42:20.0354013"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a02%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a03%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 13847412,
          "Average": 261271.92,
          "Max": 350890,
          "Min": 4
        },
        {
          "StatusCode": 400,
          "Total": 73,
          "Average": 1.38,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11496,
          "Average": 216.91,
          "Max": 1711,
          "Min": 1572
        },
        {
          "StatusCode": 410,
          "Total": 11743,
          "Average": 221.57,
          "Max": 1892,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 983954,
          "Average": 18565.17,
          "Max": 32398,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a03%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 02:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 397283,
          "Average": 9239.14,
          "Max": 10653,
          "Min": 4131
        },
        {
          "StatusCode": 404,
          "Total": 699,
          "Average": 16.26,
          "Max": 60,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 317,
          "Average": 7.37,
          "Max": 52,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 27376,
          "Average": 636.65,
          "Max": 938,
          "Min": 108
        },
        {
          "StatusCode": 449,
          "Total": 803,
          "Average": 18.67,
          "Max": 56,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a03%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 03:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1190389,
          "Average": 27683.47,
          "Max": 30319,
          "Min": 10938
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.12,
          "Max": 3,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 2650,
          "Average": 61.63,
          "Max": 185,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 897,
          "Average": 20.86,
          "Max": 136,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 83561,
          "Average": 1943.28,
          "Max": 2693,
          "Min": 276
        },
        {
          "StatusCode": 449,
          "Total": 2000,
          "Average": 46.51,
          "Max": 121,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a04%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2081905,
          "Average": 40821.67,
          "Max": 53188,
          "Min": 69
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.31,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 35673,
          "Average": 699.47,
          "Max": 16958,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1052,
          "Average": 20.63,
          "Max": 207,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 149788,
          "Average": 2937.02,
          "Max": 5191,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a04%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28889658,
          "Average": 566463.88,
          "Max": 638518,
          "Min": 38382
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.12,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 256,
          "Average": 5.02,
          "Max": 144,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 21414,
          "Average": 419.88,
          "Max": 4993,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 891827,
          "Average": 17486.8,
          "Max": 49960,
          "Min": 38
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a04%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2186690,
          "Average": 50853.26,
          "Max": 56602,
          "Min": 19479
        },
        {
          "StatusCode": 401,
          "Total": 3789,
          "Average": 88.12,
          "Max": 885,
          "Min": 145
        },
        {
          "StatusCode": 404,
          "Total": 7150,
          "Average": 166.28,
          "Max": 1012,
          "Min": 34
        },
        {
          "StatusCode": 410,
          "Total": 6038,
          "Average": 140.42,
          "Max": 1457,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 75601,
          "Average": 1758.16,
          "Max": 3247,
          "Min": 258
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a05%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 23,
          "First": "2015-02-24T13:25:00",
          "Last": "2015-02-24T16:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 2,
          "First": "2015-02-24T13:20:00",
          "Last": "2015-02-24T13:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 17,
          "First": "2015-02-24T13:45:00",
          "Last": "2015-02-24T15:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 1,
          "First": "2015-02-24T13:15:00",
          "Last": "2015-02-24T13:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 1,
          "First": "2015-02-24T13:15:00",
          "Last": "2015-02-24T13:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a07%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a09%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a09%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a09%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a09%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "280 replica alerts for FullCopy  | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 173,
          "HourlyAverage": 30.352
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 6.316
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 25,
          "HourlyAverage": 4.386
        },
        {
          "DatabaseAccount": "collcrud04e991f6a7-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 1.93
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 1.053
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 1.228
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.877
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.526
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.526
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.351
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.526
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.877
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.526
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a09%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a10%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4c3c1e31-24ca-4348-85e5-cec78fb28423",
          "MaxQuota": 10476298,
          "MaxUsage": 2175998
        },
        {
          "PartitionId": "1a84b5eb-e1d3-4d6b-974b-c90e90b9265c",
          "MaxQuota": 10476298,
          "MaxUsage": 2174907
        },
        {
          "PartitionId": "53a6d487-7dbe-478f-a54c-1d6a7f50cec1",
          "MaxQuota": 10476298,
          "MaxUsage": 2174462
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a10%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "965e08da-22c0-4873-93ab-16c42fc06557",
          "MaxCrudUsage": 2048,
          "MaxIndexUsage": 1772,
          "MaxTotalUsage": 3992
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "b57a506c-badf-4aa6-95b1-e716371fef72",
          "MaxCrudUsage": 2216,
          "MaxIndexUsage": 1660,
          "MaxTotalUsage": 3988
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "b3abed51-ca75-4777-9560-510c6457523b",
          "MaxCrudUsage": 2040,
          "MaxIndexUsage": 1768,
          "MaxTotalUsage": 3976
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a10%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 3 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-24T15:30:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 172.212,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T15:30:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 165.83,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T15:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 120.746,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a10%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 92.310418
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 92.589937
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 92.767611
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 92.791713
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 93.187039
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a11%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 28.516801
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 25.929144
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 25.850043
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 25.402619
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 25.089914
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a11%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 32.249003
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 29.649932
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 28.474506
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 22.270069
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 21.530089
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a12%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 79413.931034
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 80770.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 82622.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 83335.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84364.827586
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a12%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "7 background task exceptions with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4eeb50be-9ac5-479f-aeb5-e9535ee000cc",
          "Count": 1,
          "First": "2015-02-24T11:41:00.0487633",
          "Last": "2015-02-24T11:41:00.0487633"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b95d3856-adea-4c23-a57b-023cb327de1a",
          "Count": 1,
          "First": "2015-02-24T11:40:58.5160242",
          "Last": "2015-02-24T11:40:58.5160242"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: ada50a7f-3eae-4662-9eb7-2707195c0752",
          "Count": 1,
          "First": "2015-02-24T11:57:05.2509611",
          "Last": "2015-02-24T11:57:05.2509611"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 24a76fd2-0068-45fb-9293-834d389ce447",
          "Count": 1,
          "First": "2015-02-24T11:40:58.8445734",
          "Last": "2015-02-24T11:40:58.8445734"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 6d53adfc-2161-4c7c-8791-cd4d8e1ea7d4",
          "Count": 1,
          "First": "2015-02-24T11:56:30.1257741",
          "Last": "2015-02-24T11:56:30.1257741"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d60f9073-b5a7-45bf-a68f-fa17dddc00a2",
          "Count": 1,
          "First": "2015-02-24T11:40:59.152511",
          "Last": "2015-02-24T11:40:59.152511"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b9b5c3c2-f214-4914-9c34-f7568a4bebeb",
          "Count": 1,
          "First": "2015-02-24T11:57:05.7699033",
          "Last": "2015-02-24T11:57:05.7699033"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a12%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a13%3a10Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "543 Direct Tcp requests with 503 | 172 Direct Https requests with 503 | 3 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 518,
          "Average": 64.75,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 164,
          "Average": 14.909,
          "First": "2015-02-24T13:20:00",
          "Last": "2015-02-24T15:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 8,
          "Average": 2.0,
          "First": "2015-02-24T14:00:00",
          "Last": "2015-02-24T14:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 23,
          "Average": 5.75,
          "First": "2015-02-24T14:00:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-02-24T12:40:00",
          "Last": "2015-02-24T12:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a13%3a23Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-24+18%3a38%3a57Z&end=2015-02-25+01%3a13%3a30Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-24T17:13:39.0715143-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 475616,
      "PhysicalCRUDUsageInMB": 612328,
      "LogicalIndexUsageInMB": 11594,
      "LogicalCRUDUsageInMB": 153139,
      "ClientReportedUsageInMB": 176476
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC4AwAAAAAAAA==",
  "_ts": 1424830437,
  "_etag": "\"1c009beb-0000-0000-0000-54ed2fe50000\"",
  "_attachments": "attachments/"
},
{
  "id": "2de361e6-b267-4e42-9a32-63209d6a91f1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC5AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-24T10:52:59.539191-08:00",
  "CompletedTime": "2015-02-24T10:58:51.4431975-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0260ca9f-2605-4e48-b703-abc6669cb86c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:53:00.2892713-08:00",
      "EndTime": "2015-02-24T10:53:05.1738844-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "40c749e4-98c7-42c9-87b9-f8acad4ef26e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:53:10.4953605-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "403e7b20-e8d9-44ba-b2ad-772a3f7add9f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:53:10.8325556-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC5AwAAAAAAAA==",
  "_ts": 1424804331,
  "_etag": "\"1b0030e4-0000-0000-0000-54ecc9eb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "0e6a4461-1225-4ed0-ac3a-af4e266cead2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC6AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-24T10:58:51.6933032-08:00",
  "CompletedTime": "2015-02-24T13:25:23.304086-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "30a98ced-7c38-44e7-8ffb-7bb813b29614",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T10:58:52.668408-08:00",
      "EndTime": "2015-02-24T10:58:56.4809647-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC6AwAAAAAAAA==",
  "_ts": 1424813122,
  "_etag": "\"1c00cf25-0000-0000-0000-54ecec420000\"",
  "_attachments": "attachments/"
},
{
  "id": "67b32b9e-1bde-428a-bc83-2ef1affcc3ab",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC7AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-24T11:20:48.136036-08:00",
  "CompletedTime": "2015-02-24T11:54:15.5772628-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "12fe60b8-b229-46bd-b361-24c16ff641e7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:20:51.3195838-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC7AwAAAAAAAA==",
  "_ts": 1424807655,
  "_etag": "\"1b0049f7-0000-0000-0000-54ecd6e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "47c5be76-c259-4d71-b771-3206b182832b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC8AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-02-24T11:22:10.3141746-08:00",
  "CompletedTime": "2015-03-03T14:48:06.1398868-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6c9cf8f9-c98e-4ba4-ab2a-0393e36a1a56",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T12:33:02.3943418-08:00",
      "CompleteTime": "2015-02-24T12:41:11.9675562-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "04c16b91-35dc-43da-a0a7-3759ce17086f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T12:33:02.9710274-08:00",
      "CompleteTime": "2015-02-24T12:41:10.5708796-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c0f3b22-07ac-4e45-a45f-2b8c4069bcda",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T12:33:03.9932568-08:00",
      "CompleteTime": "2015-02-24T12:40:40.314899-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2d9f0db6-da33-4622-9b53-6e2e81218d37",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T12:33:17.8722677-08:00",
      "CompleteTime": "2015-02-24T12:42:11.8140838-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39902669-6fde-441f-87b4-56404dbef45f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T14:28:17.5915254-08:00",
      "CompleteTime": "2015-02-24T14:35:21.779761-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a46e5c6-e3e3-4abb-8ca7-a470c506fde3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T18:14:28.5788671-08:00",
      "CompleteTime": "2015-02-24T18:23:03.0699422-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "231026b5-e0a8-4509-a34e-482be76a569d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:22:11.6462101-08:00",
      "EndTime": "2015-02-24T11:36:13.3286373-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2901619-da6a-4a02-8327-155443917d61",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:36:26.6290526-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "63801510-9480-46d3-86e0-1b0d744c3a33",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:36:27.0035872-08:00",
      "EndTime": "2015-02-24T12:12:22.6764576-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0088c69f-b353-4ff0-9c98-afd0a303aa3c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-24T12:12:29.1187239-08:00",
      "EndTime": "2015-02-24T12:31:08.7078517-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed5c6c4f-ca1b-4198-8bf6-c39e6d8d8509",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-24T13:33:02.0703205-08:00",
      "EndTime": "2015-02-24T13:33:09.4431307-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "1626ed57-8c3e-49e1-ac4b-e17019b46de0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Newton_Official\\20150222.1\\x64\\Release",
      "StartTime": "2015-02-24T14:13:20.9288989-08:00",
      "EndTime": "2015-02-24T14:13:26.348066-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC8AwAAAAAAAA==",
  "_ts": 1425422885,
  "_etag": "\"0000e8b7-0000-0000-0000-54f63a250000\"",
  "_attachments": "attachments/"
},
{
  "id": "c05af57a-d309-4444-b4aa-54834c4f2f02",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC9AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-24T11:54:15.9246616-08:00",
  "CompletedTime": "2015-02-24T16:28:39.926478-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fd7ce7bb-2ccd-4716-a7af-2812475eef59",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T13:38:20.0669193-08:00",
      "CompleteTime": "2015-02-24T15:45:04.6237062-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a73ee6cf-51fc-43a5-a80e-9104c2f7febf",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T13:38:20.4712447-08:00",
      "CompleteTime": "2015-02-24T13:46:58.5337229-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5ad2f008-e1ee-4c45-a969-3edffa10d332",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T13:38:20.9746448-08:00",
      "CompleteTime": "2015-02-24T15:45:05.721021-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "81db3299-5b45-4163-b4c2-6c1d32cf5dde",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T13:38:21.4960737-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "1dcc328a-0aa6-46f9-9651-a1834eee9ea8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:54:18.2711392-08:00",
      "EndTime": "2015-02-24T12:06:55.5453621-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e60663b7-1fc5-44de-94e5-1cc25d8a5d8a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T12:10:58.7775538-08:00",
      "EndTime": "2015-02-24T12:12:08.0171517-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b48a23a-6b6c-4f1f-bc9b-e6b91e157cb4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T12:12:08.381979-08:00",
      "EndTime": "2015-02-24T12:42:53.560752-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9697e892-cdf6-4b6a-8c3c-662d18f61f16",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T12:43:05.9100332-08:00",
      "EndTime": "2015-02-24T12:56:20.1948482-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC9AwAAAAAAAA==",
  "_ts": 1424824119,
  "_etag": "\"1c003fa3-0000-0000-0000-54ed17370000\"",
  "_attachments": "attachments/"
},
{
  "id": "c26744f7-9975-4366-9bf0-9b8ef14a18ac",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC+AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-24T11:55:45.671696-08:00",
  "CompletedTime": "2015-02-25T03:25:25.4095158-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f8ad02af-0406-4c5e-904b-2d841d2dc1ba",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T12:47:35.1475669-08:00",
      "CompleteTime": "2015-02-24T12:56:44.9528292-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f4e90ca1-3b7e-4080-b64f-c667848ced39",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T12:47:35.5069538-08:00",
      "CompleteTime": "2015-02-24T12:56:14.8823495-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a216952e-f922-461b-9a04-f73651610ee8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T12:47:35.9134757-08:00",
      "CompleteTime": "2015-02-24T12:54:45.2365572-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5f410a53-4d17-41e5-8ce0-25ca9cfec6e1",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T12:47:36.4917831-08:00",
      "CompleteTime": "2015-02-24T12:55:50.6240342-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ece03624-6a16-4251-90be-7b2935b5403c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T16:17:17.4201598-08:00",
      "CompleteTime": "2015-02-24T16:26:21.8336403-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bc4e0347-697d-491a-abac-ff22cdb4d0c1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-02-24T17:30:14.2557631-08:00",
      "CompleteTime": "2015-02-24T17:42:29.8719692-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "999b3ad9-45f3-48f7-8a64-260618c2b1b7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T20:08:41.5864256-08:00",
      "CompleteTime": "2015-02-24T20:18:16.2578269-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5926a387-aea9-4be4-81ca-83987568765f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-02-25T01:33:50.189949-08:00",
      "CompleteTime": "2015-02-25T06:26:41.3771513-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "ea15b113-d40e-4552-af45-35bf1c8960a5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T11:55:47.9686449-08:00",
      "EndTime": "2015-02-24T12:09:03.1707649-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "45e1582f-d2c0-4694-b317-016b6cff5a25",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T12:14:54.6814957-08:00",
      "EndTime": "2015-02-24T12:16:03.4751934-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "42e1f325-b2ac-4535-a546-76a6804975ce",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T12:16:03.8346632-08:00",
      "EndTime": "2015-02-24T12:46:13.4951538-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6fee6feb-4695-40d0-be66-3f1bbba0a6cd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "F:\\SSD-DDB1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-24T13:47:35.3335873-08:00",
      "EndTime": "2015-02-24T16:02:14.9655699-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "67ce8fc3-fced-437b-b2a9-4fef0b3686f2",
      "EventName": "Upgrade Federation Application",
      "Build": "F:\\SSD-DDB1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-24T16:02:23.9104245-08:00",
      "EndTime": "2015-02-24T17:30:09.2233916-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cf9347fb-0f77-4776-aec4-8248587cccab",
      "EventName": "Upgrade Federation Application",
      "Build": "F:\\SSD-DDB1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-24T18:10:14.7775726-08:00",
      "EndTime": "2015-02-24T19:38:44.317817-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "99bbcae9-e5d4-4a9e-a3fe-8bb82b1c4340",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "F:\\SSD-DDB1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-24T20:18:49.1321392-08:00",
      "EndTime": "2015-02-24T22:37:28.9379038-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0d0fce2-ab93-49bd-830c-cbc09780ed54",
      "EventName": "Upgrade Package",
      "Build": "F:\\SSD-DDB1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-02-24T23:17:34.5790173-08:00",
      "EndTime": "2015-02-25T01:25:24.2485446-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "30 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-24T20:21:16.141933",
          "Last": "2015-02-24T23:54:11.5993013"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 26,
          "First": "2015-02-25T01:53:23.1847114",
          "Last": "2015-02-25T02:09:54.1443932"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T01:30:55.6109489",
          "Last": "2015-02-25T01:30:55.6109489"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "20 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 6,
          "First": "2015-02-24T14:20:08.6880592",
          "Last": "2015-02-24T22:22:25.0419736"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 3,
          "First": "2015-02-24T14:20:08.6914139",
          "Last": "2015-02-24T14:20:09.668474"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 11,
          "First": "2015-02-24T14:20:08.716159",
          "Last": "2015-02-24T14:20:09.859786"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-02-24T23:44:05.2399608",
          "Last": "2015-02-24T23:44:05.2399608"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-02-24T23:44:05.3053979",
          "Last": "2015-02-24T23:44:05.3053979"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "28 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 24,
          "First": "2015-02-24T23:40:00",
          "Last": "2015-02-24T23:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-02-24T23:40:00",
          "Last": "2015-02-24T23:40:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-24T23:40:00",
          "Last": "2015-02-24T23:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 46615166,
          "Average": 251973.87,
          "Max": 367309,
          "Min": 4000
        },
        {
          "StatusCode": 400,
          "Total": 137,
          "Average": 0.74,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1906,
          "Average": 10.3,
          "Max": 1906,
          "Min": 1906
        },
        {
          "StatusCode": 403,
          "Total": 801172,
          "Average": 4330.66,
          "Max": 173336,
          "Min": 2849
        },
        {
          "StatusCode": 404,
          "Total": 1160121,
          "Average": 6270.92,
          "Max": 13389,
          "Min": 92
        },
        {
          "StatusCode": 408,
          "Total": 24,
          "Average": 0.13,
          "Max": 24,
          "Min": 24
        },
        {
          "StatusCode": 409,
          "Total": 42,
          "Average": 0.23,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 50384,
          "Average": 272.35,
          "Max": 1713,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5727990,
          "Average": 30962.11,
          "Max": 175674,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1383308,
          "Average": 7477.34,
          "Max": 10970,
          "Min": 118
        },
        {
          "StatusCode": 401,
          "Total": 48,
          "Average": 0.26,
          "Max": 48,
          "Min": 48
        },
        {
          "StatusCode": 404,
          "Total": 5827,
          "Average": 31.5,
          "Max": 167,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1302,
          "Average": 7.04,
          "Max": 52,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 128567,
          "Average": 694.96,
          "Max": 2013,
          "Min": 27
        },
        {
          "StatusCode": 449,
          "Total": 10469,
          "Average": 56.59,
          "Max": 243,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4124137,
          "Average": 22292.63,
          "Max": 31453,
          "Min": 276
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 190,
          "Average": 1.03,
          "Max": 190,
          "Min": 190
        },
        {
          "StatusCode": 403,
          "Total": 2648,
          "Average": 14.31,
          "Max": 659,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 24871,
          "Average": 134.44,
          "Max": 574,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 4033,
          "Average": 21.8,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 395734,
          "Average": 2139.1,
          "Max": 6279,
          "Min": 161
        },
        {
          "StatusCode": 449,
          "Total": 21179,
          "Average": 114.48,
          "Max": 418,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6876993,
          "Average": 37172.94,
          "Max": 54258,
          "Min": 587
        },
        {
          "StatusCode": 400,
          "Total": 120921,
          "Average": 653.63,
          "Max": 26781,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 88,
          "Average": 0.48,
          "Max": 88,
          "Min": 88
        },
        {
          "StatusCode": 404,
          "Total": 28,
          "Average": 0.15,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 5585,
          "Average": 30.19,
          "Max": 168,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 915920,
          "Average": 4950.92,
          "Max": 26201,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7851375,
          "Average": 44610.09,
          "Max": 234923,
          "Min": 867
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 781,
          "Average": 4.44,
          "Max": 781,
          "Min": 781
        },
        {
          "StatusCode": 404,
          "Total": 7646,
          "Average": 43.44,
          "Max": 796,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29469,
          "Average": 167.44,
          "Max": 2012,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 273190,
          "Average": 1552.22,
          "Max": 4294,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7488564,
          "Average": 42548.66,
          "Max": 60155,
          "Min": 867
        },
        {
          "StatusCode": 401,
          "Total": 1147,
          "Average": 6.52,
          "Max": 1147,
          "Min": 1147
        },
        {
          "StatusCode": 404,
          "Total": 22070,
          "Average": 125.4,
          "Max": 936,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 37566,
          "Average": 213.44,
          "Max": 2240,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 218396,
          "Average": 1240.89,
          "Max": 3650,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10.0,
          "Count": 1,
          "First": "2015-02-25T02:05:00",
          "Last": "2015-02-25T02:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 9,
          "First": "2015-02-25T01:50:00",
          "Last": "2015-02-25T02:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.5,
          "Count": 1,
          "First": "2015-02-25T01:55:00",
          "Last": "2015-02-25T01:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 9,
          "First": "2015-02-25T01:50:00",
          "Last": "2015-02-25T02:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 1,
          "First": "2015-02-25T02:10:00",
          "Last": "2015-02-25T02:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 230,
          "First": "2015-02-24T12:00:00",
          "Last": "2015-02-25T03:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 3,
          "First": "2015-02-24T19:50:00",
          "Last": "2015-02-25T02:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 112,
          "First": "2015-02-24T14:40:00",
          "Last": "2015-02-25T02:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 8,
          "First": "2015-02-24T21:35:00",
          "Last": "2015-02-25T02:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 95,
          "First": "2015-02-24T14:20:00",
          "Last": "2015-02-25T02:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-02-24T15:20:00",
          "Last": "2015-02-24T21:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "9 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 9,
          "First": "2015-02-24T14:07:02.8373697",
          "Last": "2015-02-25T03:03:44.2103434"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1180 replica health errors | 264 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 144,
          "First": "2015-02-24T19:17:23.534",
          "Last": "2015-02-25T03:12:41.33"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-02-25T02:12:30.616",
          "Last": "2015-02-25T02:12:30.616"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 238,
          "First": "2015-02-24T17:32:07.255",
          "Last": "2015-02-25T01:27:22.323"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 17,
          "First": "2015-02-25T01:47:25.373",
          "Last": "2015-02-25T03:22:42.868"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 516,
          "First": "2015-02-24T16:01:53.983",
          "Last": "2015-02-25T01:27:22.333"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 264,
          "First": "2015-02-25T01:42:23.418",
          "Last": "2015-02-25T02:07:30.217"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1453 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 38,
          "HourlyAverage": 2.593
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 326,
          "HourlyAverage": 22.248
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1050,
          "HourlyAverage": 71.656
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 2.184
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.478
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "65 partitions violated quota invariants | 64 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "21bda22f-e1ad-488e-b595-831db1dc3d7e",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "LastUsage": 6089344,
          "LastQuota": 3491759,
          "LastIndexUsage": 470524,
          "First": "2015-02-25T00:15:00",
          "Last": "2015-02-25T00:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8e857abe-2744-426f-ad9a-02c4cbb71c16",
          "MaxQuota": 9307945,
          "MaxUsage": 7400794
        },
        {
          "PartitionId": "b4a48b1b-aa17-4e23-9b34-b0fcc242e9f1",
          "MaxQuota": 8144708,
          "MaxUsage": 7390480
        },
        {
          "PartitionId": "b90a3449-5a74-4360-bb03-6cb881732b42",
          "MaxQuota": 8144708,
          "MaxUsage": 7388630
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "8e857abe-2744-426f-ad9a-02c4cbb71c16",
          "MaxCrudUsage": 7248,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11556
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "9dca2649-6106-4dd3-8b74-b26f7ef0772c",
          "MaxCrudUsage": 7256,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11532
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "f0fa3ab8-f3d8-4e34-9d86-77dd143e7625",
          "MaxCrudUsage": 7248,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11524
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 29 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T00:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 285.424,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T19:05:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 222.244,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T23:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 222.097,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T00:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 213.961,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T22:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 212.107,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 76.581635
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 76.713014
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 76.779244
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 77.034699
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 78.32588
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.351227
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 80.835672
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 80.549305
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 73.979336
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 69.307444
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 222.785892
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 214.440956
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 199.613684
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 192.145685
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 182.667086
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 40183.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43440.689655
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 43651.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 44464.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 44733.62069
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Fabric.FabricElementNotFoundException",
          "ExceptionMessage": "Name does not exist.",
          "Count": 1,
          "First": "2015-02-25T01:32:14.3970652",
          "Last": "2015-02-25T01:32:14.3970652"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "346 Direct Https requests with 503 | 919 Direct Tcp requests with 503 | 20 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 8,
          "Average": 1.333,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 63,
          "Average": 10.5,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 14,
          "Average": 14.0,
          "First": "2015-02-24T14:20:00",
          "Last": "2015-02-24T14:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 702,
          "Average": 46.8,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-25T01:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 312,
          "Average": 16.421,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-25T01:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 6,
          "Average": 2.0,
          "First": "2015-02-24T14:20:00",
          "Last": "2015-02-24T22:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Count": 26,
          "Average": 3.714,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Count": 47,
          "Average": 5.875,
          "First": "2015-02-24T13:35:00",
          "Last": "2015-02-24T14:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Count": 107,
          "Average": 5.35,
          "First": "2015-02-24T17:55:00",
          "Last": "2015-02-25T02:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-24+19%3a55%3a45Z&end=2015-02-25+11%3a25%3a25Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-25T03:25:25.4095158-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T03:25:25.4095158-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 444692,
      "PhysicalCRUDUsageInMB": 1450656,
      "LogicalIndexUsageInMB": 25337,
      "LogicalCRUDUsageInMB": 337416,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC+AwAAAAAAAA==",
  "_ts": 1424896043,
  "_etag": "\"1f00e6c3-0000-0000-0000-54ee302b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "42d751c7-f432-4e19-8d4a-bfd622862649",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC-AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-24T13:25:23.5175731-08:00",
  "CompletedTime": "2015-02-25T16:59:16.9585828-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e2c4df1b-e6b8-4b1b-844d-9aa654e9b409",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T13:25:24.3786315-08:00",
      "EndTime": "2015-02-24T13:25:34.3890059-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC-AwAAAAAAAA==",
  "_ts": 1424912356,
  "_etag": "\"20002e20-0000-0000-0000-54ee6fe40000\"",
  "_attachments": "attachments/"
},
{
  "id": "9bd324f4-cc66-42af-9d38-4ad1c3a3de0c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDAAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-24T16:28:40.3832764-08:00",
  "CompletedTime": "2015-02-24T16:46:34.6206973-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0bb141e4-5a86-4148-9fc9-7848b54391ad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T16:28:42.9428919-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDAAwAAAAAAAA==",
  "_ts": 1424825194,
  "_etag": "\"1c0096af-0000-0000-0000-54ed1b6a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3f38e3cc-465e-432d-be21-7e870c483ef4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDBAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-24T16:46:34.9170794-08:00",
  "CompletedTime": "2015-02-26T14:54:44.2058313-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "24f8a1c3-9d1c-4460-98e8-30d3c929c4bb",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T18:29:09.511358-08:00",
      "CompleteTime": "2015-02-24T18:37:46.7890892-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6d20c224-3317-4ac0-8669-f99ca2d9ffc5",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T18:29:09.9086765-08:00",
      "CompleteTime": "2015-02-24T18:37:17.3337028-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b779079-6ffb-4419-bc6b-88f339babbd2",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T18:29:10.4180874-08:00",
      "CompleteTime": "2015-02-24T18:39:47.1732266-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3d275376-6368-49ce-9cb3-94847983ef3e",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T18:29:10.9196645-08:00",
      "CompleteTime": "2015-02-24T18:38:30.3706717-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a46ebc11-c8b9-40af-983d-1f05e8f95cdf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T19:44:05.3371408-08:00",
      "CompleteTime": "2015-02-24T19:53:09.7739375-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "38a60b87-b5ef-471a-9b6c-41f96f17d5ab",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-24T21:02:05.1290866-08:00",
      "CompleteTime": "2015-02-24T21:13:19.2594249-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8c9df518-5a5a-4106-b938-0e9cb4d1b967",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-25T05:35:18.2522363-08:00",
      "CompleteTime": "2015-02-25T10:29:09.5165147-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "b7489659-5bec-46f9-bd77-1d6bc76c931c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T05:40:10.4380359-08:00",
      "CompleteTime": "2015-02-26T05:50:16.2298122-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "24e63d95-9cde-4052-a6db-c5042293e90b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-26T07:24:13.5657197-08:00",
      "CompleteTime": "2015-02-26T07:36:29.8665808-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48e833ec-2afd-474c-aa61-33d3713dab9c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T09:23:22.8623415-08:00",
      "CompleteTime": "2015-02-26T09:35:29.0944347-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e4c5e329-2449-490c-a87d-ad1360ce7859",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-26T13:32:39.4084656-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "89de9bb5-1f39-406a-a93d-ade4e9e16622",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T16:46:36.6122691-08:00",
      "EndTime": "2015-02-24T16:59:13.3378392-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ee4e7191-3cee-4bed-bf44-e832e6686df4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T17:01:50.9644653-08:00",
      "EndTime": "2015-02-24T17:03:00.1296938-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "270fbe6e-37ca-4533-b0fd-d95da0fb8628",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T17:03:00.5311704-08:00",
      "EndTime": "2015-02-24T17:33:08.1630338-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6ac5600-922d-4e3e-ab10-a7e69fd72385",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T17:33:12.0581933-08:00",
      "EndTime": "2015-02-24T17:45:45.9212789-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "929bf253-82f2-4d37-a801-8104c2b6ae09",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T19:29:08.8931909-08:00",
      "EndTime": "2015-02-24T20:51:16.1677177-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "61f040b3-cdca-4c8d-ac06-d80484c7b536",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:42:12.1763461-08:00",
      "EndTime": "2015-02-24T23:10:49.3887658-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8baec8e2-9306-4ce5-aa61-7826f4a10d12",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T23:53:01.0207529-08:00",
      "EndTime": "2015-02-25T02:06:40.1644158-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c308d3be-a11d-4ff6-990f-2e29ceb63294",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T02:48:52.6016023-08:00",
      "EndTime": "2015-02-25T04:55:47.1505037-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "48983c15-adde-4559-b52b-dd463e9a2371",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T17:15:44.0743792-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "a39fd1bd-8129-40b8-9d0d-6edeb2926bb6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T05:25:13.409767-08:00",
      "EndTime": "2015-02-26T07:07:24.8967595-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3f173ac-6edb-4523-a494-b8258d15fa17",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T08:04:17.4435929-08:00",
      "EndTime": "2015-02-26T09:35:55.6360989-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e65f6a79-a000-40b0-a18d-beeb13469ea0",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T10:32:07.6152789-08:00",
      "EndTime": "2015-02-26T12:39:13.8703142-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "207 back end trace criticals with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-25T03:49:04.7214766",
          "Last": "2015-02-25T03:49:04.8725391"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T05:09:52.2841396",
          "Last": "2015-02-25T05:09:52.2841396"
        },
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 43,
          "First": "2015-02-25T00:02:05.2102453",
          "Last": "2015-02-26T12:14:04.8558674"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-02-26T13:52:24.5487046",
          "Last": "2015-02-26T14:04:18.4991219"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 145,
          "First": "2015-02-25T01:53:42.80837",
          "Last": "2015-02-26T12:01:15.7110744"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T06:19:39.1722576",
          "Last": "2015-02-26T06:19:39.1722576"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-02-26T12:59:48.383945",
          "Last": "2015-02-26T13:24:22.8878426"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T14:25:03.9541152",
          "Last": "2015-02-26T14:25:03.9541152"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "184 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 180,
          "First": "2015-02-24T20:31:05.0095758",
          "Last": "2015-02-26T14:36:52.0448353"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-02-25T01:53:52.2361669",
          "Last": "2015-02-25T01:54:09.8074724"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "18 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 12,
          "First": "2015-02-25T01:50:00",
          "Last": "2015-02-25T01:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-02-25T01:50:00",
          "Last": "2015-02-25T01:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 19:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 79967582,
          "Average": 150882.23,
          "Max": 348989,
          "Min": 36
        },
        {
          "StatusCode": 400,
          "Total": 138,
          "Average": 0.26,
          "Max": 35,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 943801,
          "Average": 1780.76,
          "Max": 66135,
          "Min": 246
        },
        {
          "StatusCode": 404,
          "Total": 555474,
          "Average": 1048.06,
          "Max": 24283,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 12,
          "Average": 0.02,
          "Max": 12,
          "Min": 12
        },
        {
          "StatusCode": 409,
          "Total": 50,
          "Average": 0.09,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 89270,
          "Average": 168.43,
          "Max": 2402,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 12088137,
          "Average": 22807.81,
          "Max": 188216,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 20:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 2364073,
          "Average": 4468.95,
          "Max": 10778,
          "Min": 62
        },
        {
          "StatusCode": 401,
          "Total": 924,
          "Average": 1.75,
          "Max": 276,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 9040,
          "Average": 17.09,
          "Max": 211,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2375,
          "Average": 4.49,
          "Max": 70,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 283735,
          "Average": 536.36,
          "Max": 2141,
          "Min": 17
        },
        {
          "StatusCode": 449,
          "Total": 12217,
          "Average": 23.09,
          "Max": 232,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 20:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7076960,
          "Average": 13378.0,
          "Max": 30651,
          "Min": 166
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2661,
          "Average": 5.03,
          "Max": 756,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 34980,
          "Average": 66.12,
          "Max": 669,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 7069,
          "Average": 13.36,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 869302,
          "Average": 1643.29,
          "Max": 6358,
          "Min": 60
        },
        {
          "StatusCode": 449,
          "Total": 27349,
          "Average": 51.7,
          "Max": 411,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 17:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 11860383,
          "Average": 22378.08,
          "Max": 53660,
          "Min": 117
        },
        {
          "StatusCode": 400,
          "Total": 37,
          "Average": 0.07,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 121281,
          "Average": 228.83,
          "Max": 6166,
          "Min": 24
        },
        {
          "StatusCode": 403,
          "Total": 17871,
          "Average": 33.72,
          "Max": 4469,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 28,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.01,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 10275,
          "Average": 19.39,
          "Max": 218,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1885082,
          "Average": 3556.76,
          "Max": 28403,
          "Min": 306
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 1.01:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 58769061,
          "Average": 110885.02,
          "Max": 221181,
          "Min": 597
        },
        {
          "StatusCode": 400,
          "Total": 11295,
          "Average": 21.31,
          "Max": 315,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1747887,
          "Average": 3297.9,
          "Max": 62146,
          "Min": 80
        },
        {
          "StatusCode": 404,
          "Total": 13426,
          "Average": 25.33,
          "Max": 820,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 64686,
          "Average": 122.05,
          "Max": 2680,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 858517,
          "Average": 1619.84,
          "Max": 9640,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 19:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 13065921,
          "Average": 24699.28,
          "Max": 60292,
          "Min": 153
        },
        {
          "StatusCode": 401,
          "Total": 499874,
          "Average": 944.94,
          "Max": 23180,
          "Min": 88
        },
        {
          "StatusCode": 404,
          "Total": 74626,
          "Average": 141.07,
          "Max": 1947,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 61074,
          "Average": 115.45,
          "Max": 2438,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 528692,
          "Average": 999.42,
          "Max": 5868,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 2,
          "First": "2015-02-26T13:50:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 4,
          "First": "2015-02-26T13:55:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 1,
          "First": "2015-02-26T13:55:00",
          "Last": "2015-02-26T13:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 55,
          "First": "2015-02-25T05:50:00",
          "Last": "2015-02-26T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 3,
          "First": "2015-02-26T08:20:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 51,
          "First": "2015-02-25T00:30:00",
          "Last": "2015-02-26T14:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 3,
          "First": "2015-02-25T06:00:00",
          "Last": "2015-02-26T13:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 110,
          "First": "2015-02-25T00:30:00",
          "Last": "2015-02-26T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 10,
          "First": "2015-02-25T01:45:00",
          "Last": "2015-02-26T14:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "4 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 1
        },
        {
          "DateTime": "2015-02-26T03:00:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 1
        },
        {
          "DateTime": "2015-02-26T03:00:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 2
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "6 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 6,
          "First": "2015-02-26T13:49:11.3170726",
          "Last": "2015-02-26T14:47:21.5536283"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2056 replica health errors | 246 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 210,
          "First": "2015-02-24T22:52:33.766",
          "Last": "2015-02-26T14:34:22.824"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 2,
          "First": "2015-02-25T06:01:27.142",
          "Last": "2015-02-26T04:34:51.879"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 433,
          "First": "2015-02-25T00:07:46.443",
          "Last": "2015-02-26T13:00:57.189"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 40,
          "First": "2015-02-25T05:56:26.495",
          "Last": "2015-02-25T10:12:13.527"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 892,
          "First": "2015-02-24T23:52:44.329",
          "Last": "2015-02-26T13:00:57.189"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 233,
          "First": "2015-02-26T13:41:01.347",
          "Last": "2015-02-26T14:06:07.666"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3347 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 95,
          "HourlyAverage": 2.094
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 654,
          "HourlyAverage": 14.418
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2185,
          "HourlyAverage": 48.17
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 77,
          "HourlyAverage": 1.698
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 320,
          "HourlyAverage": 7.055
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.022
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.265
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.022
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.022
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.022
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "103 partitions violated quota invariants | 52 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "06f831c4-de36-4306-8407-85daabd7bcf2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3748736,
          "LastQuota": 3490816,
          "LastIndexUsage": 296631,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "0e32f3c4-1183-4a61-8627-01caf11fc62c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4200832,
          "LastQuota": 3490816,
          "LastIndexUsage": 330411,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "12b1e515-bd79-4b24-890a-486a48e0eacf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4839936,
          "LastQuota": 3490816,
          "LastIndexUsage": 383650,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "17c500d6-1c7d-4440-8c4e-e39ed2742d78",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4108160,
          "LastQuota": 3490816,
          "LastIndexUsage": 321765,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "181bc34c-cab1-499b-b301-d6d1a460dd9a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4140128,
          "LastQuota": 3490816,
          "LastIndexUsage": 308408,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "1db4da84-6a6d-4e5c-b0df-3e16822dbe77",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4470144,
          "LastQuota": 3490816,
          "LastIndexUsage": 356315,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "1f8a3ea9-300e-42d9-b0c9-618ca031274c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4716032,
          "LastQuota": 3490816,
          "LastIndexUsage": 375359,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "20a644be-69ee-49ba-bf0a-b7896b75d2b2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4434048,
          "LastQuota": 3490816,
          "LastIndexUsage": 332443,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "20a9d86c-9b47-46f5-ac3f-4f05f766bada",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4183424,
          "LastQuota": 3490816,
          "LastIndexUsage": 329629,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "233d22f8-740a-444f-bd50-814864aad488",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4867584,
          "LastQuota": 3490816,
          "LastIndexUsage": 384236,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "241c3d94-65a9-43c9-b7cb-277134ed44cd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4294272,
          "LastQuota": 3490816,
          "LastIndexUsage": 316626,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "35a6b26e-93b7-441b-a473-d496e73d3305",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5039744,
          "LastQuota": 3490816,
          "LastIndexUsage": 401607,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "4810404e-bb93-4c13-b538-b9691fa15490",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4592224,
          "LastQuota": 3490816,
          "LastIndexUsage": 285427,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "4bebcdc8-ca8a-4e50-b114-ebd9edff2bb1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5563392,
          "LastQuota": 3490816,
          "LastIndexUsage": 419835,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "53ca26c0-9a6b-4523-86ee-8a35307773fc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4260864,
          "LastQuota": 3490816,
          "LastIndexUsage": 334664,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "546e8377-c215-4bee-804d-ba4648929edd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4292480,
          "LastQuota": 3490816,
          "LastIndexUsage": 338621,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "54c5fdaa-7097-4981-bc47-346a88cbd95a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5143808,
          "LastQuota": 3490816,
          "LastIndexUsage": 346577,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "599f37ba-0d2c-4836-bbee-c800f34b0c2d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5082368,
          "LastQuota": 3490816,
          "LastIndexUsage": 309681,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "5e3f3ce2-f56c-467e-a854-723d300fa4a4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4249984,
          "LastQuota": 3490816,
          "LastIndexUsage": 334899,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "6030cf6d-7fbb-42b7-b2fc-95359b5d9b4a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4165120,
          "LastQuota": 3490816,
          "LastIndexUsage": 328636,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "616b5cc8-1ff3-41c2-ba41-93697a0b8ce6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4814848,
          "LastQuota": 3490816,
          "LastIndexUsage": 379942,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "7a5935a8-f229-4e25-a238-c65c267db9bb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4158464,
          "LastQuota": 3490816,
          "LastIndexUsage": 325422,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "7e531dbf-45e9-4b2a-b88f-188cacc4c339",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4505728,
          "LastQuota": 3490816,
          "LastIndexUsage": 298473,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "853d6488-7ede-4e16-8feb-bafe4ac44acb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4216832,
          "LastQuota": 3490816,
          "LastIndexUsage": 330381,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "8a2886ee-c4ed-4c51-a315-85ff52023850",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4155904,
          "LastQuota": 3490816,
          "LastIndexUsage": 329767,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "8fb14de3-1bbe-437a-8189-31ff524dc6d5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5503488,
          "LastQuota": 3490816,
          "LastIndexUsage": 430603,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9059530f-8af5-45a2-84ce-f60d0944fdad",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4219392,
          "LastQuota": 3490816,
          "LastIndexUsage": 329909,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9227a672-3ac3-46ab-87d6-0133a5b86025",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4218368,
          "LastQuota": 3490816,
          "LastIndexUsage": 331896,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "92d7ab46-1415-4000-8024-ab241b276da1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4949376,
          "LastQuota": 3490816,
          "LastIndexUsage": 392127,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9a6e7fb4-5540-4f60-8119-3da84a20860a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4426240,
          "LastQuota": 3490816,
          "LastIndexUsage": 351370,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9aa46d59-4099-4bdc-afea-69cd285a5c0c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5405312,
          "LastQuota": 3490816,
          "LastIndexUsage": 419681,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9b87e388-c107-4fc5-8c1e-1eb1f73c0d54",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6650496,
          "LastQuota": 3490816,
          "LastIndexUsage": 387239,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9c1485c3-eb70-47b5-a6e4-4e2a79be3771",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4933120,
          "LastQuota": 3490816,
          "LastIndexUsage": 384861,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "9cf9d9c1-9682-4fd6-b882-62063b3f0d91",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4304256,
          "LastQuota": 3490816,
          "LastIndexUsage": 340970,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "a0fc1093-cb24-4366-899f-d95a60b8199b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4370432,
          "LastQuota": 3490816,
          "LastIndexUsage": 346070,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "a691479e-a9c3-4a4e-b9e9-39298140dca4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3850624,
          "LastQuota": 3490816,
          "LastIndexUsage": 303130,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "a7a46ea9-1ee6-4d71-bf6f-6976884ca1e2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3907968,
          "LastQuota": 3490816,
          "LastIndexUsage": 308056,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "a9519ae6-54f6-4938-a859-d893485c378e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4812800,
          "LastQuota": 3490816,
          "LastIndexUsage": 377597,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "ad517ef9-09bb-4ca6-b615-d40ac38616ed",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4983296,
          "LastQuota": 3490816,
          "LastIndexUsage": 396419,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "ae83b341-e7cd-4d48-9801-6c36c7870a55",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4153216,
          "LastQuota": 3490816,
          "LastIndexUsage": 325727,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "b31bef55-e7ad-4ad1-9492-7795ee8b60ab",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4160512,
          "LastQuota": 3490816,
          "LastIndexUsage": 328701,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "bd79e2ad-bb04-441a-b4cf-6ab26d9d14f7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6123648,
          "LastQuota": 3490816,
          "LastIndexUsage": 474685,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "c2e82295-92ff-48b4-a939-ec73675bbee3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4247392,
          "LastQuota": 3490816,
          "LastIndexUsage": 334524,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "c79ed1f3-5334-4de0-af7d-38f5e9229a68",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4498784,
          "LastQuota": 3490816,
          "LastIndexUsage": 353575,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "cff68c7d-949b-41af-8a84-bbe44bb9b457",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4667392,
          "LastQuota": 3490816,
          "LastIndexUsage": 369773,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "e51561f1-11d8-48c3-bd8d-52f0027803f7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4424320,
          "LastQuota": 3490816,
          "LastIndexUsage": 282515,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "e8b91af4-1ab4-48a1-9559-372248edd9f0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4300160,
          "LastQuota": 3490816,
          "LastIndexUsage": 336924,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "eb1da800-77c1-4d09-af2c-f12a95f4c389",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4428416,
          "LastQuota": 3490816,
          "LastIndexUsage": 287137,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "f6ddb13d-6d9c-4a99-8b09-e9b698e71ab9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6723840,
          "LastQuota": 3490816,
          "LastIndexUsage": 407944,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "fca28a41-4aa3-4874-b956-3e54d2d8e587",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4990080,
          "LastQuota": 3490816,
          "LastIndexUsage": 344524,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        },
        {
          "PartitionId": "fe2d0294-523f-456c-9b10-b657b128c8eb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4253696,
          "LastQuota": 3490816,
          "LastIndexUsage": 335043,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T14:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1c45bbdf-2280-4140-8943-39e31cbc8882",
          "MaxQuota": 8144708,
          "MaxUsage": 6787214
        },
        {
          "PartitionId": "fa77a699-a398-4bc0-bdf5-5a2c9bd24a69",
          "MaxQuota": 8144708,
          "MaxUsage": 6767360
        },
        {
          "PartitionId": "b8c1dfb8-dee9-4169-88d2-f6734f217f79",
          "MaxQuota": 8144708,
          "MaxUsage": 6759680
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "1c45bbdf-2280-4140-8943-39e31cbc8882",
          "MaxCrudUsage": 6648,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10884
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e7d2a70b-0f55-4b85-a7bd-b401434e1db3",
          "MaxCrudUsage": 6592,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10868
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9652281e-eba2-4e15-8f7d-73fab1f406fd",
          "MaxCrudUsage": 6576,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10844
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 346 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T04:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 470.965,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T01:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 392.794,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T01:50:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 304.555,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T00:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 258.405,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T09:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 218.3,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 79.458829
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.612707
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 80.885762
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 81.433538
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 81.569976
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 83.879728
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 82.311089
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79.350942
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 66.72247
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 65.330956
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 355.711454
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 342.523054
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 338.630463
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 322.676348
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 317.514648
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60101.296296
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60477.413793
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60790.384615
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60949.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62216.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "8 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 8,
          "First": "2015-02-24T18:01:39.9640123",
          "Last": "2015-02-26T00:47:11.2373039"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "557 Direct Https requests with 503 | 720 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 500,
          "Average": 14.286,
          "First": "2015-02-24T19:35:00",
          "Last": "2015-02-26T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 686,
          "Average": 26.385,
          "First": "2015-02-24T19:35:00",
          "Last": "2015-02-26T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-24T19:45:00",
          "Last": "2015-02-24T19:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 51,
          "Average": 7.286,
          "First": "2015-02-24T20:45:00",
          "Last": "2015-02-26T12:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 27,
          "Average": 3.375,
          "First": "2015-02-24T21:25:00",
          "Last": "2015-02-26T08:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-02-25T01:35:00",
          "Last": "2015-02-26T08:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-02-24T20:50:00",
          "Last": "2015-02-25T02:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-24T19:20:00",
          "Last": "2015-02-24T19:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-26T03:25:00",
          "Last": "2015-02-26T03:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "60aed19e-d1d6-4244-8cdc-9496ff3af6c6",
          "First": "2015-02-26T01:22:52.2089512",
          "Last": "2015-02-26T01:22:52.2089512",
          "Count": 1
        },
        {
          "ActivityId": "bd3caec8-4242-490a-a1d9-c1b36c38a21b",
          "First": "2015-02-24T18:38:58.1514038",
          "Last": "2015-02-24T18:38:58.1514038",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-25+00%3a46%3a34Z&end=2015-02-26+22%3a54%3a44Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-24T21:01:46.8945039-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 20315
    },
    {
      "TimeStamp": "2015-02-24T23:12:32.1968235-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 106940
    },
    {
      "TimeStamp": "2015-02-25T02:08:24.7006557-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 131619
    },
    {
      "TimeStamp": "2015-02-25T04:57:30.3885213-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 410212
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 395
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 442
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 443
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 444
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 217
    },
    {
      "TimeStamp": "2015-02-25T06:57:54.6894849-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 451160,
      "PhysicalCRUDUsageInMB": 1231184,
      "LogicalIndexUsageInMB": 21060,
      "LogicalCRUDUsageInMB": 282138,
      "ClientReportedUsageInMB": 269
    },
    {
      "TimeStamp": "2015-02-26T14:54:44.2058313-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 526480,
      "PhysicalCRUDUsageInMB": 1366360,
      "LogicalIndexUsageInMB": 25723,
      "LogicalCRUDUsageInMB": 335181,
      "ClientReportedUsageInMB": 439
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDBAwAAAAAAAA==",
  "_ts": 1424993703,
  "_etag": "\"23000046-0000-0000-0000-54efada70000\"",
  "_attachments": "attachments/"
},
{
  "id": "c507c6ef-9c28-4faf-951a-13a72c15c352",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDCAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-24T18:13:58.9290914-08:00",
  "CompletedTime": "2015-02-24T18:15:44.7912234-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDCAwAAAAAAAA==",
  "_ts": 1424830544,
  "_etag": "\"1c00e1ec-0000-0000-0000-54ed30500000\"",
  "_attachments": "attachments/"
},
{
  "id": "04df8f37-e98c-44e8-a656-e2355a74bbe7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDDAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-24T18:15:45.0030417-08:00",
  "CompletedTime": "2015-02-24T19:33:13.0735901-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b494584b-7b39-44ba-8179-193a67e37b83",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-24T19:12:07.5829285-08:00",
      "EndTime": "2015-02-24T19:25:55.7192799-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDDAwAAAAAAAA==",
  "_ts": 1424835192,
  "_etag": "\"1d001422-0000-0000-0000-54ed42780000\"",
  "_attachments": "attachments/"
},
{
  "id": "8f408dca-f084-4f2e-aa45-2f2bf8405410",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDEAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-24T18:19:46.8233325-08:00",
  "CompletedTime": "2015-02-24T18:26:32.6106036-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDEAwAAAAAAAA==",
  "_ts": 1424831192,
  "_etag": "\"1c003ef4-0000-0000-0000-54ed32d80000\"",
  "_attachments": "attachments/"
},
{
  "id": "e31fc5fc-17d1-40dc-bc8a-ef5783c70b93",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDFAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-24T18:26:32.9063182-08:00",
  "CompletedTime": "2015-02-25T06:36:23.3050531-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2b906502-377e-4c8f-b77c-42d022e07578",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T19:12:11.8689567-08:00",
      "CompleteTime": "2015-02-24T19:19:18.104324-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5c67ec47-c7ce-4622-9d98-99c3b9d2aea3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T19:12:12.2832908-08:00",
      "CompleteTime": "2015-02-24T19:18:48.5219912-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56ac9d11-cb05-4853-b404-6a502973c9f5",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T19:12:12.6275688-08:00",
      "CompleteTime": "2015-02-24T19:20:28.8297289-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3a45f897-48bd-43f6-ae7f-03cca5546d41",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T19:12:13.1219654-08:00",
      "CompleteTime": "2015-02-24T19:18:49.4219636-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b25bb5d1-1b6e-471b-89b4-9cda7a4f58b7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T20:27:09.2359958-08:00",
      "CompleteTime": "2015-02-24T20:33:13.3668049-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "12e9457c-ecf1-4343-8dcc-c5065959cc8d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-24T21:14:44.5770754-08:00",
      "CompleteTime": "2015-02-24T21:26:06.2052293-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "251e27db-1a1c-482e-93b2-c5ff75f0ad9f",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T00:01:17.9950165-08:00",
      "CompleteTime": "2015-02-25T00:10:24.2631579-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6475c3b4-35b4-4e37-af92-044bc2241c87",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-25T04:41:10.9298109-08:00",
      "CompleteTime": "2015-02-25T05:23:32.0104693-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "514ec82e-04b8-41f6-a0a9-a3a2606f73aa",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T18:26:34.6966754-08:00",
      "EndTime": "2015-02-24T18:39:12.4717168-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d5eb0f94-fa78-4718-ae46-7912ed993e0a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T18:40:55.2911834-08:00",
      "EndTime": "2015-02-24T18:42:04.6306614-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d63bcf2e-e78a-474f-b0c4-29a0b8712bac",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T18:42:05.0366201-08:00",
      "EndTime": "2015-02-24T19:10:50.415969-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c99ff3a3-bd16-4638-aa58-df76008144ca",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T20:12:12.3849083-08:00",
      "EndTime": "2015-02-24T21:14:36.8272251-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a9bfdeb1-5140-42ab-b27a-cba119b83a7f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:54:50.9496496-08:00",
      "EndTime": "2015-02-24T23:05:02.8730466-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "31c30734-6316-41cf-9732-f3b072dbe8fc",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T23:45:20.8624973-08:00",
      "EndTime": "2015-02-25T01:49:04.9579734-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0075f9f-c473-4f10-83c2-55a01b7141a3",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T02:29:18.666474-08:00",
      "EndTime": "2015-02-25T04:36:15.7191921-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "34 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-02-25T00:03:01.8564059",
          "Last": "2015-02-25T00:03:01.8736342"
        },
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 25,
          "First": "2015-02-25T03:35:01.0293372",
          "Last": "2015-02-25T06:35:51.4183027"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T03:34:11.1084287",
          "Last": "2015-02-25T03:34:11.1084287"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "113 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 113,
          "First": "2015-02-24T21:05:55.9042764",
          "Last": "2015-02-25T06:22:25.7587304"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38163624,
          "Average": 282693.51,
          "Max": 346026,
          "Min": 25
        },
        {
          "StatusCode": 400,
          "Total": 86,
          "Average": 0.64,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1780,
          "Average": 13.19,
          "Max": 1780,
          "Min": 1780
        },
        {
          "StatusCode": 403,
          "Total": 2091,
          "Average": 15.49,
          "Max": 1736,
          "Min": 355
        },
        {
          "StatusCode": 404,
          "Total": 220401,
          "Average": 1632.6,
          "Max": 11615,
          "Min": 110
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47676,
          "Average": 353.16,
          "Max": 2133,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5666166,
          "Average": 41971.6,
          "Max": 147471,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1116790,
          "Average": 8334.25,
          "Max": 10532,
          "Min": 27
        },
        {
          "StatusCode": 401,
          "Total": 56,
          "Average": 0.42,
          "Max": 56,
          "Min": 56
        },
        {
          "StatusCode": 404,
          "Total": 3257,
          "Average": 24.31,
          "Max": 85,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1279,
          "Average": 9.54,
          "Max": 68,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 138501,
          "Average": 1033.59,
          "Max": 2527,
          "Min": 156
        },
        {
          "StatusCode": 449,
          "Total": 3854,
          "Average": 28.76,
          "Max": 189,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3335964,
          "Average": 24895.25,
          "Max": 29928,
          "Min": 51
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 155,
          "Average": 1.16,
          "Max": 155,
          "Min": 155
        },
        {
          "StatusCode": 403,
          "Total": 66,
          "Average": 0.49,
          "Max": 66,
          "Min": 66
        },
        {
          "StatusCode": 404,
          "Total": 12117,
          "Average": 90.43,
          "Max": 326,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3718,
          "Average": 27.75,
          "Max": 171,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 422491,
          "Average": 3152.92,
          "Max": 7001,
          "Min": 518
        },
        {
          "StatusCode": 449,
          "Total": 8550,
          "Average": 63.81,
          "Max": 302,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5673762,
          "Average": 42027.87,
          "Max": 52871,
          "Min": 290
        },
        {
          "StatusCode": 400,
          "Total": 339,
          "Average": 2.51,
          "Max": 253,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 94,
          "Average": 0.7,
          "Max": 94,
          "Min": 94
        },
        {
          "StatusCode": 403,
          "Total": 8686,
          "Average": 64.34,
          "Max": 4098,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 24,
          "Average": 0.18,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5388,
          "Average": 39.91,
          "Max": 226,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 859781,
          "Average": 6368.75,
          "Max": 21861,
          "Min": 76
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26743148,
          "Average": 198097.39,
          "Max": 221203,
          "Min": 2056
        },
        {
          "StatusCode": 400,
          "Total": 40,
          "Average": 0.3,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1500,
          "Average": 11.11,
          "Max": 1500,
          "Min": 1500
        },
        {
          "StatusCode": 404,
          "Total": 5886,
          "Average": 43.6,
          "Max": 526,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32152,
          "Average": 238.16,
          "Max": 1906,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 288476,
          "Average": 2136.86,
          "Max": 4355,
          "Min": 14
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6208668,
          "Average": 46333.34,
          "Max": 58923,
          "Min": 91
        },
        {
          "StatusCode": 401,
          "Total": 2412,
          "Average": 18.0,
          "Max": 2412,
          "Min": 2412
        },
        {
          "StatusCode": 404,
          "Total": 32159,
          "Average": 239.99,
          "Max": 2391,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 31292,
          "Average": 233.52,
          "Max": 2167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 266809,
          "Average": 1991.11,
          "Max": 3994,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 108,
          "First": "2015-02-25T00:15:00",
          "Last": "2015-02-25T05:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 24,
          "First": "2015-02-25T00:10:00",
          "Last": "2015-02-25T05:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 73,
          "First": "2015-02-25T00:10:00",
          "Last": "2015-02-25T06:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 4,
          "First": "2015-02-25T04:50:00",
          "Last": "2015-02-25T05:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "853 replica health errors | 147 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 67,
          "First": "2015-02-24T21:55:32.351",
          "Last": "2015-02-25T05:35:53.121"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 163,
          "First": "2015-02-25T01:46:49.254",
          "Last": "2015-02-25T06:27:38.315"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 476,
          "First": "2015-02-25T01:41:47.943",
          "Last": "2015-02-25T06:32:39.733"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1927 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 610,
          "HourlyAverage": 53.388
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 5.251
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 165,
          "HourlyAverage": 14.441
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1045,
          "HourlyAverage": 91.46
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 3.763
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.35
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "42 partitions violated quota invariants | 42 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "93d477f0-ea87-4429-8977-51b3c1f2b301",
          "MaxQuota": 6981471,
          "MaxUsage": 5946304
        },
        {
          "PartitionId": "e7a5c777-beb6-4efa-872f-d0599a2704ac",
          "MaxQuota": 6981471,
          "MaxUsage": 5871360
        },
        {
          "PartitionId": "354c2781-a1dd-4773-8efb-361cba8321a9",
          "MaxQuota": 6981471,
          "MaxUsage": 5540064
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "484d8d4d-f480-4cfb-9a8a-e4371fd01027",
          "MaxCrudUsage": 5528,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9300
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2d0f513f-9336-4243-a012-0ee3c962333f",
          "MaxCrudUsage": 5312,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8972
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "f2f1c720-2b11-4ed5-9401-a273ee4f199c",
          "MaxCrudUsage": 5264,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 8956
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 44 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T01:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 347.241,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T03:55:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 158.252,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T20:55:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 149.867,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-24T20:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 147.897,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T04:20:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 145.601,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 82.298544
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 82.621599
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.718211
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 83.434233
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.721116
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65.995419
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.973999
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 44.340239
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 42.905418
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41.737747
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 388.859215
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 361.731781
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 323.177097
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 286.552665
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 284.022957
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 60240.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62856.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 63322.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 65130.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 65801.896552
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "495 Direct Https requests with 503 | 489 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 385,
          "Average": 17.5,
          "First": "2015-02-24T20:25:00",
          "Last": "2015-02-25T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 403,
          "Average": 40.3,
          "First": "2015-02-24T20:45:00",
          "Last": "2015-02-25T02:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 25,
          "Average": 8.333,
          "First": "2015-02-24T23:25:00",
          "Last": "2015-02-25T04:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 9,
          "Average": 4.5,
          "First": "2015-02-24T23:25:00",
          "Last": "2015-02-25T04:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 32,
          "Average": 10.667,
          "First": "2015-02-24T19:55:00",
          "Last": "2015-02-24T22:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 53,
          "Average": 17.667,
          "First": "2015-02-25T05:50:00",
          "Last": "2015-02-25T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 76,
          "Average": 19.0,
          "First": "2015-02-25T05:50:00",
          "Last": "2015-02-25T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-24T19:55:00",
          "Last": "2015-02-24T19:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-25+02%3a26%3a32Z&end=2015-02-25+14%3a36%3a23Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-25T06:36:23.3050531-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 677768,
      "PhysicalCRUDUsageInMB": 1348528,
      "LogicalIndexUsageInMB": 24208,
      "LogicalCRUDUsageInMB": 331044,
      "ClientReportedUsageInMB": 842
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDFAwAAAAAAAA==",
  "_ts": 1424890316,
  "_etag": "\"1f00349d-0000-0000-0000-54ee19cc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f96ee57c-bb15-49e9-b1ee-c2d12762c973",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDGAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-24T19:19:16.3334115-08:00",
  "CompletedTime": "2015-02-24T19:21:39.3408647-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "a1a886b8-cb5f-4367-baab-a1640bca4bb7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T19:19:38.2669058-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDGAwAAAAAAAA==",
  "_ts": 1424834498,
  "_etag": "\"1d00691a-0000-0000-0000-54ed3fc20000\"",
  "_attachments": "attachments/"
},
{
  "id": "962b89a0-3eeb-4af2-aecb-98237a9e127d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDHAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-24T19:21:39.6149969-08:00",
  "CompletedTime": "2015-02-25T08:39:52.5625239-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d1136202-434c-4702-b7eb-82f762bcd944",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T19:52:17.6368166-08:00",
      "CompleteTime": "2015-02-24T20:01:21.5258717-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8fafba32-923e-43b4-a388-7316f20a51c5",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T19:52:18.0550852-08:00",
      "CompleteTime": "2015-02-24T19:59:51.7666855-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "088176d6-da83-4174-a6ce-8fd56216a898",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T19:52:18.3983489-08:00",
      "CompleteTime": "2015-02-24T20:00:21.8986405-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c2fb30d-9bb7-4fc1-ab55-8b77fbe0e17d",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T19:52:20.548267-08:00",
      "CompleteTime": "2015-02-24T20:02:35.0370184-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a735a92c-c191-4468-b448-6b6ad5882d9b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T04:25:45.8441722-08:00",
      "CompleteTime": "2015-02-25T04:35:50.2559501-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e6d94c6e-2f15-4efd-ae71-324aa3e5e686",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-25T07:28:17.7386662-08:00",
      "CompleteTime": "2015-02-25T07:43:31.9180791-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c4c3d227-6a21-4544-80ba-7dc37db2b673",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T19:21:51.815812-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "bf57d9bd-807f-4992-9ede-b18d73732c34",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-24T19:21:52.1900107-08:00",
      "EndTime": "2015-02-24T19:50:58.7310759-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4bfae28d-f16c-45ff-884c-95bd08ad5a5f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.9\\x64\\Release",
      "StartTime": "2015-02-25T04:10:49.1656209-08:00",
      "EndTime": "2015-02-25T07:28:14.0463437-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDHAwAAAAAAAA==",
  "_ts": 1424882392,
  "_etag": "\"1f00953d-0000-0000-0000-54edfad80000\"",
  "_attachments": "attachments/"
},
{
  "id": "71867b18-d463-4d11-9822-16e0e3c65773",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDIAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-24T19:33:13.292805-08:00",
  "CompletedTime": "2015-02-25T21:28:40.4477932-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6ca152cc-1399-438c-a5f1-9b62cc053994",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T21:00:19.3811086-08:00",
      "CompleteTime": "2015-02-24T21:05:54.9983246-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "70ad94af-3f13-4257-8f98-8fe3d8f4c070",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T21:00:19.7787516-08:00",
      "CompleteTime": "2015-02-24T21:07:55.1429438-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "add64fdd-2716-46c5-aecf-fd20d22a65d3",
      "Name": "collcrud8df1f9e25b-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T21:00:20.1139609-08:00",
      "CompleteTime": "2015-02-24T21:06:24.9471782-08:00",
      "Endpoint": "https://collcrud8df1f9e25b-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e34bf493-1739-40b9-9001-07199d134f9c",
      "Name": "collcrud934ee93649-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T21:00:20.5018356-08:00",
      "CompleteTime": "2015-02-24T21:07:25.0463303-08:00",
      "Endpoint": "https://collcrud934ee93649-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "411e76fd-a70f-46d7-9409-284dd46e4708",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T21:00:57.7308135-08:00",
      "CompleteTime": "2015-02-24T21:08:31.1087267-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a118895c-6f10-4097-b6a2-bf3eb8fca27a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T21:45:16.3628013-08:00",
      "CompleteTime": "2015-02-24T21:51:20.0209944-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5776f880-09c7-4c5e-b450-ca6e593daef3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T00:42:52.3044465-08:00",
      "CompleteTime": "2015-02-25T00:49:26.2931497-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c2e1d340-4ad6-48fc-b4f8-999fe5bc7dba",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-24T19:33:50.6519022-08:00",
      "EndTime": "2015-02-24T19:34:57.628631-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4def6486-e843-4172-9d01-24c4d0e11374",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-24T19:34:58.0175487-08:00",
      "EndTime": "2015-02-24T20:04:55.0274788-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f09a4aea-f498-41a3-91db-7ab67e8e396a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-24T21:30:18.0732018-08:00",
      "EndTime": "2015-02-24T22:33:32.3722524-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bba5c424-314f-4a27-8968-73d89d981f2f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-24T23:13:42.2637324-08:00",
      "EndTime": "2015-02-25T00:19:43.2327518-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ca321a50-fed5-429c-b2bb-e0c2337ec106",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-25T00:59:53.2352536-08:00",
      "EndTime": "2015-02-25T02:37:23.1766486-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a779fa5-06df-464c-80f4-7cb899cd3522",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150224.8\\x64\\Release",
      "StartTime": "2015-02-25T03:17:34.2922593-08:00",
      "EndTime": "2015-02-25T05:22:29.7227897-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a09%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a09%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "504 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 272,
          "First": "2015-02-25T00:08:29.8530513",
          "Last": "2015-02-25T05:53:59.2667604"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-02-24T23:53:31.1595804",
          "Last": "2015-02-25T02:52:47.7293728"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T04:02:16.0148912",
          "Last": "2015-02-25T04:02:16.0148912"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 191,
          "First": "2015-02-24T21:52:54.0781464",
          "Last": "2015-02-25T05:51:29.3367252"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 34,
          "First": "2015-02-24T20:33:19.8170488",
          "Last": "2015-02-25T07:39:19.988505"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T05:23:00.8978265",
          "Last": "2015-02-25T05:23:00.8978265"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a09%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "66 requests with 408 | 3 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-02-24T21:20:49.0174379",
          "Last": "2015-02-25T03:38:23.9057417"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 55,
          "First": "2015-02-25T01:23:29.4963771",
          "Last": "2015-02-25T01:23:53.3436386"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-02-25T01:23:30.3515953",
          "Last": "2015-02-25T01:23:46.904882"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-02-25T01:23:31.3329951",
          "Last": "2015-02-25T01:23:34.6353995"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-02-25T05:22:56.3898409",
          "Last": "2015-02-25T05:22:56.6026096"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a17%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "336 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 16,
          "First": "2015-02-25T01:20:00",
          "Last": "2015-02-25T01:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-02-25T01:20:00",
          "Last": "2015-02-25T01:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 44,
          "First": "2015-02-25T01:20:00",
          "Last": "2015-02-25T01:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 272,
          "First": "2015-02-25T01:20:00",
          "Last": "2015-02-25T01:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a18%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 30461782,
          "Average": 247656.76,
          "Max": 343831,
          "Min": 39
        },
        {
          "StatusCode": 400,
          "Total": 32,
          "Average": 0.26,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 25972,
          "Average": 211.15,
          "Max": 1895,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 272,
          "Average": 2.21,
          "Max": 272,
          "Min": 272
        },
        {
          "StatusCode": 409,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 37271,
          "Average": 303.02,
          "Max": 4541,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2498125,
          "Average": 20309.96,
          "Max": 67798,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a19%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 07:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 873446,
          "Average": 8912.71,
          "Max": 10137,
          "Min": 184
        },
        {
          "StatusCode": 404,
          "Total": 1359,
          "Average": 13.87,
          "Max": 43,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.04,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 971,
          "Average": 9.91,
          "Max": 120,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 67197,
          "Average": 685.68,
          "Max": 1330,
          "Min": 255
        },
        {
          "StatusCode": 449,
          "Total": 2406,
          "Average": 24.55,
          "Max": 134,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a21%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 07:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2621533,
          "Average": 26750.34,
          "Max": 29720,
          "Min": 496
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5269,
          "Average": 53.77,
          "Max": 157,
          "Min": 18
        },
        {
          "StatusCode": 408,
          "Total": 16,
          "Average": 0.16,
          "Max": 16,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 3009,
          "Average": 30.7,
          "Max": 374,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 202762,
          "Average": 2069.0,
          "Max": 4058,
          "Min": 730
        },
        {
          "StatusCode": 449,
          "Total": 5700,
          "Average": 58.16,
          "Max": 238,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a21%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4546613,
          "Average": 45925.38,
          "Max": 52147,
          "Min": 614
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.16,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 36512,
          "Average": 368.81,
          "Max": 10782,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 44,
          "Average": 0.44,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 410,
          "Total": 3391,
          "Average": 34.25,
          "Max": 676,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 373811,
          "Average": 3775.87,
          "Max": 10194,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a23%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 71674100,
          "Average": 582716.26,
          "Max": 642762,
          "Min": 7143
        },
        {
          "StatusCode": 400,
          "Total": 91,
          "Average": 0.74,
          "Max": 30,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1245,
          "Average": 10.12,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 38570,
          "Average": 313.58,
          "Max": 3487,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2558104,
          "Average": 20797.59,
          "Max": 52236,
          "Min": 231
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a23%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4826600,
          "Average": 49251.02,
          "Max": 55968,
          "Min": 978
        },
        {
          "StatusCode": 401,
          "Total": 89,
          "Average": 0.91,
          "Max": 28,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 9887,
          "Average": 100.89,
          "Max": 309,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 21882,
          "Average": 223.29,
          "Max": 1521,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 267829,
          "Average": 2732.95,
          "Max": 7090,
          "Min": 842
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a24%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 64,
          "First": "2015-02-24T21:50:00",
          "Last": "2015-02-25T05:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 45,
          "First": "2015-02-24T21:55:00",
          "Last": "2015-02-25T05:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 2,
          "First": "2015-02-24T23:45:00",
          "Last": "2015-02-25T02:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 2,
          "First": "2015-02-24T23:35:00",
          "Last": "2015-02-24T23:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-25T02:00:00",
          "Last": "2015-02-25T02:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 57,
          "First": "2015-02-25T01:40:00",
          "Last": "2015-02-25T05:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-25T03:50:00",
          "Last": "2015-02-25T03:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-25+03%3a33%3a13Z&end=2015-02-25+18%3a32%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-24T22:06:07.2412941-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 28656,
      "PhysicalCRUDUsageInMB": 106032,
      "LogicalIndexUsageInMB": 2312,
      "LogicalCRUDUsageInMB": 31081,
      "ClientReportedUsageInMB": 6245
    },
    {
      "TimeStamp": "2015-02-25T07:43:43.1996429-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T10:39:44.1108744-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDIAwAAAAAAAA==",
  "_ts": 1424928519,
  "_etag": "\"20008185-0000-0000-0000-54eeaf070000\"",
  "_attachments": "attachments/"
},
{
  "id": "9f08b5e3-d191-4bd3-94e9-1b370e3cf9df",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDJAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-02-24T21:08:32.9197598-08:00",
  "CompletedTime": "2015-02-25T20:01:35.6561016-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "535f5073-5f07-442b-be3c-c59e9ffa7530",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T22:17:03.9021635-08:00",
      "CompleteTime": "2015-02-24T22:25:10.2193845-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0cd773f7-f9dc-4592-b295-357d83eeacb1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T22:17:04.2551837-08:00",
      "CompleteTime": "2015-02-24T22:24:10.6949753-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b04eb048-cf1f-4dc8-bf93-9f076caf9dee",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T22:17:05.7882727-08:00",
      "CompleteTime": "2015-02-24T22:25:40.0021124-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2b68de1-3aef-445e-b9e7-2ada52cb70bc",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T22:17:06.2893019-08:00",
      "CompleteTime": "2015-02-24T22:26:25.7108151-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06d65299-5d9c-4f80-9209-b1e72c4ce735",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T01:21:04.2728682-08:00",
      "CompleteTime": "2015-02-25T01:29:38.5066769-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4224c715-adba-4356-b567-5310d20b2069",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T05:14:26.2043665-08:00",
      "CompleteTime": "2015-02-25T05:24:01.0177233-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "72e9d016-5e8c-4171-b20c-05f34638ee6b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:08:35.1680746-08:00",
      "EndTime": "2015-02-24T21:23:06.1121531-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84816c86-63bd-45e2-86ad-240a1ed2c4fe",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:23:23.3952717-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "5c8cb4c2-b976-4ed2-9294-6fc204eb95af",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:23:23.756344-08:00",
      "EndTime": "2015-02-24T22:02:55.6079865-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cbdc6dea-36f2-4010-9c4e-236867e2172e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-24T22:03:01.1892609-08:00",
      "EndTime": "2015-02-24T22:16:45.7501104-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "78bf9431-6be0-4116-8a39-87e82fe56849",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-24T23:17:01.7549464-08:00",
      "EndTime": "2015-02-25T00:25:51.4065898-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "23d141f1-05c5-408f-bc4e-66c92b598e55",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-25T01:06:10.2939869-08:00",
      "EndTime": "2015-02-25T04:09:42.9070191-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a17%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "71 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T01:25:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.5140.dmp"
        },
        {
          "DateTime": "2015-02-25T01:30:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.5088.dmp"
        },
        {
          "DateTime": "2015-02-25T01:30:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.3576.dmp"
        },
        {
          "DateTime": "2015-02-25T01:35:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.5380.dmp"
        },
        {
          "DateTime": "2015-02-25T01:40:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.4116.dmp"
        },
        {
          "DateTime": "2015-02-25T01:45:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.6132.dmp"
        },
        {
          "DateTime": "2015-02-25T01:45:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.3228.dmp"
        },
        {
          "DateTime": "2015-02-25T01:45:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.8708.dmp"
        },
        {
          "DateTime": "2015-02-25T01:50:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.10192.dmp"
        },
        {
          "DateTime": "2015-02-25T01:50:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.7904.dmp"
        },
        {
          "DateTime": "2015-02-25T01:55:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.7004.dmp"
        },
        {
          "DateTime": "2015-02-25T02:05:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.644.dmp"
        },
        {
          "DateTime": "2015-02-25T02:05:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.9036.dmp"
        },
        {
          "DateTime": "2015-02-25T02:05:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.4384.dmp"
        },
        {
          "DateTime": "2015-02-25T02:05:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.3260.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a17%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "137 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T11:07:23.9123126",
          "Last": "2015-02-25T11:07:23.9123126"
        },
        {
          "Message": "ASSERT: %s with message \"Failure encountered in the process monitor. HRESULT = {%d}.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 28,
          "First": "2015-02-25T03:42:00.6528149",
          "Last": "2015-02-25T11:05:50.5325565"
        },
        {
          "Message": "ASSERT: %s with message \"Failure encountered in the process monitor. HRESULT = {%d}.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 40,
          "First": "2015-02-25T01:40:40.7809016",
          "Last": "2015-02-25T08:58:01.3558382"
        },
        {
          "Message": "ASSERT: %s with message \"Unable to connect to the process after (%d) retries. Giving up.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 28,
          "First": "2015-02-25T03:42:00.6527693",
          "Last": "2015-02-25T11:05:50.5325163"
        },
        {
          "Message": "ASSERT: %s with message \"Unable to connect to the process after (%d) retries. Giving up.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 40,
          "First": "2015-02-25T01:40:40.7808736",
          "Last": "2015-02-25T08:58:01.3558119"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a17%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a26%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a28%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 25969295,
          "Average": 168631.79,
          "Max": 361964,
          "Min": 1710
        },
        {
          "StatusCode": 400,
          "Total": 20,
          "Average": 0.13,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5863,
          "Average": 38.07,
          "Max": 5863,
          "Min": 5863
        },
        {
          "StatusCode": 403,
          "Total": 23109597,
          "Average": 150062.32,
          "Max": 292059,
          "Min": 3595
        },
        {
          "StatusCode": 404,
          "Total": 134065,
          "Average": 870.55,
          "Max": 5681,
          "Min": 26
        },
        {
          "StatusCode": 410,
          "Total": 18726,
          "Average": 121.6,
          "Max": 1348,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2447047,
          "Average": 15889.92,
          "Max": 65820,
          "Min": 558
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a29%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1105462,
          "Average": 7178.32,
          "Max": 10458,
          "Min": 34
        },
        {
          "StatusCode": 401,
          "Total": 113,
          "Average": 0.73,
          "Max": 113,
          "Min": 113
        },
        {
          "StatusCode": 404,
          "Total": 3492,
          "Average": 22.68,
          "Max": 200,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 494,
          "Average": 3.21,
          "Max": 38,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 102628,
          "Average": 666.42,
          "Max": 1751,
          "Min": 23
        },
        {
          "StatusCode": 449,
          "Total": 3777,
          "Average": 24.53,
          "Max": 217,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a30%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3310262,
          "Average": 21356.53,
          "Max": 31238,
          "Min": 104
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 380,
          "Average": 2.45,
          "Max": 380,
          "Min": 380
        },
        {
          "StatusCode": 403,
          "Total": 6796,
          "Average": 43.85,
          "Max": 2564,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12372,
          "Average": 79.82,
          "Max": 604,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 1372,
          "Average": 8.85,
          "Max": 111,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 312470,
          "Average": 2015.94,
          "Max": 5292,
          "Min": 68
        },
        {
          "StatusCode": 449,
          "Total": 8998,
          "Average": 58.05,
          "Max": 398,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a32%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3860305,
          "Average": 24905.19,
          "Max": 54684,
          "Min": 914
        },
        {
          "StatusCode": 400,
          "Total": 3500952,
          "Average": 22586.79,
          "Max": 45181,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 42,
          "Average": 0.27,
          "Max": 42,
          "Min": 42
        },
        {
          "StatusCode": 403,
          "Total": 8416,
          "Average": 54.3,
          "Max": 3871,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1987,
          "Average": 12.82,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 385674,
          "Average": 2488.22,
          "Max": 10516,
          "Min": 398
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a33%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33170517,
          "Average": 214003.34,
          "Max": 252485,
          "Min": 29081
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 5,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 147,
          "Average": 0.95,
          "Max": 147,
          "Min": 147
        },
        {
          "StatusCode": 404,
          "Total": 355,
          "Average": 2.29,
          "Max": 134,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6355,
          "Average": 41.0,
          "Max": 872,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 92565,
          "Average": 597.19,
          "Max": 3767,
          "Min": 48
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a35%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4187649,
          "Average": 26843.9,
          "Max": 60246,
          "Min": 336
        },
        {
          "StatusCode": 401,
          "Total": 2766,
          "Average": 17.73,
          "Max": 2766,
          "Min": 2766
        },
        {
          "StatusCode": 404,
          "Total": 23156,
          "Average": 148.44,
          "Max": 2003,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 6563,
          "Average": 42.07,
          "Max": 716,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 87026,
          "Average": 557.86,
          "Max": 3174,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a36%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 8,
          "First": "2015-02-25T00:15:00",
          "Last": "2015-02-25T00:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 459,
          "First": "2015-02-24T23:30:00",
          "Last": "2015-02-25T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1094,
          "First": "2015-02-24T23:00:00",
          "Last": "2015-02-25T11:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-25+05%3a08%3a32Z&end=2015-02-25+19%3a40%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-25T11:12:51.3533742-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T12:17:52.4107361-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDJAwAAAAAAAA==",
  "_ts": 1424923295,
  "_etag": "\"20002268-0000-0000-0000-54ee9a9f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2dfe2847-4fe1-4c39-be9f-d849caa6b11a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDKAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-02-24T21:15:22.3232336-08:00",
  "CompletedTime": "2015-02-25T20:06:14.0352919-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "adef571f-febd-4fc9-a98c-5c356f981727",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T22:27:11.6914331-08:00",
      "CompleteTime": "2015-02-24T22:35:48.1534035-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "61f6aded-c015-4fa2-a970-e2cf25c05e21",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-24T22:27:12.0514521-08:00",
      "CompleteTime": "2015-02-24T22:36:17.9071301-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4e900a8a-92ee-4ee0-a86a-2f656a478448",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-24T22:27:12.5364826-08:00",
      "CompleteTime": "2015-02-24T22:34:48.0649172-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "223e1de2-8cc1-4273-ab40-efac5dd0cc97",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-24T22:27:14.6046019-08:00",
      "CompleteTime": "2015-02-24T22:37:33.8305981-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d090edc7-4e60-45f0-beea-3b0b4b3164b0",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-24T23:42:12.6486233-08:00",
      "CompleteTime": "2015-02-24T23:50:46.9974712-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1f500740-2d96-4ebd-8083-505af6345960",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-02-25T00:51:24.7386279-08:00",
      "CompleteTime": "2015-02-25T01:02:42.9639265-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "eae2acbb-01f5-4987-93c2-026954acb0c9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:15:28.8849114-08:00",
      "EndTime": "2015-02-24T21:32:11.6419299-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f5fd20ab-7112-4165-a916-bcf2bbcd0977",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:32:36.5093749-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "fe174ba4-59dc-4d79-bd90-d21a9b41be92",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-24T21:32:36.8803964-08:00",
      "EndTime": "2015-02-24T22:12:17.3285341-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb9c09a7-c09c-42ed-9c34-694330572bab",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-24T22:12:23.1589368-08:00",
      "EndTime": "2015-02-24T22:26:56.8935742-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "538ba1da-26b8-480f-9b64-e64af73305b6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-24T23:27:14.3334949-08:00",
      "EndTime": "2015-02-25T00:51:16.9581181-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb01baa3-2891-4885-b0b4-638a67a36481",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150224.1\\x64\\Release",
      "StartTime": "2015-02-25T01:31:32.4222873-08:00",
      "EndTime": "2015-02-25T03:03:07.370159-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a10%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a10%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T00:38:15.5218718",
          "Last": "2015-02-25T00:38:15.5218718"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a10%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "First": "2015-02-25T00:19:31.9104847",
          "Last": "2015-02-25T00:19:32.6556778"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a18%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "17 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 17,
          "First": "2015-02-25T00:15:00",
          "Last": "2015-02-25T00:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a20%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 49873519,
          "Average": 268137.2,
          "Max": 350290,
          "Min": 14126
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.11,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9596032,
          "Average": 51591.57,
          "Max": 242799,
          "Min": 212
        },
        {
          "StatusCode": 404,
          "Total": 1434668,
          "Average": 7713.27,
          "Max": 14061,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 17,
          "Average": 0.09,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 43998,
          "Average": 236.55,
          "Max": 2096,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5703050,
          "Average": 30661.56,
          "Max": 65124,
          "Min": 4108
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a21%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 15:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1680933,
          "Average": 9037.27,
          "Max": 10677,
          "Min": 471
        },
        {
          "StatusCode": 404,
          "Total": 4746,
          "Average": 25.52,
          "Max": 131,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 1080,
          "Average": 5.81,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 151732,
          "Average": 815.76,
          "Max": 1648,
          "Min": 58
        },
        {
          "StatusCode": 449,
          "Total": 3526,
          "Average": 18.96,
          "Max": 88,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a22%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 14:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5004411,
          "Average": 26905.44,
          "Max": 30474,
          "Min": 1200
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 4900,
          "Average": 26.34,
          "Max": 1285,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 19147,
          "Average": 102.94,
          "Max": 494,
          "Min": 40
        },
        {
          "StatusCode": 410,
          "Total": 3218,
          "Average": 17.3,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 465759,
          "Average": 2504.08,
          "Max": 4969,
          "Min": 201
        },
        {
          "StatusCode": 449,
          "Total": 9190,
          "Average": 49.41,
          "Max": 168,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a23%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7382063,
          "Average": 39688.51,
          "Max": 53124,
          "Min": 1511
        },
        {
          "StatusCode": 400,
          "Total": 1452203,
          "Average": 7807.54,
          "Max": 36856,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9757,
          "Average": 52.46,
          "Max": 4127,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 23,
          "Average": 0.12,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5569,
          "Average": 29.94,
          "Max": 217,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 854739,
          "Average": 4595.37,
          "Max": 10865,
          "Min": 1165
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a24%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 15:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 40415102,
          "Average": 216123.54,
          "Max": 250768,
          "Min": 2877
        },
        {
          "StatusCode": 400,
          "Total": 10707,
          "Average": 57.26,
          "Max": 480,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3736,
          "Average": 19.98,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 17972,
          "Average": 96.11,
          "Max": 3100,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 516980,
          "Average": 2764.6,
          "Max": 7943,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a26%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7999849,
          "Average": 42779.94,
          "Max": 57945,
          "Min": 2888
        },
        {
          "StatusCode": 404,
          "Total": 26593,
          "Average": 142.21,
          "Max": 1407,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 15556,
          "Average": 83.19,
          "Max": 2198,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 89664,
          "Average": 479.49,
          "Max": 2281,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a27%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 4,
          "First": "2015-02-25T09:30:00",
          "Last": "2015-02-25T11:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-25T09:35:00",
          "Last": "2015-02-25T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 86,
          "First": "2015-02-25T02:35:00",
          "Last": "2015-02-25T14:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-25+05%3a15%3a22Z&end=2015-02-25+22%3a33%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-25T10:12:22.5317291-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-02-25T15:10:13.8330987-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDKAwAAAAAAAA==",
  "_ts": 1424923573,
  "_etag": "\"2000b969-0000-0000-0000-54ee9bb50000\"",
  "_attachments": "attachments/"
},
{
  "id": "7a063046-7987-41f5-91be-f83d24103e63",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDLAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-25T08:39:52.9187691-08:00",
  "CompletedTime": "2015-02-25T11:58:28.273641-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c4bc3c40-ded0-4c5b-bfe8-96aa38b71d6a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T09:16:28.7483235-08:00",
      "CompleteTime": "2015-02-25T09:23:33.2844292-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1690921-7fcd-4bc7-b9b9-d96111eee2e6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-25T09:16:29.5447992-08:00",
      "CompleteTime": "2015-02-25T09:24:33.3996867-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cd94dfbd-25e6-47fd-a31b-55287a49a736",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-25T09:16:30.2210662-08:00",
      "CompleteTime": "2015-02-25T09:26:04.1881334-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b117ae68-35ed-42fa-b2c8-f6fade13f40e",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-25T09:16:30.9304613-08:00",
      "CompleteTime": "2015-02-25T09:25:43.4429159-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b3659312-07f3-4944-9406-32c7e4513712",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T08:42:36.6135335-08:00",
      "EndTime": "2015-02-25T08:43:48.2039846-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f37e181d-007a-4ddd-8543-b3103171a2d0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T08:43:48.5602303-08:00",
      "EndTime": "2015-02-25T09:15:07.6244989-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDLAwAAAAAAAA==",
  "_ts": 1424894307,
  "_etag": "\"1f0008ba-0000-0000-0000-54ee29630000\"",
  "_attachments": "attachments/"
},
{
  "id": "f71a4cf9-4d1c-4d35-8e80-9c8a0e9f5309",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDMAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-25T11:58:28.6839289-08:00",
  "CompletedTime": "2015-02-26T06:23:39.3129833-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fcc51a47-ee29-4a3a-bfb1-d51cab3dcb0d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-25T12:33:23.7825329-08:00",
      "CompleteTime": "2015-02-25T12:41:27.8901922-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "786e6f57-85ae-4cbc-b3e1-417a3cc4cbba",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-25T12:33:24.2688778-08:00",
      "CompleteTime": "2015-02-25T12:40:58.1832885-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "437b3c53-5428-479a-95b3-7ba17c6ab801",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T12:33:24.6251307-08:00",
      "CompleteTime": "2015-02-25T12:42:28.1085683-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fcee67bb-bb82-4fe3-9930-fa44d8789125",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-25T12:33:27.0808463-08:00",
      "CompleteTime": "2015-02-25T12:43:41.1329516-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "802b1511-a4a6-4654-ad01-e999ed6092ed",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T13:48:22.6836637-08:00",
      "CompleteTime": "2015-02-25T13:55:56.8479095-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "715f5358-cabc-455a-8bb3-d05e1fdcf411",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-25T16:49:55.1936313-08:00",
      "CompleteTime": "2015-02-25T16:59:08.9559206-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6a99f8af-64cd-4048-9f32-b99a7e2006c2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T21:48:44.2149628-08:00",
      "CompleteTime": "2015-02-25T21:58:18.6307463-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0d00fdf-e1a9-407c-91ef-1c76be00c840",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-02-26T00:47:54.6107361-08:00",
      "CompleteTime": "2015-02-26T03:48:01.840294-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "5d5c4c92-a346-4b2f-89c9-520f784aa909",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T12:00:45.1531061-08:00",
      "EndTime": "2015-02-25T12:01:53.2445995-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2de1b8ba-8356-47c2-88c9-aadc6530017a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T12:01:53.6018462-08:00",
      "EndTime": "2015-02-25T12:32:06.2719908-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d7415b3-e042-49a3-9496-d03b589e300e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-25T13:33:26.9126967-08:00",
      "EndTime": "2015-02-25T16:49:50.402083-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e89c8377-82f6-4432-860c-694cec052075",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-25T17:29:57.8503769-08:00",
      "EndTime": "2015-02-25T19:08:51.456349-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb30c8aa-4e2b-4aa4-92b9-1505bfd2ce03",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-25T21:10:41.0751688-08:00",
      "EndTime": "2015-02-25T23:34:18.5647801-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "dc126d8d-ac42-431a-8186-e457ceb84db4",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T00:14:29.5528949-08:00",
      "EndTime": "2015-02-26T00:41:06.7783426-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "72 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T01:23:51.1839634",
          "Last": "2015-02-26T01:23:51.1839634"
        },
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-02-26T02:00:41.0778372",
          "Last": "2015-02-26T02:14:53.5066518"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 62,
          "First": "2015-02-25T14:19:08.1769096",
          "Last": "2015-02-26T01:26:54.9700662"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T21:45:30.515089",
          "Last": "2015-02-25T21:45:30.515089"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T13:57:40.325724",
          "Last": "2015-02-25T13:57:40.325724"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "124 requests with 408 | 1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 124,
          "First": "2015-02-25T15:28:52.3939199",
          "Last": "2015-02-26T06:15:53.2247773"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-02-25T23:18:19.8628386",
          "Last": "2015-02-25T23:18:19.8628386"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 12:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 54049489,
          "Average": 256158.72,
          "Max": 357824,
          "Min": 85
        },
        {
          "StatusCode": 400,
          "Total": 47,
          "Average": 0.22,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4870,
          "Average": 23.08,
          "Max": 3756,
          "Min": 1114
        },
        {
          "StatusCode": 403,
          "Total": 2254462,
          "Average": 10684.65,
          "Max": 226106,
          "Min": 120
        },
        {
          "StatusCode": 404,
          "Total": 291901,
          "Average": 1383.42,
          "Max": 24772,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 43,
          "Average": 0.2,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 46092,
          "Average": 218.45,
          "Max": 1829,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6600505,
          "Average": 31282.01,
          "Max": 103920,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 13:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1625646,
          "Average": 7741.17,
          "Max": 11120,
          "Min": 172
        },
        {
          "StatusCode": 401,
          "Total": 119,
          "Average": 0.57,
          "Max": 90,
          "Min": 29
        },
        {
          "StatusCode": 404,
          "Total": 6599,
          "Average": 31.42,
          "Max": 196,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1198,
          "Average": 5.7,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 170024,
          "Average": 809.64,
          "Max": 1710,
          "Min": 25
        },
        {
          "StatusCode": 449,
          "Total": 8622,
          "Average": 41.06,
          "Max": 195,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 13:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4841594,
          "Average": 23055.21,
          "Max": 30845,
          "Min": 540
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.01,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 438,
          "Average": 2.09,
          "Max": 342,
          "Min": 96
        },
        {
          "StatusCode": 403,
          "Total": 4419,
          "Average": 21.04,
          "Max": 1002,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 26184,
          "Average": 124.69,
          "Max": 603,
          "Min": 40
        },
        {
          "StatusCode": 410,
          "Total": 3696,
          "Average": 17.6,
          "Max": 169,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 528253,
          "Average": 2515.49,
          "Max": 5303,
          "Min": 121
        },
        {
          "StatusCode": 449,
          "Total": 21850,
          "Average": 104.05,
          "Max": 376,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7972589,
          "Average": 37784.78,
          "Max": 54093,
          "Min": 553
        },
        {
          "StatusCode": 400,
          "Total": 341104,
          "Average": 1616.61,
          "Max": 33299,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 51,
          "Average": 0.24,
          "Max": 51,
          "Min": 51
        },
        {
          "StatusCode": 403,
          "Total": 8872,
          "Average": 42.05,
          "Max": 4172,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 33,
          "Average": 0.16,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5393,
          "Average": 25.56,
          "Max": 232,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1096339,
          "Average": 5195.92,
          "Max": 16012,
          "Min": 158
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 17:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 47129431,
          "Average": 223362.23,
          "Max": 256471,
          "Min": 30449
        },
        {
          "StatusCode": 400,
          "Total": 33,
          "Average": 0.16,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 126,
          "Average": 0.6,
          "Max": 126,
          "Min": 126
        },
        {
          "StatusCode": 404,
          "Total": 2665,
          "Average": 12.63,
          "Max": 352,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25721,
          "Average": 121.9,
          "Max": 2324,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 369194,
          "Average": 1749.73,
          "Max": 5221,
          "Min": 66
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8886193,
          "Average": 42315.2,
          "Max": 60178,
          "Min": 2088
        },
        {
          "StatusCode": 401,
          "Total": 2992,
          "Average": 14.25,
          "Max": 2278,
          "Min": 714
        },
        {
          "StatusCode": 404,
          "Total": 28152,
          "Average": 134.06,
          "Max": 876,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 24795,
          "Average": 118.07,
          "Max": 2053,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 280519,
          "Average": 1335.8,
          "Max": 4444,
          "Min": 40
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10.0,
          "Count": 7,
          "First": "2015-02-26T01:10:00",
          "Last": "2015-02-26T01:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 16,
          "First": "2015-02-26T01:05:00",
          "Last": "2015-02-26T01:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.5,
          "Count": 3,
          "First": "2015-02-26T01:05:00",
          "Last": "2015-02-26T01:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 19,
          "First": "2015-02-25T14:15:00",
          "Last": "2015-02-26T01:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 2,
          "First": "2015-02-26T01:05:00",
          "Last": "2015-02-26T01:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 25,
          "First": "2015-02-26T01:00:00",
          "Last": "2015-02-26T06:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 18,
          "First": "2015-02-26T01:00:00",
          "Last": "2015-02-26T01:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-26T01:20:00",
          "Last": "2015-02-26T01:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 58,
          "First": "2015-02-25T13:55:00",
          "Last": "2015-02-26T06:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-02-25T14:20:00",
          "Last": "2015-02-26T01:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "649 replica health errors | 256 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 217,
          "First": "2015-02-25T18:00:32.906",
          "Last": "2015-02-26T05:26:31.007"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 5,
          "First": "2015-02-25T20:40:57.315",
          "Last": "2015-02-25T21:21:03.609"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 34,
          "First": "2015-02-25T20:45:58.124",
          "Last": "2015-02-26T05:26:31.007"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 137,
          "First": "2015-02-25T18:45:40.233",
          "Last": "2015-02-26T05:26:31.007"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1421 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 2.408
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 556,
          "HourlyAverage": 31.132
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 98,
          "HourlyAverage": 5.487
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 642,
          "HourlyAverage": 35.948
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 80,
          "HourlyAverage": 4.479
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.112
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "62 partitions violated quota invariants | 62 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0921346d-5ed7-45ca-a118-bf9eb550dbeb",
          "MaxQuota": 8144708,
          "MaxUsage": 7718016
        },
        {
          "PartitionId": "8c92f2c3-f049-41bd-88cb-40d4590bd3e9",
          "MaxQuota": 8144708,
          "MaxUsage": 7700224
        },
        {
          "PartitionId": "10f0e673-7282-445c-ab3b-d4f3424f48ce",
          "MaxQuota": 8144708,
          "MaxUsage": 7664256
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "7d9de235-e625-411c-b456-9c05c12cf5fd",
          "MaxCrudUsage": 7400,
          "MaxIndexUsage": 1424,
          "MaxTotalUsage": 9664
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "27848399-79fb-46a7-8498-470d25186916",
          "MaxCrudUsage": 7392,
          "MaxIndexUsage": 1380,
          "MaxTotalUsage": 9652
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "cb39a25d-85c0-470a-95d0-7c10f399170a",
          "MaxCrudUsage": 7240,
          "MaxIndexUsage": 1396,
          "MaxTotalUsage": 9340
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 34 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T21:15:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 175.952,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T23:20:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 132.836,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T21:20:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 132.346,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T14:05:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 131.737,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T18:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 130.626,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 82.830747
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.281045
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86.200426
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.300411
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.318047
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67.140607
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 65.338396
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 61.317162
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 52.47294
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 51.994517
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 266.695883
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 105.383631
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 73.007432
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 72.226952
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 65.656035
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48058.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 50671.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54544.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 54704.448276
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 54713.7
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "24 Direct Https requests with 503 | 62 Direct Tcp requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 22,
          "Average": 2.2,
          "First": "2015-02-25T13:50:00",
          "Last": "2015-02-25T23:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-25T20:00:00",
          "Last": "2015-02-25T20:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 13,
          "Average": 4.333,
          "First": "2015-02-25T20:00:00",
          "Last": "2015-02-25T23:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Count": 49,
          "Average": 12.25,
          "First": "2015-02-25T17:05:00",
          "Last": "2015-02-25T17:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-25T23:15:00",
          "Last": "2015-02-25T23:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-26T04:30:00",
          "Last": "2015-02-26T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-25+19%3a58%3a28Z&end=2015-02-26+14%3a23%3a39Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T06:23:39.3129833-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 348588,
      "PhysicalCRUDUsageInMB": 1918768,
      "LogicalIndexUsageInMB": 35320,
      "LogicalCRUDUsageInMB": 469021,
      "ClientReportedUsageInMB": 647
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDMAwAAAAAAAA==",
  "_ts": 1424982881,
  "_etag": "\"22003975-0000-0000-0000-54ef83610000\"",
  "_attachments": "attachments/"
},
{
  "id": "501bc051-345a-4829-82c6-be7604cdb410",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDNAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-25T16:59:17.194657-08:00",
  "CompletedTime": "2015-02-26T11:24:28.8073323-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3d6824f5-d124-4369-afe3-2a6de67d3ccc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-25T16:59:19.5335185-08:00",
      "EndTime": "2015-02-25T17:12:50.1151386-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDNAwAAAAAAAA==",
  "_ts": 1424978667,
  "_etag": "\"22008526-0000-0000-0000-54ef72eb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8710f42d-2b3c-4453-9181-8cd81ccc73d0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDOAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-25T17:15:39.6055528-08:00",
  "CompletedTime": "2015-02-25T17:19:37.6343895-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDOAwAAAAAAAA==",
  "_ts": 1424913577,
  "_etag": "\"20000927-0000-0000-0000-54ee74a90000\"",
  "_attachments": "attachments/"
},
{
  "id": "8b7ccdb8-b58d-4d12-b5b9-be03e9813570",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDPAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-25T17:19:37.9548654-08:00",
  "CompletedTime": "2015-02-25T17:22:17.894418-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDPAwAAAAAAAA==",
  "_ts": 1424913737,
  "_etag": "\"20000528-0000-0000-0000-54ee75490000\"",
  "_attachments": "attachments/"
},
{
  "id": "f00d1114-ff88-46fc-a95c-d76c799a524d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDQAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-25T17:22:18.1747718-08:00",
  "CompletedTime": "2015-02-25T17:23:46.4047396-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDQAwAAAAAAAA==",
  "_ts": 1424913825,
  "_etag": "\"20008628-0000-0000-0000-54ee75a10000\"",
  "_attachments": "attachments/"
},
{
  "id": "71237349-f57c-4a4a-9ca1-387f2d8ff0da",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDRAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-25T17:23:46.6899749-08:00",
  "CompletedTime": "2015-02-25T23:26:31.6939776-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDRAwAAAAAAAA==",
  "_ts": 1424935591,
  "_etag": "\"20001fae-0000-0000-0000-54eecaa70000\"",
  "_attachments": "attachments/"
},
{
  "id": "acf80423-9c4e-4f6f-9511-7cf7026661ee",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDSAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-02-25T20:01:36.3241443-08:00",
  "CompletedTime": "2015-02-26T19:42:17.1132508-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "911364f6-1504-46fb-bc3d-8d5b440d2f8b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-25T21:51:48.2328313-08:00",
      "CompleteTime": "2015-02-25T22:00:55.0735643-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e218fe08-84f2-4dfc-81d0-bc1892021b91",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T21:51:48.7348596-08:00",
      "CompleteTime": "2015-02-25T22:00:25.2438337-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "970386e2-4b72-4cbf-bbfa-d6c07ceaef97",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-25T21:51:49.2639366-08:00",
      "CompleteTime": "2015-02-25T22:01:25.5313317-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c76e3a47-a405-4cc6-97f6-6e39b42051a1",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-25T21:51:50.6499722-08:00",
      "CompleteTime": "2015-02-25T22:02:11.1420492-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c0bc119f-4d48-4d58-b7f9-562d0a33f55f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T00:56:32.1820324-08:00",
      "CompleteTime": "2015-02-26T01:05:36.1615999-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e2702221-5fe4-4f82-b06a-ed21a27b0161",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:01:37.7432256-08:00",
      "EndTime": "2015-02-25T20:15:12.1064829-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "05ef14e7-9ca5-4b23-9211-e4f66164e784",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:21:09.1352005-08:00",
      "EndTime": "2015-02-25T20:22:18.8522466-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b66baec6-7192-45fa-875e-46fecd1f56f6",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:22:19.2132677-08:00",
      "EndTime": "2015-02-25T20:56:22.516841-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a156bc06-4e1d-44da-a35b-21bf3a69b528",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-25T20:56:28.107165-08:00",
      "EndTime": "2015-02-25T21:09:25.535279-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5400ad8e-c673-473c-93c7-018bc23e2ba5",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-25T22:51:47.6507057-08:00",
      "EndTime": "2015-02-26T00:01:20.1238344-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb7081dd-5399-4c84-9d83-189cafc658a6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Newton_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-26T00:41:37.7891313-08:00",
      "EndTime": "2015-02-26T03:07:25.866782-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a36%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a36%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-25T23:58:44.955601",
          "Last": "2015-02-25T23:58:44.955601"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a36%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-02-26T04:28:56.2094804",
          "Last": "2015-02-26T04:28:56.2094804"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a36%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a37%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38938437,
          "Average": 261331.79,
          "Max": 357675,
          "Min": 4833
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.24,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 300389,
          "Average": 2016.03,
          "Max": 36461,
          "Min": 5
        },
        {
          "StatusCode": 403,
          "Total": 481402,
          "Average": 3230.89,
          "Max": 199962,
          "Min": 90967
        },
        {
          "StatusCode": 404,
          "Total": 69958,
          "Average": 469.52,
          "Max": 8739,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34605,
          "Average": 232.25,
          "Max": 1419,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3060998,
          "Average": 20543.61,
          "Max": 67805,
          "Min": 1157
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a38%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1128490,
          "Average": 7573.76,
          "Max": 10609,
          "Min": 148
        },
        {
          "StatusCode": 401,
          "Total": 493,
          "Average": 3.31,
          "Max": 309,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 2427,
          "Average": 16.29,
          "Max": 172,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 891,
          "Average": 5.98,
          "Max": 47,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 82441,
          "Average": 553.3,
          "Max": 1718,
          "Min": 23
        },
        {
          "StatusCode": 449,
          "Total": 2797,
          "Average": 18.77,
          "Max": 206,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a38%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3383939,
          "Average": 22711,
          "Max": 30935,
          "Min": 375
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1559,
          "Average": 10,
          "Max": 966,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 8816,
          "Average": 59,
          "Max": 549,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 2642,
          "Average": 18,
          "Max": 120,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 251285,
          "Average": 1686,
          "Max": 5311,
          "Min": 68
        },
        {
          "StatusCode": 449,
          "Total": 6455,
          "Average": 43,
          "Max": 331,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a39%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5799645,
          "Average": 38923.79,
          "Max": 53092,
          "Min": 550
        },
        {
          "StatusCode": 400,
          "Total": 71834,
          "Average": 482.11,
          "Max": 29973,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 32123,
          "Average": 215.59,
          "Max": 5289,
          "Min": 212
        },
        {
          "StatusCode": 403,
          "Total": 8711,
          "Average": 58.46,
          "Max": 3678,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 12,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4037,
          "Average": 27.09,
          "Max": 196,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 480290,
          "Average": 3223.42,
          "Max": 10868,
          "Min": 266
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a40%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30550701,
          "Average": 203671.34,
          "Max": 270364,
          "Min": 1121
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.14,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 679556,
          "Average": 4530.37,
          "Max": 79151,
          "Min": 238
        },
        {
          "StatusCode": 404,
          "Total": 2955,
          "Average": 19.7,
          "Max": 373,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13091,
          "Average": 87.27,
          "Max": 1231,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 107303,
          "Average": 715.35,
          "Max": 6002,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a40%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6170036,
          "Average": 41133.57,
          "Max": 59116,
          "Min": 925
        },
        {
          "StatusCode": 401,
          "Total": 213937,
          "Average": 1426.25,
          "Max": 22056,
          "Min": 203
        },
        {
          "StatusCode": 404,
          "Total": 21802,
          "Average": 145.35,
          "Max": 2058,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13830,
          "Average": 92.2,
          "Max": 1082,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 96817,
          "Average": 645.45,
          "Max": 6407,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a41%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 240,
          "First": "2015-02-26T05:05:00",
          "Last": "2015-02-26T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 5,
          "First": "2015-02-26T08:20:00",
          "Last": "2015-02-26T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-26T07:15:00",
          "Last": "2015-02-26T07:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a47%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a49%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a49%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a50%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "375 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 3,
          "First": "2015-02-26T06:42:16.087",
          "Last": "2015-02-26T08:07:30.05"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 17,
          "First": "2015-02-26T04:41:55.722",
          "Last": "2015-02-26T08:42:35.735"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 277,
          "First": "2015-02-26T00:01:08.326",
          "Last": "2015-02-26T08:47:36.877"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 78,
          "First": "2015-02-26T02:11:30.428",
          "Last": "2015-02-26T08:42:35.735"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a50%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "700 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 564,
          "HourlyAverage": 47.384
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 53,
          "HourlyAverage": 4.453
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 1.008
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 70,
          "HourlyAverage": 5.881
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.084
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a50%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a50%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8b42e5bc-e47e-4bb5-bf11-5b3845def0c7",
          "MaxQuota": 8144708,
          "MaxUsage": 6266162
        },
        {
          "PartitionId": "f73404de-eec2-4482-b3d1-2969094f64a0",
          "MaxQuota": 8144708,
          "MaxUsage": 6228624
        },
        {
          "PartitionId": "2817ff10-1128-4215-a537-e275a2ebce9c",
          "MaxQuota": 8144708,
          "MaxUsage": 6228435
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a50%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "8b42e5bc-e47e-4bb5-bf11-5b3845def0c7",
          "MaxCrudUsage": 6192,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9868
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "f9c8b6b3-be72-4817-98a2-9795df8fe280",
          "MaxCrudUsage": 6176,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9852
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "3f5a5881-e17a-4c6d-9007-cb00b0f3f616",
          "MaxCrudUsage": 6184,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9828
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a51%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 13 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T01:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 375.458,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 142.152,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T23:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 135.547,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 123.166,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-25T23:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 122.962,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a52%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 80.980556
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 81.686306
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 82.4179
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.021271
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 83.855501
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a53%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 43.628661
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 41.68991
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 40.079797
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 36.155711
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 35.864988
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a55%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 81.22149
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 30.527769
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 30.171416
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 27.236713
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 23.188148
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a56%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 44919.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 47096.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 52078.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 52082.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 52219.133333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a57%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-25T21:24:50.5912338",
          "Last": "2015-02-25T21:25:19.0175216"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a57%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a58%3a57Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "18 Direct Https requests with 503 | 32 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 14,
          "Average": 1.273,
          "First": "2015-02-25T22:55:00",
          "Last": "2015-02-26T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-02-25T23:05:00",
          "Last": "2015-02-26T01:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Count": 29,
          "Average": 9.667,
          "First": "2015-02-25T23:15:00",
          "Last": "2015-02-25T23:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-02-25T23:30:00",
          "Last": "2015-02-25T23:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a59%3a12Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "1125d3fd-15e0-4b48-884e-4101072baf7b",
          "First": "2015-02-25T22:02:36.0309177",
          "Last": "2015-02-25T22:02:36.0309177",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-26+04%3a01%3a36Z&end=2015-02-26+16%3a59%3a25Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T08:59:31.5304633-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 986368,
      "PhysicalCRUDUsageInMB": 1797600,
      "LogicalIndexUsageInMB": 32563,
      "LogicalCRUDUsageInMB": 443589,
      "ClientReportedUsageInMB": 435268
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDSAwAAAAAAAA==",
  "_ts": 1425008536,
  "_etag": "\"3a00b87b-0000-0000-0000-54efe7980000\"",
  "_attachments": "attachments/"
},
{
  "id": "8010b91f-8b6e-48b2-9fc0-b48dc937d47c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDTAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-02-25T20:06:14.6072905-08:00",
  "CompletedTime": "2015-02-26T19:56:28.9326391-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9fe348eb-2edd-4244-bcca-60c2da5d5f63",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-25T21:57:42.8994472-08:00",
      "CompleteTime": "2015-02-25T22:06:21.4355036-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "08909411-8991-4891-970e-dc0bcd97e057",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-25T21:57:43.3414392-08:00",
      "CompleteTime": "2015-02-25T22:07:51.7507442-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "075db58b-4931-4e62-aec3-f009eb6f2954",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T21:57:44.0264781-08:00",
      "CompleteTime": "2015-02-25T22:05:20.7389818-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6bf13359-50b3-4463-b0ed-b7d5cc8f8c19",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-25T21:57:45.7625788-08:00",
      "CompleteTime": "2015-02-25T22:09:03.4609054-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "927772d0-1222-4266-aa38-e84c7f77e9da",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T23:12:39.9603769-08:00",
      "CompleteTime": "2015-02-25T23:23:44.6869513-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "edafd4f0-45c2-4fa9-aac8-c8063a93ce92",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-02-26T00:23:58.8166792-08:00",
      "CompleteTime": "2015-02-26T00:37:15.0388841-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "429e6a94-9d71-481b-8d61-c5548f18518c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:06:15.9633703-08:00",
      "EndTime": "2015-02-25T20:19:16.4656631-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f643100f-03c4-4d4d-88b5-f684cb8b545a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:24:10.7428029-08:00",
      "EndTime": "2015-02-25T20:25:22.0828792-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2a16fe9-84b0-45bc-88ea-1a8122946d1c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:25:22.4409492-08:00",
      "EndTime": "2015-02-25T21:01:38.1281558-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d8cd81be-6422-4c00-890b-5820de6f4bb2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-25T21:01:43.4634646-08:00",
      "EndTime": "2015-02-25T21:15:17.4927034-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae8be24c-efb1-4f29-acca-b1432fcb6bdd",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-25T22:57:43.497356-08:00",
      "EndTime": "2015-02-26T00:23:30.6950469-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "861a51e9-8998-4621-a710-01d218ac7506",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Euler_Official\\20150225.1\\x64\\Release",
      "StartTime": "2015-02-26T01:03:45.8261973-08:00",
      "EndTime": "2015-02-26T02:31:34.4419344-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a10%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a11%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a11%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-02-26T00:50:51.8284221",
          "Last": "2015-02-26T00:50:51.8284221"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a11%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a12%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42071315,
          "Average": 271427.84,
          "Max": 354562,
          "Min": 101
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.12,
          "Max": 14,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 240413,
          "Average": 1551.05,
          "Max": 39534,
          "Min": 464
        },
        {
          "StatusCode": 403,
          "Total": 367201,
          "Average": 2369.04,
          "Max": 181865,
          "Min": 14258
        },
        {
          "StatusCode": 404,
          "Total": 64170,
          "Average": 414.0,
          "Max": 11113,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 38379,
          "Average": 247.61,
          "Max": 1561,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4593321,
          "Average": 29634.33,
          "Max": 66975,
          "Min": 1041
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a13%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1232094,
          "Average": 7948.99,
          "Max": 10661,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 494,
          "Average": 3.19,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4813,
          "Average": 31.05,
          "Max": 84,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1055,
          "Average": 6.81,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 116883,
          "Average": 754.08,
          "Max": 1819,
          "Min": 34
        },
        {
          "StatusCode": 449,
          "Total": 5288,
          "Average": 34.12,
          "Max": 205,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a13%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3683812,
          "Average": 23766.53,
          "Max": 31493,
          "Min": 12
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1411,
          "Average": 9.1,
          "Max": 450,
          "Min": 4
        },
        {
          "StatusCode": 403,
          "Total": 36,
          "Average": 0.23,
          "Max": 22,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 18765,
          "Average": 121.06,
          "Max": 278,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3094,
          "Average": 19.96,
          "Max": 136,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 363489,
          "Average": 2345.09,
          "Max": 5406,
          "Min": 115
        },
        {
          "StatusCode": 449,
          "Total": 12991,
          "Average": 83.81,
          "Max": 357,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a14%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6204091,
          "Average": 40026.39,
          "Max": 53526,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 54428,
          "Average": 351.15,
          "Max": 26703,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 34512,
          "Average": 222.66,
          "Max": 5455,
          "Min": 82
        },
        {
          "StatusCode": 403,
          "Total": 8691,
          "Average": 56.07,
          "Max": 4596,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4675,
          "Average": 30.16,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 795423,
          "Average": 5131.76,
          "Max": 10731,
          "Min": 144
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a14%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30419003,
          "Average": 196251.63,
          "Max": 248579,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 78,
          "Average": 0.5,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 542970,
          "Average": 3503.03,
          "Max": 73366,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 3181,
          "Average": 20.52,
          "Max": 210,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 16486,
          "Average": 106.36,
          "Max": 1970,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 143173,
          "Average": 923.7,
          "Max": 3436,
          "Min": 26
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6884009,
          "Average": 44128.26,
          "Max": 57815,
          "Min": 11
        },
        {
          "StatusCode": 401,
          "Total": 193045,
          "Average": 1237.47,
          "Max": 22200,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 21152,
          "Average": 135.59,
          "Max": 822,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 15646,
          "Average": 100.29,
          "Max": 2042,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 109864,
          "Average": 704.26,
          "Max": 2642,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a16%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 516,
          "First": "2015-02-26T05:05:00",
          "Last": "2015-02-26T09:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 9,
          "First": "2015-02-26T05:20:00",
          "Last": "2015-02-26T09:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 20,
          "First": "2015-02-26T05:25:00",
          "Last": "2015-02-26T09:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a22%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a25%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a25%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a26%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "185 replica health errors | 1 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 109,
          "First": "2015-02-26T02:05:34.619",
          "Last": "2015-02-26T09:21:46.31"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 2,
          "First": "2015-02-26T08:41:39.599",
          "Last": "2015-02-26T09:21:46.27"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 22,
          "First": "2015-02-26T05:21:06.614",
          "Last": "2015-02-26T09:21:46.3"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 51,
          "First": "2015-02-26T02:15:35.953",
          "Last": "2015-02-26T09:21:46.31"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 1,
          "First": "2015-02-26T00:30:19.202",
          "Last": "2015-02-26T00:30:19.202"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a26%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "746 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 73,
          "HourlyAverage": 5.884
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 593,
          "HourlyAverage": 47.794
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.161
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 3.788
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.337
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.161
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a26%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a26%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "bd828907-5983-44a3-bbcf-c9d08c4cdf9a",
          "MaxQuota": 8144708,
          "MaxUsage": 6604860
        },
        {
          "PartitionId": "8b7b4956-9714-41c1-bd41-5881dd5ce700",
          "MaxQuota": 8144708,
          "MaxUsage": 6596712
        },
        {
          "PartitionId": "f228dfed-8110-4ff7-8bfb-b64f71515121",
          "MaxQuota": 8144708,
          "MaxUsage": 6586295
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a26%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "5b2da047-5d68-4e7b-bdc4-2a25cd90efd9",
          "MaxCrudUsage": 9784,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15232
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "3c40c005-df0d-40eb-bc6d-545f281b0f7e",
          "MaxCrudUsage": 9728,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15081
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "9699a66a-57d3-4db4-bb3d-b3ef37126579",
          "MaxCrudUsage": 9616,
          "MaxIndexUsage": 5121,
          "MaxTotalUsage": 15033
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a27%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 9 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T23:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 188.228,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 169.534,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 159.203,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 119.247,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 106.363,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a28%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 77.309051
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 77.976653
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 78.118495
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 79.703872
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 80.782559
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a29%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 29.73061
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 29.24119
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 29.008137
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 28.538997
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 27.026947
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a31%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 180.20343
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 76.018005
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.206822
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 32.11593
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 30.819391
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a32%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 42274.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 46269.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 47302.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 47493.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 47613.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a33%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-25T21:30:11.9424082",
          "Last": "2015-02-25T21:30:16.0103084"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a33%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a35%3a40Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "13 Direct Https requests with 503 | 3 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 13,
          "Average": 1.857,
          "First": "2015-02-25T23:25:00",
          "Last": "2015-02-26T09:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-02-26T00:50:00",
          "Last": "2015-02-26T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a35%3a59Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "5715a761-55bb-482b-956f-734edbf1ae52",
          "First": "2015-02-25T22:07:00.7919875",
          "Last": "2015-02-25T22:07:00.7919875",
          "Count": 1
        },
        {
          "ActivityId": "65382d8b-9b53-45e0-a176-88d004d3cc08",
          "First": "2015-02-25T22:28:50.4853915",
          "Last": "2015-02-25T22:28:50.4853915",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-26+04%3a06%3a14Z&end=2015-02-26+17%3a36%3a12Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T09:36:19.8340974-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1037060,
      "PhysicalCRUDUsageInMB": 1971792,
      "LogicalIndexUsageInMB": 32774,
      "LogicalCRUDUsageInMB": 460100,
      "ClientReportedUsageInMB": 463480
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDTAwAAAAAAAA==",
  "_ts": 1425009388,
  "_etag": "\"3a006493-0000-0000-0000-54efeaec0000\"",
  "_attachments": "attachments/"
},
{
  "id": "6d515d03-2da2-43ce-a480-05ddc403a9e1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDUAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-25T20:41:07.3969252-08:00",
  "CompletedTime": "2015-02-25T20:45:10.1309555-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f9394381-34bf-44c1-8d29-47eb3e292e83",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:41:10.4879761-08:00",
      "EndTime": "2015-02-25T20:42:34.5297302-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDUAwAAAAAAAA==",
  "_ts": 1424925909,
  "_etag": "\"2000d176-0000-0000-0000-54eea4d50000\"",
  "_attachments": "attachments/"
},
{
  "id": "63a233bd-5acb-4224-b328-98b7f9f156be",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDVAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-25T20:45:10.3399709-08:00",
  "CompletedTime": "2015-02-26T10:17:54.4461757-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e0113d36-3476-40aa-8080-755654b52fdf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T20:45:12.7300673-08:00",
      "EndTime": "2015-02-25T21:06:24.6235427-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDVAwAAAAAAAA==",
  "_ts": 1424974673,
  "_etag": "\"210076f8-0000-0000-0000-54ef63510000\"",
  "_attachments": "attachments/"
},
{
  "id": "1b778580-cabb-4a49-9daa-6a301f5b3140",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDWAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-02-25T21:28:26.1884911-08:00",
  "CompletedTime": "2015-02-26T13:45:36.0150518-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "504ce414-4653-414f-8c7d-eff7b7647198",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-25T22:51:21.6272093-08:00",
      "CompleteTime": "2015-02-25T22:58:27.856348-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dcdf6c6f-6b05-482d-8aba-4a0f9c4f7146",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-25T22:51:21.9732964-08:00",
      "CompleteTime": "2015-02-25T23:00:27.9490149-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2136675e-9aa3-4d0e-8e3b-84019149283c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-25T22:51:22.3524185-08:00",
      "CompleteTime": "2015-02-25T22:58:57.5354025-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "11835e1a-30ae-4dc3-9d01-b8656126acf2",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-25T22:51:22.830882-08:00",
      "CompleteTime": "2015-02-25T22:59:34.8238539-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f026913c-83b7-4d97-b10f-af93a5715041",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T02:24:00.0634444-08:00",
      "CompleteTime": "2015-02-26T02:53:29.2978159-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3c70a70-f9de-4ad8-9c81-3800a67b857c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-02-26T03:36:53.5637451-08:00",
      "CompleteTime": "2015-02-26T03:52:07.4986389-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "038d9c93-6ed7-4fdb-9efb-9382d6b171cf",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T06:40:59.0503936-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ce6833da-2fa5-472e-94a8-eab504c6dba7",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-02-26T12:26:55.2865008-08:00",
      "CompleteTime": "2015-02-26T13:43:16.7737367-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f4ba0020-372c-4f08-a966-514129a05b78",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T21:28:27.5328141-08:00",
      "EndTime": "2015-02-25T21:42:57.067613-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "60345397-9a93-413f-9a33-2e495861bf21",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T22:14:22.3880342-08:00",
      "EndTime": "2015-02-25T22:15:29.9590643-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2fcc59d1-a3ed-4040-b1f9-31b69dd6993c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T22:15:30.3025548-08:00",
      "EndTime": "2015-02-25T22:50:03.2876015-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e82b55b-33d9-4fc5-9152-9ad8a924bd1b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-25T23:51:21.3547645-08:00",
      "EndTime": "2015-02-26T02:08:57.1163745-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "764e29ed-85e0-4c63-97b2-a6ba3f0aeb59",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T02:09:02.0217443-08:00",
      "EndTime": "2015-02-26T03:36:50.0104774-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e548d04-6a88-44f0-8e3f-bc6c47699dad",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T04:16:53.6836747-08:00",
      "EndTime": "2015-02-26T05:46:45.8361547-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d349ade8-7b5d-44af-b5f6-d29a6ec55b5d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T06:26:49.4403472-08:00",
      "EndTime": "2015-02-26T08:56:28.5100105-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "507aa20a-c54f-4a1e-b108-6e800ee7ba2b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T09:36:33.5542107-08:00",
      "EndTime": "2015-02-26T11:45:33.360695-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "19 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T06:34:30.6403535",
          "Last": "2015-02-26T06:34:30.6403535"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T12:22:41.9400649",
          "Last": "2015-02-26T12:22:41.9400649"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 17,
          "First": "2015-02-26T07:37:38.532535",
          "Last": "2015-02-26T08:41:58.9274753"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "120 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 94,
          "First": "2015-02-26T07:37:34.2614795",
          "Last": "2015-02-26T08:41:56.1570344"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 20,
          "First": "2015-02-26T07:37:34.494494",
          "Last": "2015-02-26T08:41:56.8637569"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 6,
          "First": "2015-02-26T07:37:35.5545588",
          "Last": "2015-02-26T08:41:55.1402918"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "First": "2015-02-26T01:04:13.6266402",
          "Last": "2015-02-26T08:50:31.463541"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45951006,
          "Average": 261085.26,
          "Max": 364527,
          "Min": 2163
        },
        {
          "StatusCode": 400,
          "Total": 56,
          "Average": 0.32,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 22,
          "Average": 0.12,
          "Max": 22,
          "Min": 22
        },
        {
          "StatusCode": 403,
          "Total": 1650805,
          "Average": 9379.57,
          "Max": 176154,
          "Min": 2636
        },
        {
          "StatusCode": 404,
          "Total": 297374,
          "Average": 1689.62,
          "Max": 23881,
          "Min": 193
        },
        {
          "StatusCode": 409,
          "Total": 66,
          "Average": 0.38,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47780,
          "Average": 271.48,
          "Max": 1517,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7128459,
          "Average": 40502.61,
          "Max": 151085,
          "Min": 421
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 12:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1390052,
          "Average": 7898.02,
          "Max": 10961,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 5121,
          "Average": 29.1,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1198,
          "Average": 6.81,
          "Max": 48,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 171050,
          "Average": 971.88,
          "Max": 2270,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 10513,
          "Average": 59.73,
          "Max": 267,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 12:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4147873,
          "Average": 23567.46,
          "Max": 31215,
          "Min": 161
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 1977,
          "Average": 11.23,
          "Max": 702,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 19877,
          "Average": 112.94,
          "Max": 677,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 3820,
          "Average": 21.7,
          "Max": 138,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 525331,
          "Average": 2984.84,
          "Max": 6719,
          "Min": 38
        },
        {
          "StatusCode": 449,
          "Total": 20962,
          "Average": 119.1,
          "Max": 478,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6816008,
          "Average": 38727.32,
          "Max": 54462,
          "Min": 158
        },
        {
          "StatusCode": 400,
          "Total": 246814,
          "Average": 1402.35,
          "Max": 26412,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.02,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 403,
          "Total": 8703,
          "Average": 49.45,
          "Max": 4949,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 22,
          "Average": 0.12,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5264,
          "Average": 29.91,
          "Max": 146,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1113240,
          "Average": 6325.23,
          "Max": 23064,
          "Min": 217
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 39207612,
          "Average": 222770.52,
          "Max": 253745,
          "Min": 405
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.18,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 404,
          "Total": 7304,
          "Average": 41.5,
          "Max": 750,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 38469,
          "Average": 218.57,
          "Max": 2192,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 277152,
          "Average": 1574.73,
          "Max": 6978,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7475264,
          "Average": 42233.13,
          "Max": 60651,
          "Min": 400
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.18,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 404,
          "Total": 39490,
          "Average": 223.11,
          "Max": 3233,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34289,
          "Average": 193.72,
          "Max": 1843,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 249249,
          "Average": 1408.19,
          "Max": 8170,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-02-26T06:55:00",
          "Last": "2015-02-26T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 163,
          "First": "2015-02-26T04:20:00",
          "Last": "2015-02-26T13:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 76,
          "First": "2015-02-26T00:55:00",
          "Last": "2015-02-26T13:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 185,
          "First": "2015-02-26T00:15:00",
          "Last": "2015-02-26T13:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 8,
          "First": "2015-02-26T00:45:00",
          "Last": "2015-02-26T13:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-25T23:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "5 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 5,
          "First": "2015-02-26T12:49:56.313589",
          "Last": "2015-02-26T13:17:40.4438656"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "2516 replica health errors | 255 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1296,
          "First": "2015-02-26T03:48:19.742",
          "Last": "2015-02-26T13:38:32.004"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 283,
          "First": "2015-02-26T08:56:34.29",
          "Last": "2015-02-26T13:28:29.881"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 221,
          "First": "2015-02-26T09:01:35.168",
          "Last": "2015-02-26T11:51:30.913"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 461,
          "First": "2015-02-26T02:08:05.045",
          "Last": "2015-02-26T11:56:32"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 255,
          "First": "2015-02-26T03:43:18.847",
          "Last": "2015-02-26T13:08:25.314"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1577 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 355,
          "HourlyAverage": 23.784
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 59,
          "HourlyAverage": 3.953
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 153,
          "HourlyAverage": 10.251
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 984,
          "HourlyAverage": 65.926
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.541
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.067
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.201
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "67 partitions violated quota invariants | 67 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7783d768-fde6-4f62-b73b-ff7cad0c9984",
          "MaxQuota": 8144708,
          "MaxUsage": 7556800
        },
        {
          "PartitionId": "0a9e200d-d786-44be-b12d-2d3fe906216e",
          "MaxQuota": 8144708,
          "MaxUsage": 7550272
        },
        {
          "PartitionId": "4a94d155-394b-41ec-9192-fcec46dde50b",
          "MaxQuota": 8144708,
          "MaxUsage": 7547712
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "4b601940-50db-4423-8dbf-893765f0359d",
          "MaxCrudUsage": 7336,
          "MaxIndexUsage": 4380,
          "MaxTotalUsage": 12044
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "10191e7d-de26-4022-a5ef-c22d0eac5ea2",
          "MaxCrudUsage": 7360,
          "MaxIndexUsage": 4420,
          "MaxTotalUsage": 11996
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "689facc0-a694-4068-9008-4a0edec0da4f",
          "MaxCrudUsage": 7360,
          "MaxIndexUsage": 4288,
          "MaxTotalUsage": 11864
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 45 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T08:50:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 2264.094,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T08:45:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 1404.636,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T10:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 226.21,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T08:50:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 170.536,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 165.078,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 75.762306
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 78.261529
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 78.267122
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 78.916181
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.459183
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.923371
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 82.699131
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 76.335709
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 66.627636
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 66.086904
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 263.944703
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 261.763286
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 242.92402
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 214.250531
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 176.706784
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57597.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60598.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 60959.551724
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64347.923077
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 64706.56
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1110 Direct Tcp requests with 503 | 220 Direct Https requests with 503 | 120 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Count": 7,
          "Average": 3.5,
          "First": "2015-02-26T04:00:00",
          "Last": "2015-02-26T11:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 215,
          "Average": 12.647,
          "First": "2015-02-26T02:25:00",
          "Last": "2015-02-26T11:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1103,
          "Average": 73.533,
          "First": "2015-02-26T01:00:00",
          "Last": "2015-02-26T11:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 120,
          "Average": 30.0,
          "First": "2015-02-26T07:35:00",
          "Last": "2015-02-26T08:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-26T11:15:00",
          "Last": "2015-02-26T11:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T11:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-26+05%3a28%3a26Z&end=2015-02-26+21%3a45%3a36Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T09:19:06.7318884-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 941244,
      "PhysicalCRUDUsageInMB": 1651088,
      "LogicalIndexUsageInMB": 33558,
      "LogicalCRUDUsageInMB": 424894,
      "ClientReportedUsageInMB": 311531
    },
    {
      "TimeStamp": "2015-02-26T11:02:50.8098308-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1164160,
      "PhysicalCRUDUsageInMB": 2103576,
      "LogicalIndexUsageInMB": 39660,
      "LogicalCRUDUsageInMB": 509966,
      "ClientReportedUsageInMB": 470296
    },
    {
      "TimeStamp": "2015-02-26T13:16:06.981408-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 362144,
      "PhysicalCRUDUsageInMB": 1185712,
      "LogicalIndexUsageInMB": 24535,
      "LogicalCRUDUsageInMB": 313533,
      "ClientReportedUsageInMB": 358
    },
    {
      "TimeStamp": "2015-02-26T13:45:36.0150518-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 478688,
      "PhysicalCRUDUsageInMB": 1645336,
      "LogicalIndexUsageInMB": 32965,
      "LogicalCRUDUsageInMB": 422483,
      "ClientReportedUsageInMB": 8519
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDWAwAAAAAAAA==",
  "_ts": 1424988729,
  "_etag": "\"22004fe6-0000-0000-0000-54ef9a390000\"",
  "_attachments": "attachments/"
},
{
  "id": "e2520694-6aab-41db-a582-c10a28c31bd8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDXAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-25T21:28:41.0258369-08:00",
  "CompletedTime": "2015-02-26T08:57:18.125485-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "25cfa528-2db5-47b8-a01d-0092125612ce",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T07:07:12.7640258-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4fa4fdc9-2810-4b5a-afe3-9d3da105367c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T07:07:13.1360538-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fed79050-54fb-41df-a9f3-fd7d540154d3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T07:07:13.5120823-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e8159970-f56d-4e5a-a451-4e797412d18d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T08:22:10.8691093-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "7606e926-9f4a-43ab-9f57-80982159d896",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-25T22:14:14.4867254-08:00",
      "EndTime": "2015-02-25T22:24:32.7417724-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8880fa69-5e7f-4e63-af59-693561fe3dba",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-25T22:25:13.6445383-08:00",
      "EndTime": "2015-02-25T22:26:22.5322776-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "022d91f2-e2ff-4e44-8689-2e2fc89422ad",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-25T22:26:22.8675286-08:00",
      "EndTime": "2015-02-26T06:42:46.4714916-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fd9f4d53-3d65-47c3-a17b-6ab511e4e028",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-26T08:07:11.7513305-08:00",
      "EndTime": "2015-02-26T08:46:34.0196357-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDXAwAAAAAAAA==",
  "_ts": 1424969837,
  "_etag": "\"2100f1ad-0000-0000-0000-54ef506d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2d05f7a3-ee9e-4986-b2ae-886298ff4e09",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDYAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-25T23:25:05.5319421-08:00",
  "CompletedTime": "2015-02-26T11:54:36.6011588-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "436d1fde-98ae-4a37-8acf-7a3abcce7265",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T00:17:00.6110817-08:00",
      "CompleteTime": "2015-02-26T00:25:07.179495-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1b386d20-aafc-461f-b03e-53b5a253a5d3",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T00:17:00.9853852-08:00",
      "CompleteTime": "2015-02-26T00:24:06.8559461-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8c31a9f8-20d5-4c0c-88ed-067d43c95fa6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T00:17:01.3296607-08:00",
      "CompleteTime": "2015-02-26T00:23:37.2441165-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56528854-64c1-4b60-8fba-3f44dcad1e35",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T00:17:07.3314923-08:00",
      "CompleteTime": "2015-02-26T00:25:21.3799261-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e01b4956-f5a7-49d0-a156-4ffeb80bbbff",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T04:13:58.3077471-08:00",
      "CompleteTime": "2015-02-26T04:20:32.5359616-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f3cad262-7b0a-427a-a78b-854dddd6b328",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-26T05:07:22.0641135-08:00",
      "CompleteTime": "2015-02-26T05:16:40.6605147-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bf06db7e-9c8e-44ac-b236-434c2b0a02ea",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T07:48:25.5225985-08:00",
      "CompleteTime": "2015-02-26T07:55:33.2908302-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "87a4a58f-fc2f-40bb-8013-60f8507fc571",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-26T10:08:01.9971709-08:00",
      "CompleteTime": "2015-02-26T11:10:28.3380343-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8888ee82-cffe-472a-905d-e3e8d6fdfbae",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:25:08.1231503-08:00",
      "EndTime": "2015-02-25T23:38:13.6526736-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea5f2c68-8040-42af-9ccf-bec3aca8ac67",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:39:53.4023532-08:00",
      "EndTime": "2015-02-25T23:41:02.1011871-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8359dd35-5542-482d-8be2-cb64cbcd988e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:41:02.4752089-08:00",
      "EndTime": "2015-02-26T00:15:42.2350021-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f6c20059-fe96-4693-9dd7-271da4a58b96",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T01:17:02.2207371-08:00",
      "EndTime": "2015-02-26T03:18:47.7862524-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f87badf4-c4b1-4410-979b-bcd4f7cd511a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T03:59:04.322475-08:00",
      "EndTime": "2015-02-26T05:07:15.3543121-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "34cfc860-9abd-4202-a487-709057f1dc10",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T05:47:25.6389386-08:00",
      "EndTime": "2015-02-26T07:07:56.7899524-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a9a163e7-a662-49aa-96df-0eb8462ba048",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T07:48:11.4893775-08:00",
      "EndTime": "2015-02-26T09:54:28.9127443-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "36 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 32,
          "First": "2015-02-26T05:51:40.8595512",
          "Last": "2015-02-26T11:41:24.0125078"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-26T10:27:35.3712882",
          "Last": "2015-02-26T10:28:24.4148549"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-26T09:59:12.6589932",
          "Last": "2015-02-26T10:00:18.0799451"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "61 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-02-26T04:25:37.9550581",
          "Last": "2015-02-26T04:25:37.9550581"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 60,
          "First": "2015-02-26T05:18:45.8929788",
          "Last": "2015-02-26T11:34:30.1949891"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37295101,
          "Average": 272227.01,
          "Max": 326999,
          "Min": 10
        },
        {
          "StatusCode": 400,
          "Total": 62,
          "Average": 0.45,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 15714,
          "Average": 114.7,
          "Max": 8247,
          "Min": 104
        },
        {
          "StatusCode": 404,
          "Total": 213383,
          "Average": 1557.54,
          "Max": 14402,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 26,
          "Average": 0.19,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 45884,
          "Average": 334.92,
          "Max": 2025,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5023776,
          "Average": 36669.9,
          "Max": 146560,
          "Min": 1462
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1091270,
          "Average": 8024.04,
          "Max": 10174,
          "Min": 135
        },
        {
          "StatusCode": 404,
          "Total": 4621,
          "Average": 33.98,
          "Max": 185,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 1197,
          "Average": 8.8,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 118990,
          "Average": 874.93,
          "Max": 2585,
          "Min": 24
        },
        {
          "StatusCode": 449,
          "Total": 6244,
          "Average": 45.91,
          "Max": 160,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3263209,
          "Average": 23994.18,
          "Max": 28983,
          "Min": 316
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 553,
          "Average": 4.07,
          "Max": 369,
          "Min": 184
        },
        {
          "StatusCode": 404,
          "Total": 17617,
          "Average": 129.54,
          "Max": 616,
          "Min": 24
        },
        {
          "StatusCode": 410,
          "Total": 3686,
          "Average": 27.1,
          "Max": 168,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 362013,
          "Average": 2661.86,
          "Max": 7299,
          "Min": 95
        },
        {
          "StatusCode": 449,
          "Total": 13398,
          "Average": 98.51,
          "Max": 270,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5512226,
          "Average": 40531.07,
          "Max": 49003,
          "Min": 710
        },
        {
          "StatusCode": 400,
          "Total": 2378,
          "Average": 17.49,
          "Max": 1249,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9073,
          "Average": 66.71,
          "Max": 4104,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 23,
          "Average": 0.17,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5107,
          "Average": 37.55,
          "Max": 245,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 806077,
          "Average": 5927.04,
          "Max": 22588,
          "Min": 718
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26998759,
          "Average": 198520.29,
          "Max": 219478,
          "Min": 50608
        },
        {
          "StatusCode": 400,
          "Total": 43,
          "Average": 0.32,
          "Max": 10,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 9234,
          "Average": 67.9,
          "Max": 3069,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33645,
          "Average": 247.39,
          "Max": 2197,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 282358,
          "Average": 2076.16,
          "Max": 5122,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6113660,
          "Average": 44953.38,
          "Max": 54640,
          "Min": 869
        },
        {
          "StatusCode": 404,
          "Total": 36121,
          "Average": 265.6,
          "Max": 2386,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 33163,
          "Average": 243.85,
          "Max": 2518,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 230655,
          "Average": 1695.99,
          "Max": 3939,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 2,
          "First": "2015-02-26T10:25:00",
          "Last": "2015-02-26T10:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 120,
          "First": "2015-02-26T05:40:00",
          "Last": "2015-02-26T10:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 51,
          "First": "2015-02-26T09:00:00",
          "Last": "2015-02-26T11:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 2,
          "First": "2015-02-26T05:50:00",
          "Last": "2015-02-26T10:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 33,
          "First": "2015-02-26T01:55:00",
          "Last": "2015-02-26T10:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-02-26T09:15:00",
          "Last": "2015-02-26T10:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "60 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 60,
          "First": "2015-02-26T10:21:26.7124396",
          "Last": "2015-02-26T10:49:00.3722246"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "818 replica health errors | 147 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 90,
          "First": "2015-02-26T08:11:16.707",
          "Last": "2015-02-26T11:40:48.038"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 124,
          "First": "2015-02-26T06:51:04.451",
          "Last": "2015-02-26T11:50:49.94"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 457,
          "First": "2015-02-26T03:20:32.323",
          "Last": "2015-02-26T11:50:49.94"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1942 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 56,
          "HourlyAverage": 4.808
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 592,
          "HourlyAverage": 50.822
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1112,
          "HourlyAverage": 95.463
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 178,
          "HourlyAverage": 15.281
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.343
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "48 partitions violated quota invariants | 48 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8cf7a83b-7d8a-4ee6-8ceb-0ba792ade5a5",
          "MaxQuota": 6981471,
          "MaxUsage": 5653120
        },
        {
          "PartitionId": "2559e749-36ef-4092-bf6b-d6eeb2d45526",
          "MaxQuota": 6981471,
          "MaxUsage": 5634816
        },
        {
          "PartitionId": "43867472-5348-4dfe-9b8d-1a146c57e547",
          "MaxQuota": 6981471,
          "MaxUsage": 5628672
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "93d477f0-ea87-4429-8977-51b3c1f2b301",
          "MaxCrudUsage": 5824,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9596
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "e7a5c777-beb6-4efa-872f-d0599a2704ac",
          "MaxCrudUsage": 5744,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9388
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2559e749-36ef-4092-bf6b-d6eeb2d45526",
          "MaxCrudUsage": 5520,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9196
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 42 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T06:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 248.049,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T01:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 231.536,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T06:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 202.759,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T08:15:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 187.238,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T09:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 185.513,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 81.523962
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 82.549588
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.988781
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 83.359002
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.680548
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 74.179091
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 70.250716
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 65.920146
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63.235906
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59.48363
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 356.868315
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 343.217159
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 275.314539
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 266.607295
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 237.08765
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61252.888889
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 63556.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 66053.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 67849.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 67975.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "2 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.InvalidOperationException",
          "ExceptionMessage": "Operation not opermitted in iterator state None",
          "Count": 2,
          "First": "2015-02-26T01:43:45.3020713",
          "Last": "2015-02-26T01:53:45.1412848"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "214 Direct Https requests with 503 | 219 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 174,
          "Average": 17.4,
          "First": "2015-02-26T00:55:00",
          "Last": "2015-02-26T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 216,
          "Average": 27.0,
          "First": "2015-02-26T00:45:00",
          "Last": "2015-02-26T08:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-26T08:15:00",
          "Last": "2015-02-26T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 37,
          "Average": 9.25,
          "First": "2015-02-26T00:35:00",
          "Last": "2015-02-26T08:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T11:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-26T11:45:00",
          "Last": "2015-02-26T11:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-26T05:55:00",
          "Last": "2015-02-26T05:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-26+07%3a25%3a05Z&end=2015-02-26+19%3a54%3a36Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T11:54:36.6011588-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 507084,
      "PhysicalCRUDUsageInMB": 1305944,
      "LogicalIndexUsageInMB": 25155,
      "LogicalCRUDUsageInMB": 330909,
      "ClientReportedUsageInMB": 108437
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDYAwAAAAAAAA==",
  "_ts": 1424985333,
  "_etag": "\"2200a2ad-0000-0000-0000-54ef8cf50000\"",
  "_attachments": "attachments/"
},
{
  "id": "6a0dc1e1-3e70-4874-875b-abbb9397bf68",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDZAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-25T23:26:32.0022267-08:00",
  "CompletedTime": "2015-02-26T20:51:52.6241409-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6b62e409-6f7b-47a2-bba7-aa87b68f9889",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T01:13:08.762996-08:00",
      "CompleteTime": "2015-02-26T01:24:15.8936511-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "011faf25-5f4e-41c2-aee8-3fee07eb19bb",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T01:13:09.1331063-08:00",
      "CompleteTime": "2015-02-26T01:22:15.8990391-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "12edd734-181e-4dbd-a090-2c8daafed502",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T01:13:09.6277852-08:00",
      "CompleteTime": "2015-02-26T01:23:45.6639736-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cae5f0e-4a7e-4bd6-8c7c-ca4ab95c3a9a",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T01:13:10.1333123-08:00",
      "CompleteTime": "2015-02-26T01:22:28.0172743-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7489659-5bec-46f9-bd77-1d6bc76c931c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T05:40:10.4380359-08:00",
      "CompleteTime": "2015-02-26T05:50:16.2298122-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "24e63d95-9cde-4052-a6db-c5042293e90b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-26T07:24:13.5657197-08:00",
      "CompleteTime": "2015-02-26T07:36:29.8665808-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48e833ec-2afd-474c-aa61-33d3713dab9c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T09:23:22.8623415-08:00",
      "CompleteTime": "2015-02-26T09:35:29.0944347-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e4c5e329-2449-490c-a87d-ad1360ce7859",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-26T13:32:39.4084656-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "f3ce6e72-ecab-47f0-a1f5-2f9a372152c1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:26:33.9017519-08:00",
      "EndTime": "2015-02-25T23:39:23.6607454-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a65cf921-adf5-46a1-ae66-8370e1cbc3a5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:43:01.9264564-08:00",
      "EndTime": "2015-02-25T23:44:10.1113735-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "35441341-5cac-4415-8865-6f257ee160ac",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-25T23:44:10.4996838-08:00",
      "EndTime": "2015-02-26T00:18:40.2522725-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc8ee9eb-e89e-40fe-8408-0a912715de85",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T00:18:43.3087416-08:00",
      "EndTime": "2015-02-26T00:31:46.1118716-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1745dccb-3572-4212-809a-1d70fdc88bcd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T02:13:06.3113648-08:00",
      "EndTime": "2015-02-26T04:27:50.5335028-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a39fd1bd-8129-40b8-9d0d-6edeb2926bb6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T05:25:13.409767-08:00",
      "EndTime": "2015-02-26T07:07:24.8967595-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3f173ac-6edb-4523-a494-b8258d15fa17",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T08:04:17.4435929-08:00",
      "EndTime": "2015-02-26T09:35:55.6360989-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e65f6a79-a000-40b0-a18d-beeb13469ea0",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Main_Official\\20150225.7\\x64\\Release",
      "StartTime": "2015-02-26T10:32:07.6152789-08:00",
      "EndTime": "2015-02-26T12:39:13.8703142-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a37%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a37%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "79 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 9,
          "First": "2015-02-26T10:55:18.5209872",
          "Last": "2015-02-26T12:14:04.8558674"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-02-26T13:52:24.5487046",
          "Last": "2015-02-26T14:04:18.4991219"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 54,
          "First": "2015-02-26T04:20:44.3999959",
          "Last": "2015-02-26T12:01:15.7110744"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T06:19:39.1722576",
          "Last": "2015-02-26T06:19:39.1722576"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-02-26T12:59:48.383945",
          "Last": "2015-02-26T13:24:22.8878426"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T14:25:03.9541152",
          "Last": "2015-02-26T14:25:03.9541152"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a37%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "98 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 98,
          "First": "2015-02-26T06:54:20.4760944",
          "Last": "2015-02-26T15:24:50.075608"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a37%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a38%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42276863,
          "Average": 248687.43,
          "Max": 343881,
          "Min": 2149
        },
        {
          "StatusCode": 400,
          "Total": 35,
          "Average": 0.21,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 845713,
          "Average": 4974.78,
          "Max": 66135,
          "Min": 4187
        },
        {
          "StatusCode": 404,
          "Total": 343354,
          "Average": 2019.73,
          "Max": 24283,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 27,
          "Average": 0.16,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 42505,
          "Average": 250.03,
          "Max": 2402,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6218912,
          "Average": 36581.84,
          "Max": 188216,
          "Min": 658
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a38%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1259679,
          "Average": 7409.88,
          "Max": 10662,
          "Min": 75
        },
        {
          "StatusCode": 401,
          "Total": 472,
          "Average": 2.78,
          "Max": 139,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 6212,
          "Average": 36.54,
          "Max": 211,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1146,
          "Average": 6.74,
          "Max": 70,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 144488,
          "Average": 849.93,
          "Max": 1984,
          "Min": 19
        },
        {
          "StatusCode": 449,
          "Total": 7980,
          "Average": 46.94,
          "Max": 232,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a38%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3767145,
          "Average": 22159.68,
          "Max": 30651,
          "Min": 198
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1400,
          "Average": 8.24,
          "Max": 436,
          "Min": 22
        },
        {
          "StatusCode": 404,
          "Total": 23812,
          "Average": 140.07,
          "Max": 665,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3424,
          "Average": 20.14,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 445134,
          "Average": 2618.44,
          "Max": 5815,
          "Min": 60
        },
        {
          "StatusCode": 449,
          "Total": 17943,
          "Average": 105.55,
          "Max": 411,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a39%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6252323,
          "Average": 36778.37,
          "Max": 50810,
          "Min": 175
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.08,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 107106,
          "Average": 630.04,
          "Max": 6166,
          "Min": 604
        },
        {
          "StatusCode": 403,
          "Total": 9435,
          "Average": 55.5,
          "Max": 4469,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 19,
          "Average": 0.11,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4884,
          "Average": 28.73,
          "Max": 218,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 992862,
          "Average": 5840.36,
          "Max": 28403,
          "Min": 322
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a39%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31571763,
          "Average": 185716.25,
          "Max": 218469,
          "Min": 597
        },
        {
          "StatusCode": 400,
          "Total": 11535,
          "Average": 67.85,
          "Max": 315,
          "Min": 7
        },
        {
          "StatusCode": 401,
          "Total": 994435,
          "Average": 5849.62,
          "Max": 62146,
          "Min": 237
        },
        {
          "StatusCode": 404,
          "Total": 7943,
          "Average": 46.72,
          "Max": 820,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34433,
          "Average": 202.55,
          "Max": 2680,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 594990,
          "Average": 3499.94,
          "Max": 9640,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a40%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6934074,
          "Average": 40788.67,
          "Max": 60292,
          "Min": 153
        },
        {
          "StatusCode": 401,
          "Total": 275537,
          "Average": 1620.81,
          "Max": 22071,
          "Min": 213
        },
        {
          "StatusCode": 404,
          "Total": 46825,
          "Average": 275.44,
          "Max": 1947,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 31502,
          "Average": 185.31,
          "Max": 2438,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 275839,
          "Average": 1622.58,
          "Max": 5868,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a41%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 2,
          "First": "2015-02-26T13:50:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 4,
          "First": "2015-02-26T13:55:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-02-26T13:55:00",
          "Last": "2015-02-26T13:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 35,
          "First": "2015-02-26T08:20:00",
          "Last": "2015-02-26T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 3,
          "First": "2015-02-26T08:20:00",
          "Last": "2015-02-26T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 17,
          "First": "2015-02-26T11:45:00",
          "Last": "2015-02-26T14:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 2,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T13:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 47,
          "First": "2015-02-26T03:55:00",
          "Last": "2015-02-26T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 4,
          "First": "2015-02-26T08:20:00",
          "Last": "2015-02-26T14:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a48%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "4 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T02:00:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 1
        },
        {
          "DateTime": "2015-02-26T03:00:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 1
        },
        {
          "DateTime": "2015-02-26T03:00:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 2
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a51%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a51%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "17 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 17,
          "First": "2015-02-26T13:49:11.3170726",
          "Last": "2015-02-26T17:30:33.9794831"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a53%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1110 replica health errors | 1 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 104,
          "First": "2015-02-26T04:34:51.869",
          "Last": "2015-02-26T14:34:22.824"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-02-26T04:34:51.879",
          "Last": "2015-02-26T04:34:51.879"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 259,
          "First": "2015-02-26T03:20:47.204",
          "Last": "2015-02-26T13:00:57.189"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 512,
          "First": "2015-02-26T03:20:47.204",
          "Last": "2015-02-26T13:00:57.189"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 233,
          "First": "2015-02-26T13:41:01.347",
          "Last": "2015-02-26T14:06:07.666"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a53%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1835 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 428,
          "HourlyAverage": 24.351
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 2.674
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 40,
          "HourlyAverage": 2.276
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 164,
          "HourlyAverage": 9.331
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1142,
          "HourlyAverage": 64.975
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.569
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.057
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a54%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "52 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "06f831c4-de36-4306-8407-85daabd7bcf2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3748736,
          "LastQuota": 3490816,
          "LastIndexUsage": 296631,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "0e32f3c4-1183-4a61-8627-01caf11fc62c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4200832,
          "LastQuota": 3490816,
          "LastIndexUsage": 330411,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "12b1e515-bd79-4b24-890a-486a48e0eacf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4839936,
          "LastQuota": 3490816,
          "LastIndexUsage": 383650,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "17c500d6-1c7d-4440-8c4e-e39ed2742d78",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4108160,
          "LastQuota": 3490816,
          "LastIndexUsage": 321765,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "181bc34c-cab1-499b-b301-d6d1a460dd9a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4140128,
          "LastQuota": 3490816,
          "LastIndexUsage": 308408,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "1db4da84-6a6d-4e5c-b0df-3e16822dbe77",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4470144,
          "LastQuota": 3490816,
          "LastIndexUsage": 356315,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "1f8a3ea9-300e-42d9-b0c9-618ca031274c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4716032,
          "LastQuota": 3490816,
          "LastIndexUsage": 375359,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "20a644be-69ee-49ba-bf0a-b7896b75d2b2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4434048,
          "LastQuota": 3490816,
          "LastIndexUsage": 332443,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "20a9d86c-9b47-46f5-ac3f-4f05f766bada",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4183424,
          "LastQuota": 3490816,
          "LastIndexUsage": 329629,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "233d22f8-740a-444f-bd50-814864aad488",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4867584,
          "LastQuota": 3490816,
          "LastIndexUsage": 384236,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "241c3d94-65a9-43c9-b7cb-277134ed44cd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4294272,
          "LastQuota": 3490816,
          "LastIndexUsage": 316626,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "35a6b26e-93b7-441b-a473-d496e73d3305",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5039744,
          "LastQuota": 3490816,
          "LastIndexUsage": 401607,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "4810404e-bb93-4c13-b538-b9691fa15490",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4592224,
          "LastQuota": 3490816,
          "LastIndexUsage": 285427,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "4bebcdc8-ca8a-4e50-b114-ebd9edff2bb1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5563392,
          "LastQuota": 3490816,
          "LastIndexUsage": 419835,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "53ca26c0-9a6b-4523-86ee-8a35307773fc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4260864,
          "LastQuota": 3490816,
          "LastIndexUsage": 334664,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "546e8377-c215-4bee-804d-ba4648929edd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4292480,
          "LastQuota": 3490816,
          "LastIndexUsage": 338621,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "54c5fdaa-7097-4981-bc47-346a88cbd95a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5143808,
          "LastQuota": 3490816,
          "LastIndexUsage": 346577,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "599f37ba-0d2c-4836-bbee-c800f34b0c2d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5082368,
          "LastQuota": 3490816,
          "LastIndexUsage": 309681,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "5e3f3ce2-f56c-467e-a854-723d300fa4a4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4249984,
          "LastQuota": 3490816,
          "LastIndexUsage": 334899,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "6030cf6d-7fbb-42b7-b2fc-95359b5d9b4a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4165120,
          "LastQuota": 3490816,
          "LastIndexUsage": 328636,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "616b5cc8-1ff3-41c2-ba41-93697a0b8ce6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4814848,
          "LastQuota": 3490816,
          "LastIndexUsage": 379942,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "7a5935a8-f229-4e25-a238-c65c267db9bb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4158464,
          "LastQuota": 3490816,
          "LastIndexUsage": 325422,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "7e531dbf-45e9-4b2a-b88f-188cacc4c339",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4505728,
          "LastQuota": 3490816,
          "LastIndexUsage": 298473,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "853d6488-7ede-4e16-8feb-bafe4ac44acb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4216832,
          "LastQuota": 3490816,
          "LastIndexUsage": 330381,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "8a2886ee-c4ed-4c51-a315-85ff52023850",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4155904,
          "LastQuota": 3490816,
          "LastIndexUsage": 329767,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "8fb14de3-1bbe-437a-8189-31ff524dc6d5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5503488,
          "LastQuota": 3490816,
          "LastIndexUsage": 430603,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9059530f-8af5-45a2-84ce-f60d0944fdad",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4219392,
          "LastQuota": 3490816,
          "LastIndexUsage": 329909,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9227a672-3ac3-46ab-87d6-0133a5b86025",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4218368,
          "LastQuota": 3490816,
          "LastIndexUsage": 331896,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "92d7ab46-1415-4000-8024-ab241b276da1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4949376,
          "LastQuota": 3490816,
          "LastIndexUsage": 392127,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9a6e7fb4-5540-4f60-8119-3da84a20860a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4426240,
          "LastQuota": 3490816,
          "LastIndexUsage": 351370,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9aa46d59-4099-4bdc-afea-69cd285a5c0c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5405312,
          "LastQuota": 3490816,
          "LastIndexUsage": 419681,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9b87e388-c107-4fc5-8c1e-1eb1f73c0d54",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6650496,
          "LastQuota": 3490816,
          "LastIndexUsage": 387239,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9c1485c3-eb70-47b5-a6e4-4e2a79be3771",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4933120,
          "LastQuota": 3490816,
          "LastIndexUsage": 384861,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "9cf9d9c1-9682-4fd6-b882-62063b3f0d91",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4304256,
          "LastQuota": 3490816,
          "LastIndexUsage": 340970,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "a0fc1093-cb24-4366-899f-d95a60b8199b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4370432,
          "LastQuota": 3490816,
          "LastIndexUsage": 346070,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "a691479e-a9c3-4a4e-b9e9-39298140dca4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3850624,
          "LastQuota": 3490816,
          "LastIndexUsage": 303130,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "a7a46ea9-1ee6-4d71-bf6f-6976884ca1e2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 3907968,
          "LastQuota": 3490816,
          "LastIndexUsage": 308056,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "a9519ae6-54f6-4938-a859-d893485c378e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4812800,
          "LastQuota": 3490816,
          "LastIndexUsage": 377597,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "ad517ef9-09bb-4ca6-b615-d40ac38616ed",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4983296,
          "LastQuota": 3490816,
          "LastIndexUsage": 396419,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "ae83b341-e7cd-4d48-9801-6c36c7870a55",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4153216,
          "LastQuota": 3490816,
          "LastIndexUsage": 325727,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "b2e4dbd0-4811-435f-a137-8544360efc4a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4616320,
          "LastQuota": 3490816,
          "LastIndexUsage": 322919,
          "First": "2015-02-26T15:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "b31bef55-e7ad-4ad1-9492-7795ee8b60ab",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4160512,
          "LastQuota": 3490816,
          "LastIndexUsage": 328701,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "bd79e2ad-bb04-441a-b4cf-6ab26d9d14f7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6123648,
          "LastQuota": 3490816,
          "LastIndexUsage": 474685,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "c2e82295-92ff-48b4-a939-ec73675bbee3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4247392,
          "LastQuota": 3490816,
          "LastIndexUsage": 334524,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "c79ed1f3-5334-4de0-af7d-38f5e9229a68",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4498784,
          "LastQuota": 3490816,
          "LastIndexUsage": 353575,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "cff68c7d-949b-41af-8a84-bbe44bb9b457",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4667392,
          "LastQuota": 3490816,
          "LastIndexUsage": 369773,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "e51561f1-11d8-48c3-bd8d-52f0027803f7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4424320,
          "LastQuota": 3490816,
          "LastIndexUsage": 282515,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "e8b91af4-1ab4-48a1-9559-372248edd9f0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4300160,
          "LastQuota": 3490816,
          "LastIndexUsage": 336924,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "eb1da800-77c1-4d09-af2c-f12a95f4c389",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4428416,
          "LastQuota": 3490816,
          "LastIndexUsage": 287137,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "f6ddb13d-6d9c-4a99-8b09-e9b698e71ab9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 6723840,
          "LastQuota": 3490816,
          "LastIndexUsage": 407944,
          "First": "2015-02-26T14:00:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "fca28a41-4aa3-4874-b956-3e54d2d8e587",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4990080,
          "LastQuota": 3490816,
          "LastIndexUsage": 344524,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        },
        {
          "PartitionId": "fe2d0294-523f-456c-9b10-b657b128c8eb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4253696,
          "LastQuota": 3490816,
          "LastIndexUsage": 335043,
          "First": "2015-02-26T13:45:00",
          "Last": "2015-02-26T17:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a54%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1c45bbdf-2280-4140-8943-39e31cbc8882",
          "MaxQuota": 8144708,
          "MaxUsage": 6787214
        },
        {
          "PartitionId": "fa77a699-a398-4bc0-bdf5-5a2c9bd24a69",
          "MaxQuota": 8144708,
          "MaxUsage": 6767360
        },
        {
          "PartitionId": "b8c1dfb8-dee9-4169-88d2-f6734f217f79",
          "MaxQuota": 8144708,
          "MaxUsage": 6759680
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a54%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "1c45bbdf-2280-4140-8943-39e31cbc8882",
          "MaxCrudUsage": 6648,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10884
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e7d2a70b-0f55-4b85-a7bd-b401434e1db3",
          "MaxCrudUsage": 6592,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10868
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9652281e-eba2-4e15-8f7d-73fab1f406fd",
          "MaxCrudUsage": 6576,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10844
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a55%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 22 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T09:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 218.3,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T02:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 204.039,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T09:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 185.672,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T12:45:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 181.41,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-26T12:50:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 175.836,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a55%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 79.458829
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.612707
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 80.885762
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 81.433538
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 81.839338
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a56%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 83.879728
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 82.311089
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79.350942
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 66.72247
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 65.330956
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a56%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 234.788519
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 234.523926
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 226.30975
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 222.332351
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 220.59291
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a56%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60101.296296
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60477.413793
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60790.384615
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60949.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62216.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a56%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-26T00:46:44.6196286",
          "Last": "2015-02-26T00:47:11.2373039"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a56%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a58%3a54Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "93 Direct Tcp requests with 503 | 45 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2,
          "First": "2015-02-26T03:25:00",
          "Last": "2015-02-26T03:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 84,
          "Average": 10,
          "First": "2015-02-26T04:30:00",
          "Last": "2015-02-26T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 40,
          "Average": 4,
          "First": "2015-02-26T04:30:00",
          "Last": "2015-02-26T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1,
          "First": "2015-02-26T08:15:00",
          "Last": "2015-02-26T12:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 7,
          "Average": 4,
          "First": "2015-02-26T07:50:00",
          "Last": "2015-02-26T08:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 2,
          "First": "2015-02-26T08:15:00",
          "Last": "2015-02-26T08:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a59%3a03Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "60aed19e-d1d6-4244-8cdc-9496ff3af6c6",
          "First": "2015-02-26T01:22:52.2089512",
          "Last": "2015-02-26T01:22:52.2089512",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-26+07%3a26%3a32Z&end=2015-02-27+01%3a59%3a19Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T17:59:30.6333057-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 473216,
      "PhysicalCRUDUsageInMB": 1238440,
      "LogicalIndexUsageInMB": 23229,
      "LogicalCRUDUsageInMB": 304124,
      "ClientReportedUsageInMB": 634
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDZAwAAAAAAAA==",
  "_ts": 1425012711,
  "_etag": "\"00005900-0000-0000-0000-54eff7e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "6fe94845-f6f7-4de7-a48c-4f3ca3c9cf4b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDaAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-26T08:57:18.4939627-08:00",
  "CompletedTime": "2015-02-27T00:14:21.6599494-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "33c7299a-9a1d-4f2d-ba11-aa94bbf30798",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T10:43:51.082674-08:00",
      "CompleteTime": "2015-02-26T10:50:58.6300285-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "525f3f3c-3c2b-4cdc-9ba2-e707e47e5000",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T10:43:51.4527021-08:00",
      "CompleteTime": "2015-02-26T10:51:28.6579179-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56d93ff2-57d1-4506-a9dd-47de1cef4dcb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T10:43:51.8014604-08:00",
      "CompleteTime": "2015-02-26T10:50:29.057386-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f224bdfc-4a0f-400a-bde0-0a08fbea2074",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T11:58:49.1697807-08:00",
      "CompleteTime": "2015-02-26T12:05:53.6769634-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "864ca42c-5d6a-4c63-87be-58b3b0b21df2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-26T08:57:19.3494205-08:00",
      "EndTime": "2015-02-26T09:10:21.6526115-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "69938820-d356-47a3-9a46-0ba3b763d70c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-26T09:12:12.1781534-08:00",
      "EndTime": "2015-02-26T09:13:21.1032759-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d859adb9-31ed-4b5f-96c9-0f0d301bf6b9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-26T09:13:21.4486678-08:00",
      "EndTime": "2015-02-26T09:48:28.0741735-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e827e8ac-6065-4125-8daa-6bbc2a9b2c9c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150225.6\\x64\\Release",
      "StartTime": "2015-02-26T11:43:49.4376567-08:00",
      "EndTime": "2015-02-26T12:52:11.8438177-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a35%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a35%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T13:27:43.0894515",
          "Last": "2015-02-26T13:27:43.0894515"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a35%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-02-26T11:05:55.3596484",
          "Last": "2015-02-26T11:06:18.9093158"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-26T12:17:26.1078745",
          "Last": "2015-02-26T12:17:26.1078745"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-02-26T12:17:51.3680515",
          "Last": "2015-02-26T12:17:51.3680515"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a35%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a35%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 02:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 9669629,
          "Average": 311923.52,
          "Max": 343013,
          "Min": 4578
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.52,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12582,
          "Average": 405.87,
          "Max": 2317,
          "Min": 891
        },
        {
          "StatusCode": 410,
          "Total": 16941,
          "Average": 546.48,
          "Max": 2222,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1084400,
          "Average": 34980.65,
          "Max": 54300,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a36%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 02:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 281139,
          "Average": 9069,
          "Max": 10040,
          "Min": 142
        },
        {
          "StatusCode": 404,
          "Total": 817,
          "Average": 26,
          "Max": 77,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 458,
          "Average": 15,
          "Max": 76,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 29871,
          "Average": 964,
          "Max": 1544,
          "Min": 174
        },
        {
          "StatusCode": 449,
          "Total": 1501,
          "Average": 48,
          "Max": 125,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a36%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 02:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 842391,
          "Average": 27173.9,
          "Max": 29564,
          "Min": 371
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3188,
          "Average": 102.84,
          "Max": 263,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1364,
          "Average": 44.0,
          "Max": 177,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 90421,
          "Average": 2916.81,
          "Max": 4614,
          "Min": 806
        },
        {
          "StatusCode": 449,
          "Total": 3385,
          "Average": 109.19,
          "Max": 262,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a36%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1475859,
          "Average": 47608.35,
          "Max": 51837,
          "Min": 839
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.26,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8156,
          "Average": 263.1,
          "Max": 5864,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1636,
          "Average": 52.77,
          "Max": 213,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 174524,
          "Average": 5629.81,
          "Max": 8559,
          "Min": 514
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a36%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6952007,
          "Average": 224258.29,
          "Max": 245499,
          "Min": 1514
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.1,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 438,
          "Average": 14.13,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7248,
          "Average": 233.81,
          "Max": 1577,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 111288,
          "Average": 3589.94,
          "Max": 8278,
          "Min": 293
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a36%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1603718,
          "Average": 51732.84,
          "Max": 56733,
          "Min": 641
        },
        {
          "StatusCode": 401,
          "Total": 846,
          "Average": 27.29,
          "Max": 511,
          "Min": 335
        },
        {
          "StatusCode": 404,
          "Total": 4387,
          "Average": 141.52,
          "Max": 961,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 6065,
          "Average": 195.65,
          "Max": 1096,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 90076,
          "Average": 2905.68,
          "Max": 5854,
          "Min": 733
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a37%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.5,
          "Count": 1,
          "First": "2015-02-26T11:30:00",
          "Last": "2015-02-26T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 1,
          "First": "2015-02-26T11:30:00",
          "Last": "2015-02-26T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 102,
          "First": "2015-02-26T11:15:00",
          "Last": "2015-02-26T13:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a38%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a41%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a41%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T13:16:49.438",
          "Property": "SecondaryReplicationQueueStatus",
          "PartitionId": "8dbe2810-b9bd-49f9-ad05-008bd7869bd8",
          "ReplicaId": 1.3069458593283432E+17,
          "ServiceName": "fabric:/238cdc35-b88f-42fe-9cfd-a2afbd28278e/43c639ef-b8bf-4d76-9ce4-08f2f6857df6"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "406 replica alerts for FullCopy  | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 333,
          "HourlyAverage": 85.437
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 40,
          "HourlyAverage": 10.263
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 8.21
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.257
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.257
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8dbe2810-b9bd-49f9-ad05-008bd7869bd8",
          "MaxQuota": 10476298,
          "MaxUsage": 3339362
        },
        {
          "PartitionId": "c2ae751c-660d-43aa-a0cb-38f0c167aa87",
          "MaxQuota": 10476298,
          "MaxUsage": 1809140
        },
        {
          "PartitionId": "1a9ccfb2-0905-41a0-a649-ac0c68ac811d",
          "MaxQuota": 10476298,
          "MaxUsage": 1793604
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "8dbe2810-b9bd-49f9-ad05-008bd7869bd8",
          "MaxCrudUsage": 3288,
          "MaxIndexUsage": 1696,
          "MaxTotalUsage": 5112
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "c2ae751c-660d-43aa-a0cb-38f0c167aa87",
          "MaxCrudUsage": 1784,
          "MaxIndexUsage": 1432,
          "MaxTotalUsage": 3412
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "1a9ccfb2-0905-41a0-a649-ac0c68ac811d",
          "MaxCrudUsage": 1768,
          "MaxIndexUsage": 1468,
          "MaxTotalUsage": 3404
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 2 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T12:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 118.261,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T12:25:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 101.449,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a42%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 94.743606
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 94.750461
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 94.818582
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 94.876488
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 95.132782
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a43%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 24.043351
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 23.90319
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 21.694515
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 21.620371
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 19.802281
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 66.666688
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 53.595601
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 43.835255
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 23.281832
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 19.474825
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87662.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 88239.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 89415.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 89754.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 90409.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 1cd21330-a0c9-4044-9ded-e2c77f295fc9",
          "Count": 1,
          "First": "2015-02-26T10:01:45.5725245",
          "Last": "2015-02-26T10:01:45.5725245"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0f9af851-5a28-4628-a7e8-e04cf24d2e57",
          "Count": 1,
          "First": "2015-02-26T10:01:43.0232792",
          "Last": "2015-02-26T10:01:43.0232792"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b8ed0100-a64e-40b1-bf73-70763bac46c6",
          "Count": 1,
          "First": "2015-02-26T10:17:18.8335921",
          "Last": "2015-02-26T10:17:18.8335921"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 6c4fac8a-bf24-4bba-b8f8-92e4a5391172",
          "Count": 1,
          "First": "2015-02-26T10:01:44.7835747",
          "Last": "2015-02-26T10:01:44.7835747"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 39f49592-1fd9-414a-a46d-94e898f1b49f",
          "Count": 1,
          "First": "2015-02-26T10:01:42.8997995",
          "Last": "2015-02-26T10:01:42.8997995"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a52Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "47 Direct Tcp requests with 503 | 28 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 41,
          "Average": 6.833,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T12:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 26,
          "Average": 3.714,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T11:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-02-26T11:20:00",
          "Last": "2015-02-26T11:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-26T12:00:00",
          "Last": "2015-02-26T12:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-26T12:15:00",
          "Last": "2015-02-26T12:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a44%3a58Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-26+16%3a57%3a18Z&end=2015-02-26+21%3a45%3a06Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T13:45:10.7227787-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 283236,
      "PhysicalCRUDUsageInMB": 440048,
      "LogicalIndexUsageInMB": 8877,
      "LogicalCRUDUsageInMB": 117645,
      "ClientReportedUsageInMB": 124831
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDaAwAAAAAAAA==",
  "_ts": 1425024860,
  "_etag": "\"00004f65-0000-0000-0000-54f0275c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f0b3b781-5efc-40af-86fc-3876b21cfc61",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDbAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-26T10:17:54.6593747-08:00",
  "CompletedTime": "2015-02-26T10:33:53.5055923-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4c6d0463-8180-4872-aafd-033bc20b6d68",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T10:17:55.4582084-08:00",
      "EndTime": "2015-02-26T10:26:11.9867633-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDbAwAAAAAAAA==",
  "_ts": 1424975632,
  "_etag": "\"22006603-0000-0000-0000-54ef67100000\"",
  "_attachments": "attachments/"
},
{
  "id": "491a63ac-cc8a-407c-a3a3-05479a2c567d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDcAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-26T10:33:53.7271983-08:00",
  "CompletedTime": "2015-02-27T01:47:41.0150715-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "613b14cb-a92c-4a60-9013-1a65a89907b7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T11:38:34.2924769-08:00",
      "CompleteTime": "2015-02-26T11:46:40.6483242-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7d032291-38ea-4755-98f7-1c5039beba3d",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T11:38:34.6293468-08:00",
      "CompleteTime": "2015-02-26T11:48:40.6540962-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6800815-9bd5-465d-81d4-60e16cf46bbb",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T11:38:35.1179283-08:00",
      "CompleteTime": "2015-02-26T11:48:10.8403835-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e0e65f6-3335-494d-8027-bec9f011d249",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T11:38:44.097088-08:00",
      "CompleteTime": "2015-02-26T11:47:57.0323966-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ed8f332-0d4e-4416-b184-5428e751e17e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T14:38:36.3540863-08:00",
      "CompleteTime": "2015-02-26T14:47:17.0514173-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a210bb7c-0a50-4d39-96f7-bbab0d8ceb5c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-02-26T15:52:40.1835935-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "318d4b0d-47d3-47a5-86f5-9e097aa05508",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T18:30:48.1691872-08:00",
      "CompleteTime": "2015-02-26T18:40:02.0280824-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e34b60a1-c023-4c77-9b3a-3efc537ddecf",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-02-26T23:54:16.4761712-08:00",
      "CompleteTime": "2015-02-27T04:49:10.5101495-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "1c74a4a4-1cf4-4965-b5ad-15ace8837ccc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T10:33:56.2930007-08:00",
      "EndTime": "2015-02-26T10:43:05.5055202-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "aa322e97-ef5a-449c-899a-e8228bccc938",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T10:43:13.966355-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "bda5d80b-0df7-40ea-aced-634c0a7c0177",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-02-26T10:43:14.3074456-08:00",
      "EndTime": "2015-02-26T11:24:00.8027254-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "95816beb-b456-45ae-8096-b95778a545f9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T11:24:05.0270433-08:00",
      "EndTime": "2015-02-26T11:37:18.6812964-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ef43477-b473-4038-b25d-bc742c3d21dc",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T12:08:41.8551978-08:00",
      "EndTime": "2015-02-26T14:23:23.5905172-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "77dbfbf4-f888-46f9-92e2-44d550645b31",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T14:23:34.6269148-08:00",
      "EndTime": "2015-02-26T15:52:36.1164295-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "14bacc36-1d4f-465a-878f-875a3c1ad327",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T16:32:40.0221198-08:00",
      "EndTime": "2015-02-26T18:00:59.7323648-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "42e1300d-cceb-4a0d-b823-34ec1cd92a95",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T18:41:02.9259237-08:00",
      "EndTime": "2015-02-26T20:59:39.0654026-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0798f9cd-6a90-4f18-881f-4f7919676127",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Main_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T21:39:44.3578015-08:00",
      "EndTime": "2015-02-26T23:47:39.4530513-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "27 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-26T23:51:05.9249201",
          "Last": "2015-02-26T23:51:05.9249201"
        },
        {
          "Message": "Invalid State",
          "Role": "ServerCluster0",
          "Count": 20,
          "First": "2015-02-26T15:21:16.0630164",
          "Last": "2015-02-26T23:51:10.2324188"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-26T20:14:48.6201703",
          "Last": "2015-02-26T23:15:09.3458694"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-02-26T23:51:05.0389898",
          "Last": "2015-02-26T23:51:10.7741779"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "49 requests with 408 | 1019 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 48,
          "First": "2015-02-26T15:45:55.5479842",
          "Last": "2015-02-27T01:19:11.6801468"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 884,
          "First": "2015-02-26T19:39:09.8954631",
          "Last": "2015-02-26T21:46:38.9546996"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 128,
          "First": "2015-02-26T20:05:19.8625828",
          "Last": "2015-02-26T20:14:34.7831649"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 7,
          "First": "2015-02-26T20:05:23.1266874",
          "Last": "2015-02-26T20:06:23.4903151"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-02-26T20:31:02.7334884",
          "Last": "2015-02-26T20:31:02.7334884"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-02-26T20:30:00",
          "Last": "2015-02-26T20:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 44737617,
          "Average": 267889.92,
          "Max": 354572,
          "Min": 4703
        },
        {
          "StatusCode": 400,
          "Total": 47,
          "Average": 0.28,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 262727,
          "Average": 1573.22,
          "Max": 29538,
          "Min": 385
        },
        {
          "StatusCode": 404,
          "Total": 80834,
          "Average": 484.04,
          "Max": 9022,
          "Min": 41
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 62,
          "Average": 0.37,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 46127,
          "Average": 276.21,
          "Max": 2254,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6604465,
          "Average": 39547.69,
          "Max": 167827,
          "Min": 1626
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1322271,
          "Average": 7917.79,
          "Max": 10607,
          "Min": 154
        },
        {
          "StatusCode": 404,
          "Total": 5621,
          "Average": 33.66,
          "Max": 194,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 1229,
          "Average": 7.36,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 150062,
          "Average": 898.57,
          "Max": 1838,
          "Min": 22
        },
        {
          "StatusCode": 449,
          "Total": 10706,
          "Average": 64.11,
          "Max": 190,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3941362,
          "Average": 23600.97,
          "Max": 30928,
          "Min": 386
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 432,
          "Average": 2.59,
          "Max": 191,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 23007,
          "Average": 137.77,
          "Max": 638,
          "Min": 25
        },
        {
          "StatusCode": 410,
          "Total": 3596,
          "Average": 21.53,
          "Max": 206,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 466285,
          "Average": 2792.13,
          "Max": 5785,
          "Min": 98
        },
        {
          "StatusCode": 449,
          "Total": 22533,
          "Average": 134.93,
          "Max": 365,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6577313,
          "Average": 39385.11,
          "Max": 53269,
          "Min": 343
        },
        {
          "StatusCode": 400,
          "Total": 39597,
          "Average": 237.11,
          "Max": 4438,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8880,
          "Average": 53.17,
          "Max": 5042,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0.08,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4910,
          "Average": 29.4,
          "Max": 190,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1102305,
          "Average": 6600.63,
          "Max": 26810,
          "Min": 731
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 36269029,
          "Average": 217179.81,
          "Max": 247495,
          "Min": 2202
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.14,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7734,
          "Average": 46.31,
          "Max": 633,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40054,
          "Average": 239.84,
          "Max": 2758,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 492017,
          "Average": 2946.21,
          "Max": 5568,
          "Min": 24
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7422770,
          "Average": 44447.72,
          "Max": 60522,
          "Min": 1000
        },
        {
          "StatusCode": 404,
          "Total": 27210,
          "Average": 162.93,
          "Max": 2945,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 37666,
          "Average": 225.54,
          "Max": 2159,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 344862,
          "Average": 2065.04,
          "Max": 4057,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 3,
          "First": "2015-02-26T23:40:00",
          "Last": "2015-02-27T00:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 6,
          "First": "2015-02-26T12:35:00",
          "Last": "2015-02-27T00:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-02-27T00:20:00",
          "Last": "2015-02-27T00:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 92,
          "First": "2015-02-26T12:35:00",
          "Last": "2015-02-27T00:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-02-26T12:40:00",
          "Last": "2015-02-26T12:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "8 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 8,
          "First": "2015-02-27T00:21:04.2261064",
          "Last": "2015-02-27T01:01:27.3671974"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "960 replica health errors | 217 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 120,
          "First": "2015-02-26T21:05:23.817",
          "Last": "2015-02-27T01:26:05.832"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 232,
          "First": "2015-02-26T15:28:35.426",
          "Last": "2015-02-27T01:06:02.804"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 16,
          "First": "2015-02-27T00:05:50.971",
          "Last": "2015-02-27T01:46:09.206"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 373,
          "First": "2015-02-26T15:23:34.664",
          "Last": "2015-02-27T01:06:02.804"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 219,
          "First": "2015-02-26T15:58:39.918",
          "Last": "2015-02-27T00:25:55.973"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "1479 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 132,
          "HourlyAverage": 9.17
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 905,
          "HourlyAverage": 62.871
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 3.335
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 376,
          "HourlyAverage": 26.121
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.973
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.278
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "69 partitions violated quota invariants | 68 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c91da145-cc44-4d7b-b50a-d338f7cfbd01",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 23629,
          "LastQuota": 3491759,
          "LastIndexUsage": 430982,
          "First": "2015-02-26T22:00:00",
          "Last": "2015-02-26T22:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "85862523-027e-4f2d-a9ea-ea6c25d7f1c0",
          "MaxQuota": 9307945,
          "MaxUsage": 7087664
        },
        {
          "PartitionId": "b9553d11-d672-414a-b70f-8acbe5c7e8ca",
          "MaxQuota": 8144708,
          "MaxUsage": 7083788
        },
        {
          "PartitionId": "e2bbc2ee-1ac5-4dc6-9fb4-a9ca50b44192",
          "MaxQuota": 8144708,
          "MaxUsage": 7072191
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "85862523-027e-4f2d-a9ea-ea6c25d7f1c0",
          "MaxCrudUsage": 6944,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11212
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "9c14709a-3d6e-4331-9c64-57893ee75a6a",
          "MaxCrudUsage": 6920,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11212
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "e2bbc2ee-1ac5-4dc6-9fb4-a9ca50b44192",
          "MaxCrudUsage": 6928,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11204
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 49 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-26T22:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 328.989,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T22:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 275.784,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T23:10:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 189.93,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T20:50:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 177.07,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-26T22:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 172.724,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 77.311118
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 77.900112
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 78.107398
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 78.62828
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 78.872033
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60.33888
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 55.377361
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 51.225096
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 50.907189
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 50.041714
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 289.034898
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 285.68924
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 284.038114
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 278.650814
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 275.03591
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 58638.153846
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 61403.296296
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62255.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62802.125
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63101.384615
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-26+18%3a33%3a53Z&end=2015-02-27+09%3a47%3a41Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-26T14:16:37.2369204-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 216676,
      "PhysicalCRUDUsageInMB": 349536,
      "LogicalIndexUsageInMB": 8090,
      "LogicalCRUDUsageInMB": 98937,
      "ClientReportedUsageInMB": 71650
    },
    {
      "TimeStamp": "2015-02-26T16:07:02.7589397-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 521068,
      "PhysicalCRUDUsageInMB": 643672,
      "LogicalIndexUsageInMB": 13249,
      "LogicalCRUDUsageInMB": 166895,
      "ClientReportedUsageInMB": 158430
    },
    {
      "TimeStamp": "2015-02-27T01:47:41.0150715-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 453796,
      "PhysicalCRUDUsageInMB": 1509768,
      "LogicalIndexUsageInMB": 27603,
      "LogicalCRUDUsageInMB": 350261,
      "ClientReportedUsageInMB": 187
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDcAwAAAAAAAA==",
  "_ts": 1425060071,
  "_etag": "\"0100912f-0000-0000-0000-54f0b0e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "46fc792a-4e03-41c1-b1be-ab13bdaad509",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDdAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-26T11:24:29.0079695-08:00",
  "CompletedTime": "2015-02-26T11:50:26.4154953-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "101f513e-dbc9-4f53-a63e-3aa502e85e05",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T11:24:30.0619991-08:00",
      "EndTime": "2015-02-26T11:37:32.4069855-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f164721c-e938-4ad3-813e-591a70aa433b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T11:37:47.0144715-08:00",
      "EndTime": "2015-02-26T11:38:55.7354071-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "30dc4f64-2e17-4f1f-a8c3-332bc89c4440",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T11:38:56.0778413-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDdAwAAAAAAAA==",
  "_ts": 1424980225,
  "_etag": "\"2200c138-0000-0000-0000-54ef79010000\"",
  "_attachments": "attachments/"
},
{
  "id": "14c1a90f-3117-4d20-94b0-6d2f2b7c07d5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDeAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-26T11:50:26.6223166-08:00",
  "CompletedTime": "2015-02-26T16:18:00.2651158-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d0fda22b-d88e-4171-abef-c318b2c4db1b",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T12:39:51.8142151-08:00",
      "CompleteTime": "2015-02-26T12:50:01.4860595-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0c2b331-4fba-4ed7-8c04-3c1be64eb77d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T12:39:52.4946861-08:00",
      "CompleteTime": "2015-02-26T12:50:11.2654158-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d65c17f2-463f-4738-959e-0e45a8e559ad",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T12:39:52.8543813-08:00",
      "CompleteTime": "2015-02-26T12:48:40.9697074-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "503044fc-20e0-4611-a2f0-b38a470c27fd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T12:39:53.3395998-08:00",
      "CompleteTime": "2015-02-26T12:47:41.142151-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d481bd08-db69-46d0-99eb-f66e359ca59b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T11:50:27.4529292-08:00",
      "EndTime": "2015-02-26T12:04:10.7490532-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a24b300a-a55f-4701-b0f5-454ea12930c0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T12:04:20.6841218-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "145b7bb3-4bcf-4ed4-8533-d03119b95c53",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T12:04:21.0166633-08:00",
      "EndTime": "2015-02-26T12:39:45.7199304-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a706282-724a-42df-a452-bcdd1dd44e38",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-26T13:39:50.7829475-08:00",
      "EndTime": "2015-02-26T13:42:02.809904-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDeAwAAAAAAAA==",
  "_ts": 1424996279,
  "_etag": "\"23006471-0000-0000-0000-54efb7b70000\"",
  "_attachments": "attachments/"
},
{
  "id": "5325f0df-ebfa-4435-90e5-ca003e66642a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDfAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-26T16:18:00.5573215-08:00",
  "CompletedTime": "2015-02-27T11:50:29.6740599-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c0ca7a57-d380-4b8b-ac2f-a2dbba5c890d",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T17:06:00.3825921-08:00",
      "CompleteTime": "2015-02-26T17:14:11.420032-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bae6d5a3-5e52-433c-bcbb-c014ee3790e1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T17:06:01.3913065-08:00",
      "CompleteTime": "2015-02-26T17:14:38.2476383-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bbdf903a-15e6-46e9-a3c4-4fcc74e0c6d9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T17:06:01.7275424-08:00",
      "CompleteTime": "2015-02-26T17:14:08.1461261-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "05538c6e-e939-4d91-a5b2-893de2574666",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T17:06:02.2160667-08:00",
      "CompleteTime": "2015-02-26T17:13:08.3920431-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8c8176ad-85c6-481e-88f8-2854b709110b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T18:20:59.2758583-08:00",
      "CompleteTime": "2015-02-26T18:28:33.1779339-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "efb38a2f-f595-42ac-9621-ec51b3b0685d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T22:12:24.8364802-08:00",
      "CompleteTime": "2015-02-26T22:21:59.2081929-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "580762cf-ffd2-479e-be0d-5df5fd33cb13",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T16:18:01.4113938-08:00",
      "EndTime": "2015-02-26T16:30:56.3724819-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c303eaeb-9f96-4f25-aefd-982da37311c1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T16:31:11.9817803-08:00",
      "EndTime": "2015-02-26T16:32:19.0706347-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f743ecf4-dca5-4e83-83c9-0feb536d3329",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T16:32:19.4083952-08:00",
      "EndTime": "2015-02-26T17:05:54.6343455-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b35aee8e-ce1d-4e65-82af-ab52cc3aed15",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-26T18:05:59.8992985-08:00",
      "EndTime": "2015-02-26T18:08:01.1773564-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDfAwAAAAAAAA==",
  "_ts": 1425066628,
  "_etag": "\"01006d42-0000-0000-0000-54f0ca840000\"",
  "_attachments": "attachments/"
},
{
  "id": "99212aeb-c67f-4ec0-9a2f-f837fdf0f1b8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDgAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-26T17:00:18.0147612-08:00",
  "CompletedTime": "2015-02-26T20:22:29.5710114-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "595d03c6-0db3-4af8-8fcd-c17847d057a1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T17:36:46.8355428-08:00",
      "CompleteTime": "2015-02-26T17:45:23.4737412-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "78481095-07d7-4e38-8242-29f6e743d82d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T17:36:47.1889259-08:00",
      "CompleteTime": "2015-02-26T17:43:53.7020259-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1205c38-1e6d-4ef2-a381-680e853c1e47",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T17:36:47.529715-08:00",
      "CompleteTime": "2015-02-26T17:44:23.3617072-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "46a2c77e-6ea7-453f-8fa2-01a275484692",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T17:01:16.0614431-08:00",
      "EndTime": "2015-02-26T17:02:30.2102984-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e09b802-0cf8-459e-bc33-f2bc116181f8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T17:02:30.5575114-08:00",
      "EndTime": "2015-02-26T17:35:28.9829826-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDgAwAAAAAAAA==",
  "_ts": 1425010948,
  "_etag": "\"45004ba5-0000-0000-0000-54eff1040000\"",
  "_attachments": "attachments/"
},
{
  "id": "4cf71aa2-063e-4c13-8c7e-125cb1a9b12d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDhAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-02-26T19:42:17.9392559-08:00",
  "CompletedTime": "2015-02-26T22:58:56.5119271-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1df8c071-cfc8-404c-af6c-56cd93238cde",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T21:01:32.5521661-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "87e4f4cb-2586-441e-93ff-ac0fe156dc0d",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T21:01:32.9322527-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "36651607-8931-4a80-a132-1cd8d0ff0167",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T21:01:33.49222-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d340fb0b-45e0-4564-a2a8-f64d06a1832f",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T21:01:40.2296118-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "4c04e4be-ccff-4f8d-8139-4abb8fb54f79",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T19:42:22.7635364-08:00",
      "EndTime": "2015-02-26T19:55:12.6082106-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "58ad370f-43f7-4c24-98f8-6abe38d00b23",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T20:01:36.8195059-08:00",
      "EndTime": "2015-02-26T20:02:43.2774086-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a87f369-a17f-4689-b0b7-c3d88896094c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T20:02:43.6563832-08:00",
      "EndTime": "2015-02-26T20:38:16.8081708-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7268e962-8deb-4caa-a660-6551ac5b0202",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T20:38:21.590448-08:00",
      "EndTime": "2015-02-26T20:51:01.4805441-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1b101371-e381-466d-b292-0538c181a117",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T22:01:31.6650227-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDhAwAAAAAAAA==",
  "_ts": 1425020335,
  "_etag": "\"0000644b-0000-0000-0000-54f015af0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f671e6ea-efd8-4c8b-ae2e-ea9bf0ae6ee7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDiAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-02-26T19:56:29.7926883-08:00",
  "CompletedTime": "2015-03-01T19:56:17.2221798-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8475d42f-b5d6-49bd-a29b-aae3bdc19a68",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T21:45:02.5726256-08:00",
      "CompleteTime": "2015-02-26T21:54:10.0203934-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8222336f-3ed7-4190-b36a-2315dd60c6e0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T21:45:02.951647-08:00",
      "CompleteTime": "2015-02-26T21:53:39.8346407-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ccfec2c-440d-487f-b7c6-2a8c6ccc42a9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T21:45:03.4446764-08:00",
      "CompleteTime": "2015-02-26T21:54:39.9251933-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9133c6b-1cf9-438e-80dc-295c9d871e74",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T21:45:03.9547056-08:00",
      "CompleteTime": "2015-02-26T21:55:19.7024371-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a44a917-3204-4757-a56f-8e594e4b46de",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T22:59:59.3925751-08:00",
      "CompleteTime": "2015-02-26T23:11:04.2721589-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06935990-1f7a-4ec5-9255-a73b22d4aeac",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-02-27T00:06:50.0243741-08:00",
      "CompleteTime": "2015-02-27T00:19:02.9238421-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6a27c64d-800a-473c-81f9-93abad3c95b7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T03:52:22.4407254-08:00",
      "CompleteTime": "2015-02-27T04:03:58.1367732-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "175f6160-be90-4b2c-b8d5-8cbcb9bcc580",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-02-27T08:11:03.5651433-08:00",
      "CompleteTime": "2015-02-27T09:03:21.4211815-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "91a48101-6e8d-4d33-a7bb-0045514daf1c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T19:56:31.1248286-08:00",
      "EndTime": "2015-02-26T20:09:20.9014365-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7382c484-0d91-47e2-b93f-9ac6d3136997",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T20:14:06.2799968-08:00",
      "EndTime": "2015-02-26T20:15:12.5178402-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "19cf09cc-4855-43d0-aa3c-af52b1ab4b42",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T20:15:12.9088628-08:00",
      "EndTime": "2015-02-26T20:49:50.3254156-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ffc633ea-6521-4216-bbad-d57ce366c038",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T20:49:55.8227348-08:00",
      "EndTime": "2015-02-26T21:03:38.2374581-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a89eb4b7-7774-429b-9d2e-bdefa62fef9d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T22:45:01.1754523-08:00",
      "EndTime": "2015-02-27T00:06:43.7499484-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "616283a0-b993-4342-a3b8-173ab6d964f4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T00:46:58.5450782-08:00",
      "EndTime": "2015-02-27T02:17:08.2140013-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4b7532f6-7712-4d62-b78d-a8d169603794",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T02:57:19.4849269-08:00",
      "EndTime": "2015-02-27T05:14:13.7094031-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "dc9c9d46-254f-4973-a28e-6f01fda7fb7c",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T05:54:22.2031684-08:00",
      "EndTime": "2015-02-27T08:04:22.7178322-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a57%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "18 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.7604.dmp"
        },
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.4664.dmp"
        },
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.4720.dmp"
        },
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.6912.dmp"
        },
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.656.dmp"
        },
        {
          "DateTime": "2015-02-27T06:55:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.5784.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.7568.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.9204.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.3644.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.5304.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.14376.dmp"
        },
        {
          "DateTime": "2015-02-27T07:00:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.3712.dmp"
        },
        {
          "DateTime": "2015-02-27T07:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.8156.dmp"
        },
        {
          "DateTime": "2015-02-27T07:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.7928.dmp"
        },
        {
          "DateTime": "2015-02-27T07:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.6064.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a57%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "217 back end trace criticals with 10 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T07:10:29.9168714",
          "Last": "2015-02-27T07:10:29.9168714"
        },
        {
          "Message": "ASSERT: %s with message \"_moduleStartEvent.Wait failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 6,
          "First": "2015-02-27T06:55:41.5475028",
          "Last": "2015-02-27T07:06:04.5043849"
        },
        {
          "Message": "ASSERT: %s with message \"_moduleStartEvent.Wait failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-27T06:55:41.5389436",
          "Last": "2015-02-27T07:06:05.6180339"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to schedule timer callback on a worker thread. ThreadID %d. HRESULT (%d).\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 8,
          "First": "2015-02-27T06:52:41.5641765",
          "Last": "2015-02-27T07:03:04.503502"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to schedule timer callback on a worker thread. ThreadID %d. HRESULT (%d).\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 16,
          "First": "2015-02-27T06:52:41.5450151",
          "Last": "2015-02-27T07:03:05.6099026"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 8,
          "First": "2015-02-27T06:50:52.095951",
          "Last": "2015-02-27T07:01:14.9779332"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 16,
          "First": "2015-02-27T06:50:52.1158369",
          "Last": "2015-02-27T07:01:16.0828771"
        },
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T08:07:52.0458982",
          "Last": "2015-02-27T08:07:52.0458982"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 6,
          "First": "2015-02-27T06:55:41.5475258",
          "Last": "2015-02-27T07:06:04.5044121"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-02-27T06:55:41.5389621",
          "Last": "2015-02-27T07:06:05.6180604"
        },
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T08:07:59.9639595",
          "Last": "2015-02-27T08:07:59.9639595"
        },
        {
          "Message": "Compaction failed. HRESULT = %ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T03:30:08.596691",
          "Last": "2015-02-27T03:30:08.596691"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-02-27T08:33:03.570365",
          "Last": "2015-02-27T08:41:52.438865"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 125,
          "First": "2015-02-26T23:46:39.6289021",
          "Last": "2015-02-27T09:22:05.9583701"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a57%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-02-27T04:33:42.2688821",
          "Last": "2015-02-27T04:33:42.2688821"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-02-27T04:33:41.2156363",
          "Last": "2015-02-27T04:33:41.2156363"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a58%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a58%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40533796,
          "Average": 244179.49,
          "Max": 344352,
          "Min": 44
        },
        {
          "StatusCode": 400,
          "Total": 26,
          "Average": 0.16,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 142137,
          "Average": 856.25,
          "Max": 27698,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 418604,
          "Average": 2521.71,
          "Max": 197202,
          "Min": 186
        },
        {
          "StatusCode": 404,
          "Total": 259800,
          "Average": 1565.06,
          "Max": 18392,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 25,
          "Average": 0.15,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 47506,
          "Average": 286.18,
          "Max": 1863,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5737114,
          "Average": 34560.93,
          "Max": 141454,
          "Min": 898
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+17%3a59%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1199239,
          "Average": 7224.33,
          "Max": 10580,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 378,
          "Average": 2.28,
          "Max": 128,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 5306,
          "Average": 31.96,
          "Max": 126,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1279,
          "Average": 7.7,
          "Max": 64,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 136373,
          "Average": 821.52,
          "Max": 2040,
          "Min": 27
        },
        {
          "StatusCode": 449,
          "Total": 8306,
          "Average": 50.04,
          "Max": 234,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a00%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3583489,
          "Average": 21587.28,
          "Max": 31141,
          "Min": 2
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1099,
          "Average": 6.62,
          "Max": 378,
          "Min": 51
        },
        {
          "StatusCode": 403,
          "Total": 265,
          "Average": 1.6,
          "Max": 175,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 20451,
          "Average": 123.2,
          "Max": 445,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3680,
          "Average": 22.17,
          "Max": 146,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 421677,
          "Average": 2540.22,
          "Max": 6782,
          "Min": 75
        },
        {
          "StatusCode": 449,
          "Total": 16579,
          "Average": 99.87,
          "Max": 398,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a00%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5980047,
          "Average": 35808.66,
          "Max": 52566,
          "Min": 593
        },
        {
          "StatusCode": 400,
          "Total": 63773,
          "Average": 381.87,
          "Max": 30290,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 20919,
          "Average": 125.26,
          "Max": 4127,
          "Min": 102
        },
        {
          "StatusCode": 403,
          "Total": 11659,
          "Average": 69.81,
          "Max": 3569,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 34,
          "Average": 0.2,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5510,
          "Average": 32.99,
          "Max": 267,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 933696,
          "Average": 5590.99,
          "Max": 22612,
          "Min": 121
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a01%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 34958212,
          "Average": 209330.61,
          "Max": 272189,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 22,
          "Average": 0.13,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 996974,
          "Average": 5969.9,
          "Max": 90402,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11139,
          "Average": 66.7,
          "Max": 1427,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31279,
          "Average": 187.3,
          "Max": 2627,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 215381,
          "Average": 1289.71,
          "Max": 7242,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a02%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6676642,
          "Average": 39979.89,
          "Max": 60721,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 212628,
          "Average": 1273.22,
          "Max": 22379,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 34598,
          "Average": 207.17,
          "Max": 1627,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30660,
          "Average": 183.59,
          "Max": 2076,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 175523,
          "Average": 1051.04,
          "Max": 4441,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a03%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 4,
          "First": "2015-02-27T08:30:00",
          "Last": "2015-02-27T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-02-27T08:35:00",
          "Last": "2015-02-27T08:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 81,
          "First": "2015-02-26T20:00:00",
          "Last": "2015-02-27T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-27T04:55:00",
          "Last": "2015-02-27T04:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 31,
          "First": "2015-02-26T20:00:00",
          "Last": "2015-02-27T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 2,
          "First": "2015-02-27T08:35:00",
          "Last": "2015-02-27T08:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 104,
          "First": "2015-02-27T03:25:00",
          "Last": "2015-02-27T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 3,
          "First": "2015-02-27T03:40:00",
          "Last": "2015-02-27T09:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a11%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-02-27T08:34:39.6642408",
          "Last": "2015-02-27T08:34:39.6642408"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a12%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "972 replica health errors | 166 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 106,
          "First": "2015-02-27T00:33:14.963",
          "Last": "2015-02-27T09:59:21.81"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-02-27T02:38:34.995",
          "Last": "2015-02-27T02:38:34.995"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 183,
          "First": "2015-02-27T05:12:26.196",
          "Last": "2015-02-27T10:09:23.776"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 11,
          "First": "2015-02-27T06:53:22.014",
          "Last": "2015-02-27T07:08:24.635"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 505,
          "First": "2015-02-27T01:08:20.201",
          "Last": "2015-02-27T10:09:23.776"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 166,
          "First": "2015-02-27T00:13:11.757",
          "Last": "2015-02-27T08:39:06.435"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a12%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "1968 replica alerts for FullCopy ",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 52,
          "HourlyAverage": 3.886
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 603,
          "HourlyAverage": 45.064
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1068,
          "HourlyAverage": 79.815
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 215,
          "HourlyAverage": 16.068
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 28,
          "HourlyAverage": 2.093
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a12%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "49 partitions violated quota invariants | 49 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a12%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "bd828907-5983-44a3-bbcf-c9d08c4cdf9a",
          "MaxQuota": 10471182,
          "MaxUsage": 9874624
        },
        {
          "PartitionId": "c6d5c58d-208e-42d5-8fec-ac5427866210",
          "MaxQuota": 10470400,
          "MaxUsage": 9741504
        },
        {
          "PartitionId": "0f85b815-f4ef-4df2-8190-e5401e46d3db",
          "MaxQuota": 10470400,
          "MaxUsage": 9727808
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a13%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "f353a756-095b-4ae4-aa4c-15ca326993f6",
          "MaxCrudUsage": 9904,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15288
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "ab59e669-ae63-4fe7-8f8d-aace5d112e1e",
          "MaxCrudUsage": 9744,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15224
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "254789a1-3fa6-4f29-850f-0782b4060a07",
          "MaxCrudUsage": 9720,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 15112
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a13%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T06:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 906.33,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T05:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 262.125,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T09:35:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 236.392,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-02-27T01:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 233.311,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T05:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 206.843,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a14%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 78.027033
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 78.942056
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 79.366957
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 79.777338
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 80.289087
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a16%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 66.724971
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 54.103684
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 51.595566
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 48.118437
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43.382786
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a17%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 570.706336 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 570.706336
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 458.770231
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 446.641458
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 425.785831
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 405.515335
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a19%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 50489.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 54259.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 54369.689655
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 54918.428571
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 55341.633333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a21%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "6 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 6,
          "First": "2015-02-26T21:17:50.3619479",
          "Last": "2015-02-26T21:34:19.9474519"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a21%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a23%3a14Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "747 Direct Tcp requests with 503 | 302 Direct Https requests with 503 | 2 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 2,
          "First": "2015-02-27T06:00:00",
          "Last": "2015-02-27T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 7,
          "Average": 2,
          "First": "2015-02-27T07:50:00",
          "Last": "2015-02-27T10:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 2,
          "First": "2015-02-27T04:30:00",
          "Last": "2015-02-27T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 11,
          "Average": 6,
          "First": "2015-02-27T04:30:00",
          "Last": "2015-02-27T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 25,
          "Average": 4,
          "First": "2015-02-26T23:05:00",
          "Last": "2015-02-27T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 255,
          "Average": 42,
          "First": "2015-02-27T09:10:00",
          "Last": "2015-02-27T10:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 705,
          "Average": 88,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T10:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 29,
          "Average": 7,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T10:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 15,
          "Average": 5,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T10:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a23%3a32Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "018dfa4f-a88e-4e1b-ad43-448ac8026829",
          "First": "2015-02-26T21:55:18.7041611",
          "Last": "2015-02-26T21:55:18.7041611",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-27+03%3a56%3a29Z&end=2015-02-27+18%3a23%3a47Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-27T10:23:56.0877369-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 570956,
      "PhysicalCRUDUsageInMB": 1417528,
      "LogicalIndexUsageInMB": 25201,
      "LogicalCRUDUsageInMB": 339564,
      "ClientReportedUsageInMB": 5213
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDiAwAAAAAAAA==",
  "_ts": 1425268576,
  "_etag": "\"0400b252-0000-0000-0000-54f3df600000\"",
  "_attachments": "attachments/"
},
{
  "id": "b76c3f4b-a913-4943-8a0d-579be3d7e56c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDjAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-26T20:22:29.9534632-08:00",
  "CompletedTime": "2015-02-27T10:24:15.9559017-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1b4611e4-c0b4-4cff-b48f-59f718bf766a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T21:00:15.1455998-08:00",
      "CompleteTime": "2015-02-26T21:08:18.6942261-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "25498988-98c3-409f-bcd7-7cd5fc48d76c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T21:00:15.5055407-08:00",
      "CompleteTime": "2015-02-26T21:08:48.819811-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4e6dc562-0958-4514-aeab-892f74ea59f3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T21:00:15.8929062-08:00",
      "CompleteTime": "2015-02-26T21:07:49.7851489-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e63077eb-81d9-4018-b4aa-abf1d616fc4b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T22:15:30.3847656-08:00",
      "CompleteTime": "2015-02-26T22:21:33.8004464-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2972cbc1-a5a6-4be2-a680-8b1ee642768a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T20:23:28.0459286-08:00",
      "EndTime": "2015-02-26T20:24:35.6699877-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a27ce056-7187-456b-865d-d244c2ed9951",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T20:24:36.0639225-08:00",
      "EndTime": "2015-02-26T20:59:01.6143173-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "63414360-5766-4208-98dc-e668754ca3c5",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T22:00:17.7364482-08:00",
      "EndTime": "2015-02-26T22:00:27.3801239-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "7114640b-54d7-4408-89ab-abac63917042",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-26T22:00:31.2582996-08:00",
      "EndTime": "2015-02-26T23:04:16.3215123-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e15a217-36d8-44a6-a230-d885826c699d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T02:48:05.6468269-08:00",
      "EndTime": "2015-02-27T03:50:49.6955304-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c9bc54c3-caf5-42b1-ac55-c6a971338894",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T04:31:03.172058-08:00",
      "EndTime": "2015-02-27T04:31:12.6627396-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "dfad20bc-2bcc-4eca-bd81-2b8f30764165",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T06:24:43.7388586-08:00",
      "EndTime": "2015-02-27T08:30:11.8250172-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDjAwAAAAAAAA==",
  "_ts": 1425061455,
  "_etag": "\"0100b537-0000-0000-0000-54f0b64f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "da8e2c83-563f-47e9-8ed5-72915a65cc5b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDkAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-02-26T20:51:53.7210237-08:00",
  "CompletedTime": "2015-02-27T11:31:47.2088099-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6112c092-eb78-4308-95b4-bec667dc166e",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T22:39:14.2106186-08:00",
      "CompleteTime": "2015-02-26T22:48:21.8911618-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "078d89ec-11fd-40f8-bd3d-55c6cef5f374",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T22:39:14.5485258-08:00",
      "CompleteTime": "2015-02-26T22:48:51.1138622-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9380957-a8ef-4ae9-ad75-9c60a1891b85",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T22:39:15.0309208-08:00",
      "CompleteTime": "2015-02-26T22:48:51.9715541-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21b7fa1e-a5d4-453b-9594-8574398980cc",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T22:39:15.5616617-08:00",
      "CompleteTime": "2015-02-26T22:49:33.6363359-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b61fea4-bbe7-4afe-bcf7-a83537e283d3",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T23:54:08.8552739-08:00",
      "CompleteTime": "2015-02-27T00:04:13.5826892-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "81a0e36a-fd2c-467b-adcf-8b1147f0f10d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-27T01:06:49.7078755-08:00",
      "CompleteTime": "2015-02-27T01:19:05.8373345-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ae2b993-a781-4967-8b9a-e1d00fc2433b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-02-27T10:11:39.7058444-08:00",
      "CompleteTime": "2015-02-27T11:07:58.5718718-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "386f3b40-eaed-46e5-9057-0569db475874",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T20:52:00.5283314-08:00",
      "EndTime": "2015-02-26T21:04:41.6668147-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f95496e6-b7d5-4c51-a284-2398edf2a629",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T21:07:19.2857269-08:00",
      "EndTime": "2015-02-26T21:08:37.0669145-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6ccb620-0841-4ba4-9b56-c8c6f81bbad8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T21:08:37.4642436-08:00",
      "EndTime": "2015-02-26T21:44:03.1769704-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "fe274e94-1d89-4d3c-a3c1-c4736ee95c81",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-26T21:44:07.8258606-08:00",
      "EndTime": "2015-02-26T21:56:49.2974709-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6cc9319b-cdf3-4760-b541-e82efc44038f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-26T23:39:12.8964051-08:00",
      "EndTime": "2015-02-27T01:02:24.2142035-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8de54266-2ad8-4346-8559-0f7423ac12ce",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T01:46:53.3085188-08:00",
      "EndTime": "2015-02-27T03:13:58.3849748-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4aae1eec-ddf8-4272-a117-12afc14aebc8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T04:02:16.2463456-08:00",
      "EndTime": "2015-02-27T06:17:52.4544528-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "96a6d6c3-e4af-4cce-b94a-c62d11cc891b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T07:09:02.8094458-08:00",
      "EndTime": "2015-02-27T09:16:59.3587712-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "83 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-27T07:49:15.1824901",
          "Last": "2015-02-27T08:14:17.1043639"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 79,
          "First": "2015-02-27T07:31:07.3252172",
          "Last": "2015-02-27T09:51:16.1420023"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-27T09:40:09.9999141",
          "Last": "2015-02-27T09:44:12.7790723"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "124 requests with 408 | 1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 124,
          "First": "2015-02-27T00:42:22.684964",
          "Last": "2015-02-27T11:22:19.9607625"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-02-27T06:01:23.5318974",
          "Last": "2015-02-27T06:01:23.5318974"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40315842,
          "Average": 266992.33,
          "Max": 352450,
          "Min": 25
        },
        {
          "StatusCode": 400,
          "Total": 49,
          "Average": 0.32,
          "Max": 26,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 161675,
          "Average": 1070.7,
          "Max": 16624,
          "Min": 3249
        },
        {
          "StatusCode": 404,
          "Total": 64828,
          "Average": 429.32,
          "Max": 10982,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 24,
          "Average": 0.16,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 43040,
          "Average": 285.03,
          "Max": 1849,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6150529,
          "Average": 40731.98,
          "Max": 153821,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1182730,
          "Average": 7884.87,
          "Max": 10483,
          "Min": 89
        },
        {
          "StatusCode": 404,
          "Total": 3230,
          "Average": 21.53,
          "Max": 174,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1126,
          "Average": 7.51,
          "Max": 67,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 144747,
          "Average": 964.98,
          "Max": 2074,
          "Min": 35
        },
        {
          "StatusCode": 449,
          "Total": 5410,
          "Average": 36.07,
          "Max": 117,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3544337,
          "Average": 23628.91,
          "Max": 30532,
          "Min": 211
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 87,
          "Average": 0.58,
          "Max": 74,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 13195,
          "Average": 87.97,
          "Max": 695,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3410,
          "Average": 22.73,
          "Max": 167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 444815,
          "Average": 2965.43,
          "Max": 6891,
          "Min": 138
        },
        {
          "StatusCode": 449,
          "Total": 12147,
          "Average": 80.98,
          "Max": 223,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5997997,
          "Average": 39721.83,
          "Max": 53723,
          "Min": 233
        },
        {
          "StatusCode": 400,
          "Total": 24182,
          "Average": 160.15,
          "Max": 2474,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8143,
          "Average": 53.93,
          "Max": 3565,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 22,
          "Average": 0.15,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4873,
          "Average": 32.27,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 959097,
          "Average": 6351.64,
          "Max": 24158,
          "Min": 507
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30120583,
          "Average": 199474.06,
          "Max": 221959,
          "Min": 3489
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.09,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6308,
          "Average": 41.77,
          "Max": 418,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32667,
          "Average": 216.34,
          "Max": 1959,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 387880,
          "Average": 2568.74,
          "Max": 7324,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6669959,
          "Average": 44466.39,
          "Max": 58366,
          "Min": 1322
        },
        {
          "StatusCode": 404,
          "Total": 30334,
          "Average": 202.23,
          "Max": 2747,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 31150,
          "Average": 207.67,
          "Max": 1970,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 345246,
          "Average": 2301.64,
          "Max": 4679,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 28,
          "First": "2015-02-27T06:10:00",
          "Last": "2015-02-27T08:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 3,
          "First": "2015-02-27T07:15:00",
          "Last": "2015-02-27T09:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 40,
          "First": "2015-02-27T05:05:00",
          "Last": "2015-02-27T10:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-02-27T07:45:00",
          "Last": "2015-02-27T10:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-02-27T10:31:00.890072",
          "Last": "2015-02-27T10:31:00.890072"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1059 replica health errors | 215 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 121,
          "First": "2015-02-27T01:47:35.526",
          "Last": "2015-02-27T11:30:07.411"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 210,
          "First": "2015-02-27T06:21:07.828",
          "Last": "2015-02-27T11:30:07.411"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 513,
          "First": "2015-02-27T02:42:44.834",
          "Last": "2015-02-27T11:30:07.411"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1783 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 205,
          "HourlyAverage": 14.86
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1122,
          "HourlyAverage": 81.33
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 2.61
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 76,
          "HourlyAverage": 5.509
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 337,
          "HourlyAverage": 24.428
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.145
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.145
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "63 partitions violated quota invariants | 63 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e3165101-6ce9-4e7d-8239-83b2c6685e37",
          "MaxQuota": 8144708,
          "MaxUsage": 6392363
        },
        {
          "PartitionId": "c26eb4e1-4f71-41ac-a187-2f37b5844b48",
          "MaxQuota": 8144708,
          "MaxUsage": 6356059
        },
        {
          "PartitionId": "d05669e4-e51e-4024-a11e-7778826be436",
          "MaxQuota": 8144708,
          "MaxUsage": 6326023
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "c26eb4e1-4f71-41ac-a187-2f37b5844b48",
          "MaxCrudUsage": 6232,
          "MaxIndexUsage": 3824,
          "MaxTotalUsage": 10280
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "d05669e4-e51e-4024-a11e-7778826be436",
          "MaxCrudUsage": 6200,
          "MaxIndexUsage": 3612,
          "MaxTotalUsage": 9960
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "8db4c876-ac46-4a4e-b43b-30467d5907fb",
          "MaxCrudUsage": 6184,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9860
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 28 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T02:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 141.714,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T00:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 134.887,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T08:30:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 134.331,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T09:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 134.024,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T06:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 133.534,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 79.31397
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.326381
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 80.245997
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 81.739525
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 82.616605
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 53.524
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 49.358325
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 46.944227
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.303394
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 43.289187
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 361.639479
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 356.178346
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 330.67425
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 317.825895
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 308.565798
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62097.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62154.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62359.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62372.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 63910.633333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-26T22:12:20.7594331",
          "Last": "2015-02-26T22:12:25.3636385"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "86 Direct Https requests with 503 | 157 Direct Tcp requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 73,
          "Average": 6.636,
          "First": "2015-02-27T00:05:00",
          "Last": "2015-02-27T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 126,
          "Average": 31.5,
          "First": "2015-02-27T06:00:00",
          "Last": "2015-02-27T09:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "Average": 9.0,
          "First": "2015-02-27T07:15:00",
          "Last": "2015-02-27T07:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-27T06:00:00",
          "Last": "2015-02-27T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-27T00:05:00",
          "Last": "2015-02-27T00:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 30,
          "Average": 15.0,
          "First": "2015-02-27T08:20:00",
          "Last": "2015-02-27T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-02-27T08:20:00",
          "Last": "2015-02-27T09:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "eb8cf400-3626-4857-85c4-8c4e9c312e34",
          "First": "2015-02-26T22:50:00.898881",
          "Last": "2015-02-26T22:50:00.898881",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-27+04%3a51%3a53Z&end=2015-02-27+19%3a31%3a47Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-27T01:06:32.832156-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 188488,
      "PhysicalCRUDUsageInMB": 318824,
      "LogicalIndexUsageInMB": 7518,
      "LogicalCRUDUsageInMB": 89890,
      "ClientReportedUsageInMB": 17330
    },
    {
      "TimeStamp": "2015-02-27T03:21:53.0574965-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 545776,
      "PhysicalCRUDUsageInMB": 702040,
      "LogicalIndexUsageInMB": 16819,
      "LogicalCRUDUsageInMB": 211407,
      "ClientReportedUsageInMB": 111643
    },
    {
      "TimeStamp": "2015-02-27T06:28:40.1566628-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 731696,
      "PhysicalCRUDUsageInMB": 1266368,
      "LogicalIndexUsageInMB": 25538,
      "LogicalCRUDUsageInMB": 322669,
      "ClientReportedUsageInMB": 113495
    },
    {
      "TimeStamp": "2015-02-27T09:31:22.3042094-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1009664,
      "PhysicalCRUDUsageInMB": 1878688,
      "LogicalIndexUsageInMB": 34897,
      "LogicalCRUDUsageInMB": 446102,
      "ClientReportedUsageInMB": 429747
    },
    {
      "TimeStamp": "2015-02-27T11:31:47.2088099-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 552908,
      "PhysicalCRUDUsageInMB": 1434776,
      "LogicalIndexUsageInMB": 34191,
      "LogicalCRUDUsageInMB": 436162,
      "ClientReportedUsageInMB": 314753
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDkAwAAAAAAAA==",
  "_ts": 1425066546,
  "_etag": "\"01006c42-0000-0000-0000-54f0ca320000\"",
  "_attachments": "attachments/"
},
{
  "id": "d08b64c1-8b55-482d-a742-6e8a3e173ab1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDlAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-02-26T22:09:45.6464162-08:00",
  "CompletedTime": "2015-02-27T11:10:37.313947-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "17f7ff4d-d9f6-44ec-89e2-e773c1d5bad5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-26T23:15:40.9402379-08:00",
      "CompleteTime": "2015-02-26T23:23:17.7038707-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0bc4725f-86ec-45f4-baca-8687117bdf13",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-26T23:15:41.8539742-08:00",
      "CompleteTime": "2015-02-26T23:22:48.050688-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0150190-b1af-4208-9352-62316ce10f46",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-26T23:15:42.4714664-08:00",
      "CompleteTime": "2015-02-26T23:24:17.9202907-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef3e87f1-c653-4331-af4f-628033d38e26",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-26T23:15:44.0268412-08:00",
      "CompleteTime": "2015-02-26T23:24:03.8302362-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a8da2ca9-a31e-44c6-bc10-b96d90f61328",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T00:30:36.6421126-08:00",
      "CompleteTime": "2015-02-27T00:37:41.2302975-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb19a50a-b424-4c65-a9f5-0002c65a2906",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-27T01:23:21.728135-08:00",
      "CompleteTime": "2015-02-27T01:35:40.4062734-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b1464efa-a115-4f3c-b952-658a294acf61",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T04:03:57.3878133-08:00",
      "CompleteTime": "2015-02-27T04:14:32.844163-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ca7d991b-5602-4ef0-a252-5cdae024b112",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-02-27T09:24:29.3164554-08:00",
      "CompleteTime": "2015-02-27T14:09:44.7053855-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "051c912f-fcf9-43c8-9cf6-0f39a16a5ac9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T22:09:49.1038083-08:00",
      "EndTime": "2015-02-26T22:23:57.7679396-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84ec4a12-95ee-4599-96a0-f80f6ec73cb9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T22:25:39.6388697-08:00",
      "EndTime": "2015-02-26T22:26:48.9259331-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "19e0151f-f354-4d95-be18-c67469c17ab5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T22:26:49.2811193-08:00",
      "EndTime": "2015-02-26T23:01:03.6011364-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a92254fd-db30-4247-b289-a58cd4f76545",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-26T23:01:09.662131-08:00",
      "EndTime": "2015-02-26T23:14:22.703922-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "928108ec-4b8c-40f1-a33a-720fd634a2fc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T00:15:43.312941-08:00",
      "EndTime": "2015-02-27T01:18:52.4043989-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "db8c3a89-8571-4778-931f-bad92f0ac34a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T02:03:27.1741728-08:00",
      "EndTime": "2015-02-27T03:12:34.6245879-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ce50c16e-7f12-4206-913b-dfe43dd0798e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T03:59:42.1464303-08:00",
      "EndTime": "2015-02-27T06:02:22.3641538-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6bf0ea34-31b8-4191-a004-de7f8476485d",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150226.8\\x64\\Release",
      "StartTime": "2015-02-27T06:52:17.0879504-08:00",
      "EndTime": "2015-02-27T08:57:17.4949671-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T04:40:55.1445098",
          "Last": "2015-02-27T04:40:55.1445098"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T08:17:53.5290275",
          "Last": "2015-02-27T08:17:53.5290275"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "91 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 91,
          "First": "2015-02-27T01:29:04.158068",
          "Last": "2015-02-27T11:07:39.2026411"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36312689,
          "Average": 259376.35,
          "Max": 352600,
          "Min": 10
        },
        {
          "StatusCode": 400,
          "Total": 48,
          "Average": 0.34,
          "Max": 34,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1295245,
          "Average": 9251.75,
          "Max": 14709,
          "Min": 1099
        },
        {
          "StatusCode": 409,
          "Total": 41,
          "Average": 0.29,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42374,
          "Average": 302.67,
          "Max": 1868,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4195081,
          "Average": 29964.86,
          "Max": 107843,
          "Min": 1961
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1052620,
          "Average": 7572.81,
          "Max": 10844,
          "Min": 128
        },
        {
          "StatusCode": 404,
          "Total": 3240,
          "Average": 23.31,
          "Max": 107,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1100,
          "Average": 7.91,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 104780,
          "Average": 753.81,
          "Max": 1776,
          "Min": 21
        },
        {
          "StatusCode": 449,
          "Total": 4143,
          "Average": 29.81,
          "Max": 140,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3150919,
          "Average": 22668.48,
          "Max": 30799,
          "Min": 371
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13091,
          "Average": 94.18,
          "Max": 405,
          "Min": 32
        },
        {
          "StatusCode": 410,
          "Total": 3267,
          "Average": 23.5,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 318740,
          "Average": 2293.09,
          "Max": 5646,
          "Min": 95
        },
        {
          "StatusCode": 449,
          "Total": 8822,
          "Average": 63.47,
          "Max": 213,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5381179,
          "Average": 38436.99,
          "Max": 53602,
          "Min": 38
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.11,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8648,
          "Average": 61.77,
          "Max": 4330,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 28,
          "Average": 0.2,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4812,
          "Average": 34.37,
          "Max": 208,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 669410,
          "Average": 4781.5,
          "Max": 16828,
          "Min": 38
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27075349,
          "Average": 193395.35,
          "Max": 218576,
          "Min": 7
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 5,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 6,
          "Average": 0.04,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 5593,
          "Average": 39.95,
          "Max": 647,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30228,
          "Average": 215.91,
          "Max": 1827,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 242585,
          "Average": 1732.75,
          "Max": 4793,
          "Min": 20
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5865102,
          "Average": 42194.98,
          "Max": 59154,
          "Min": 449
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 24402,
          "Average": 175.55,
          "Max": 1023,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28644,
          "Average": 206.07,
          "Max": 1913,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 205291,
          "Average": 1476.91,
          "Max": 5352,
          "Min": 35
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 132,
          "First": "2015-02-27T04:25:00",
          "Last": "2015-02-27T10:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 7,
          "First": "2015-02-27T06:20:00",
          "Last": "2015-02-27T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-02-27T06:20:00",
          "Last": "2015-02-27T06:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 20,
          "First": "2015-02-27T04:50:00",
          "Last": "2015-02-27T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-02-27T05:15:00",
          "Last": "2015-02-27T05:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "8 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 15624,
          "Reason": "Global Lease Loss",
          "Count": 1,
          "First": "2015-02-26T22:49:31.0778854",
          "Last": "2015-02-26T22:49:31.0778854"
        },
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 7,
          "First": "2015-02-27T09:45:08.5393302",
          "Last": "2015-02-27T11:10:28.9922449"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "749 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 84,
          "First": "2015-02-27T03:00:18.75",
          "Last": "2015-02-27T10:08:52.488"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 116,
          "First": "2015-02-27T07:00:31.05",
          "Last": "2015-02-27T09:13:42.526"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 18,
          "First": "2015-02-27T09:33:45.012",
          "Last": "2015-02-27T11:04:01.022"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 333,
          "First": "2015-02-27T02:50:17.48",
          "Last": "2015-02-27T09:13:42.516"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 198,
          "First": "2015-02-27T09:33:44.512",
          "Last": "2015-02-27T09:53:49.837"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1585 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 54,
          "HourlyAverage": 4.441
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 387,
          "HourlyAverage": 31.827
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 39,
          "HourlyAverage": 3.207
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 980,
          "HourlyAverage": 80.596
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 10.033
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.247
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.082
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "43 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0cbc3f63-b2dc-4b4d-8091-2d9cb863e3fd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3682816,
          "LastQuota": 3490816,
          "LastIndexUsage": 289911,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "135d235c-d35f-4783-88f1-27088979dd7d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3593856,
          "LastQuota": 3490816,
          "LastIndexUsage": 282079,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "2bb05910-d562-4cac-bd3c-fcaf7ea86d58",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5056640,
          "LastQuota": 3490816,
          "LastIndexUsage": 395698,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "2c540a32-f39a-4168-9761-47343bfa39bb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3503104,
          "LastQuota": 3490816,
          "LastIndexUsage": 273480,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "2ccb9e7f-d638-4bf5-80ce-eb6e262d6feb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3641856,
          "LastQuota": 3490816,
          "LastIndexUsage": 289669,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "2ddefff5-f2ee-481c-a024-2c5e33650a4e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3687936,
          "LastQuota": 3490816,
          "LastIndexUsage": 282856,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "34a5f219-16ec-423a-a429-cfb507d10261",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4847072,
          "LastQuota": 3490816,
          "LastIndexUsage": 364818,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "40452286-c2a0-481f-9c1c-1a1d57e7d419",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4927104,
          "LastQuota": 3490816,
          "LastIndexUsage": 389131,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "4c6d0d9e-185f-4286-b97f-2b5de852b976",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3586048,
          "LastQuota": 3490816,
          "LastIndexUsage": 281112,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "59a08fd1-3ef3-45fe-beee-9f509b6bba3a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5147136,
          "LastQuota": 3490816,
          "LastIndexUsage": 400288,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "60ea5f4f-17f2-4b65-9685-bb29f2614bab",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4916352,
          "LastQuota": 3490816,
          "LastIndexUsage": 386632,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "671b21a7-8337-431a-85cf-c3acacd7e810",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4306560,
          "LastQuota": 3490816,
          "LastIndexUsage": 342648,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "67e1dc00-0899-410f-b1f9-39a54bdb9810",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3527680,
          "LastQuota": 3490816,
          "LastIndexUsage": 275274,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "6c522195-b6d8-4a22-befd-25a9c362abcf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3726336,
          "LastQuota": 3490816,
          "LastIndexUsage": 295552,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "70d9bd96-bb31-4aa7-aad0-c2b0d5d8aed3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3651424,
          "LastQuota": 3490816,
          "LastIndexUsage": 289436,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "764aa10b-b52e-43c5-a842-bb096bf8ecf6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4777600,
          "LastQuota": 3490816,
          "LastIndexUsage": 374968,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "78d16946-7973-4ad3-ac35-dd3f3001e452",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3714944,
          "LastQuota": 3490816,
          "LastIndexUsage": 291022,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "7f39ad17-9eed-449d-8230-7afc0e02b955",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3536896,
          "LastQuota": 3490816,
          "LastIndexUsage": 279863,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "82fe79f1-7827-490c-97e2-93ad21b2ac37",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3658752,
          "LastQuota": 3490816,
          "LastIndexUsage": 285844,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "8e548287-b4a4-4a69-a2f2-1ccf06c2ce1e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4746272,
          "LastQuota": 3490816,
          "LastIndexUsage": 364440,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "a2becbcb-1839-4db1-88da-d02bf3d3e8d9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4119936,
          "LastQuota": 3490816,
          "LastIndexUsage": 267811,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "a30c8097-25e9-4aaf-a407-20b5bd8ab0d1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3517440,
          "LastQuota": 3490816,
          "LastIndexUsage": 274796,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "a3b22b4d-7118-4291-bee9-b9c9f44fe553",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3642880,
          "LastQuota": 3490816,
          "LastIndexUsage": 285300,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "a634c627-3116-4fae-b6ab-223e5a0b8c33",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5086336,
          "LastQuota": 3490816,
          "LastIndexUsage": 400022,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b128a9a9-672a-4fa4-bb6b-1b1d1ada82f5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4860544,
          "LastQuota": 3490816,
          "LastIndexUsage": 382734,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b177925f-f71c-4162-bee0-2312646966e4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4224000,
          "LastQuota": 3490816,
          "LastIndexUsage": 333954,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b3221de7-d824-43a9-a1eb-9711a9e58c7b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4115936,
          "LastQuota": 3490816,
          "LastIndexUsage": 279377,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b4945bd4-50a3-4695-b1f7-331553fb2558",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4824064,
          "LastQuota": 3490816,
          "LastIndexUsage": 379826,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b5b1aa95-6219-4a46-ab03-af28102fe90a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5093504,
          "LastQuota": 3490816,
          "LastIndexUsage": 400580,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "b6b4f230-86ae-4a15-bddd-1cd209ad969a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3685248,
          "LastQuota": 3490816,
          "LastIndexUsage": 291444,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "c3d8f59b-5c3a-4264-a891-48f86929c0da",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3707392,
          "LastQuota": 3490816,
          "LastIndexUsage": 294176,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "c60cb3d8-b4a1-4471-a25d-83039aece672",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4089824,
          "LastQuota": 3490816,
          "LastIndexUsage": 287038,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "c6a99e12-7c0e-4e44-8b47-5604efab5fc4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5508352,
          "LastQuota": 3490816,
          "LastIndexUsage": 429250,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "cc2b8644-f7e4-4b89-8cfd-3ef7636f5316",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3663872,
          "LastQuota": 3490816,
          "LastIndexUsage": 288385,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "cd769543-88e5-4768-92d6-ccec6b14c564",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4169984,
          "LastQuota": 3490816,
          "LastIndexUsage": 328003,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "d0129696-f005-4dd6-a9bb-83599667a6ed",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3518976,
          "LastQuota": 3490816,
          "LastIndexUsage": 277982,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "d9abf9f8-540b-48fb-a2d7-47a617e0dc52",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5348992,
          "LastQuota": 3490816,
          "LastIndexUsage": 399779,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "e1971185-b16a-496f-8f5a-813d573c293a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3740352,
          "LastQuota": 3490816,
          "LastIndexUsage": 295148,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "eeb2e133-6c3b-4ca7-8fec-2ba99a363902",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5046272,
          "LastQuota": 3490816,
          "LastIndexUsage": 396109,
          "First": "2015-02-27T09:30:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "f21c1af7-a5ce-42a3-a43e-faa23acac8a4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4924032,
          "LastQuota": 3490816,
          "LastIndexUsage": 387051,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "f399c588-7f18-4eea-ae01-09f928cb4229",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4817024,
          "LastQuota": 3490816,
          "LastIndexUsage": 378201,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "f7af2fe5-7edf-4f35-a40c-714f63d656c5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4094080,
          "LastQuota": 3490816,
          "LastIndexUsage": 308380,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        },
        {
          "PartitionId": "fe3f8ea9-cd28-4120-9d18-0c35d761fdd2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3620320,
          "LastQuota": 3490816,
          "LastIndexUsage": 291555,
          "First": "2015-02-27T09:45:00",
          "Last": "2015-02-27T11:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "20cc7ca9-9eb9-4ddc-acd0-a2a6e62c2bb8",
          "MaxQuota": 6981471,
          "MaxUsage": 5751264
        },
        {
          "PartitionId": "fb70cac1-c08b-4499-b847-d9109dd8f493",
          "MaxQuota": 6981471,
          "MaxUsage": 5740915
        },
        {
          "PartitionId": "20d4a14c-2704-4ef6-a154-5bd66823ecb8",
          "MaxQuota": 6981471,
          "MaxUsage": 5718624
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "20cc7ca9-9eb9-4ddc-acd0-a2a6e62c2bb8",
          "MaxCrudUsage": 5648,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9348
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "7f0e1c0c-29bc-4038-883b-9754d2aab927",
          "MaxCrudUsage": 5624,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9332
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "beda7b95-20ac-472c-b85e-17da48b1d925",
          "MaxCrudUsage": 5600,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9300
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 24 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T07:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 252.392,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T02:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 151.692,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T07:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 130.843,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T02:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 129.758,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T07:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 120.363,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 78.674236
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 80.907645
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.036036
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 81.859542
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 82.540017
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 54.936817
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 51.65731
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 48.868611
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 48.536243
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 46.722012
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 314.330575
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 287.842575
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 261.319032
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 252.526063
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 236.013844
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59693.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61979.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62300.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65122.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 65734.586207
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "170 Direct Https requests with 503 | 194 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 168,
          "Average": 10.5,
          "First": "2015-02-26T23:50:00",
          "Last": "2015-02-27T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 193,
          "Average": 27.571,
          "First": "2015-02-26T23:50:00",
          "Last": "2015-02-27T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-02-27T09:10:00",
          "Last": "2015-02-27T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-02-27T09:10:00",
          "Last": "2015-02-27T09:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-02-27+06%3a09%3a45Z&end=2015-02-27+19%3a10%3a37Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-27T01:23:03.2659179-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 151748,
      "PhysicalCRUDUsageInMB": 281592,
      "LogicalIndexUsageInMB": 6343,
      "LogicalCRUDUsageInMB": 76188,
      "ClientReportedUsageInMB": 29639
    },
    {
      "TimeStamp": "2015-02-27T03:19:10.2196283-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 461280,
      "PhysicalCRUDUsageInMB": 591320,
      "LogicalIndexUsageInMB": 16726,
      "LogicalCRUDUsageInMB": 204655,
      "ClientReportedUsageInMB": 161013
    },
    {
      "TimeStamp": "2015-02-27T06:11:51.5392204-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 650744,
      "PhysicalCRUDUsageInMB": 1039640,
      "LogicalIndexUsageInMB": 24006,
      "LogicalCRUDUsageInMB": 304054,
      "ClientReportedUsageInMB": 85511
    },
    {
      "TimeStamp": "2015-02-27T09:10:07.3907261-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 900764,
      "PhysicalCRUDUsageInMB": 1663784,
      "LogicalIndexUsageInMB": 31396,
      "LogicalCRUDUsageInMB": 399171,
      "ClientReportedUsageInMB": 21504
    },
    {
      "TimeStamp": "2015-02-27T11:10:37.313947-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 432888,
      "PhysicalCRUDUsageInMB": 1292312,
      "LogicalIndexUsageInMB": 22989,
      "LogicalCRUDUsageInMB": 293911,
      "ClientReportedUsageInMB": 312
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDlAwAAAAAAAA==",
  "_ts": 1425074983,
  "_etag": "\"01009142-0000-0000-0000-54f0eb270000\"",
  "_attachments": "attachments/"
},
{
  "id": "cbf275d8-e724-4724-b3c1-14f912008c6a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDmAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-02-26T22:58:56.9059495-08:00",
  "CompletedTime": "2015-02-27T16:40:52.5115466-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9e35cf7f-5226-424c-8c3e-292613263261",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T00:48:52.7487737-08:00",
      "CompleteTime": "2015-02-27T00:58:00.6715512-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9db65ad0-4b6d-4234-94ae-172bd0c73e97",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T00:48:53.1427286-08:00",
      "CompleteTime": "2015-02-27T00:59:30.6857258-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4d9c4f8f-788c-4c96-8935-584c70c9861f",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T00:48:53.6417571-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3b34c51e-ec1e-499b-a2e5-ad57d581f319",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T00:48:55.2958539-08:00",
      "CompleteTime": "2015-02-27T00:58:30.3562745-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "70cdad87-d087-4c09-a41f-cfa914c5d5e4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T03:52:50.0061919-08:00",
      "CompleteTime": "2015-02-27T04:02:54.1960636-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "defa461d-bc9d-47dd-9031-ff6aa4d4c475",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-02-27T14:47:34.0629649-08:00",
      "CompleteTime": "2015-02-27T16:23:01.1423076-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6201bac9-0287-4ded-80f1-09050a5a47cd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T22:59:05.0654222-08:00",
      "EndTime": "2015-02-26T23:12:41.0817755-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "071a2502-5ee8-4be1-80a6-cd6c2da5b524",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T23:14:43.1118902-08:00",
      "EndTime": "2015-02-26T23:15:51.3458179-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "649fb534-4028-4dec-80d1-2c2a524b50d3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150224.2\\x64\\Release",
      "StartTime": "2015-02-26T23:15:51.7048378-08:00",
      "EndTime": "2015-02-26T23:53:18.7002825-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d89db81-404b-410e-99d7-e55a1b1a6616",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-26T23:53:22.5014521-08:00",
      "EndTime": "2015-02-27T00:07:29.6196087-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "762762f6-c3b9-4c80-a74f-749934329447",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T01:48:49.3764175-08:00",
      "EndTime": "2015-02-27T02:57:34.7488129-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6bfc207c-80fd-43c6-89f3-77cb26679ed6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T03:37:51.857998-08:00",
      "EndTime": "2015-02-27T06:02:53.7738544-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e428ea78-4526-4359-831a-9f658702386a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T06:43:03.8547114-08:00",
      "EndTime": "2015-02-27T11:49:05.1112142-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a07a8507-f66f-4129-ad79-07130f80399d",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T12:29:16.0191185-08:00",
      "EndTime": "2015-02-27T14:40:30.9344594-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a36%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a36%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "2 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-02-27T09:41:26.6323164",
          "Last": "2015-02-27T10:13:19.107334"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a36%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a36%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-02-27T02:50:00",
          "Last": "2015-02-27T02:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a37%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42561441,
          "Average": 310667.45,
          "Max": 345067,
          "Min": 6095
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.26,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 270542,
          "Average": 1974.76,
          "Max": 28310,
          "Min": 1043
        },
        {
          "StatusCode": 403,
          "Total": 24061,
          "Average": 175.63,
          "Max": 8420,
          "Min": 2856
        },
        {
          "StatusCode": 404,
          "Total": 39380,
          "Average": 287.45,
          "Max": 2091,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 39832,
          "Average": 290.74,
          "Max": 1491,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3583285,
          "Average": 26155.36,
          "Max": 50739,
          "Min": 722
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a38%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1229082,
          "Average": 8971.4,
          "Max": 10183,
          "Min": 184
        },
        {
          "StatusCode": 401,
          "Total": 450,
          "Average": 3.28,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1787,
          "Average": 13.04,
          "Max": 41,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1049,
          "Average": 7.66,
          "Max": 41,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 99614,
          "Average": 727.11,
          "Max": 1319,
          "Min": 18
        },
        {
          "StatusCode": 449,
          "Total": 3552,
          "Average": 25.93,
          "Max": 143,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a39%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3684848,
          "Average": 26896.7,
          "Max": 29821,
          "Min": 488
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1396,
          "Average": 10.19,
          "Max": 425,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 85,
          "Average": 0.62,
          "Max": 55,
          "Min": 30
        },
        {
          "StatusCode": 404,
          "Total": 6727,
          "Average": 49.1,
          "Max": 130,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3232,
          "Average": 23.59,
          "Max": 107,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 299517,
          "Average": 2186.26,
          "Max": 4103,
          "Min": 63
        },
        {
          "StatusCode": 449,
          "Total": 8024,
          "Average": 58.57,
          "Max": 235,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a39%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6354725,
          "Average": 46048.73,
          "Max": 52345,
          "Min": 1100
        },
        {
          "StatusCode": 400,
          "Total": 4238,
          "Average": 30.71,
          "Max": 1300,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 39649,
          "Average": 287.31,
          "Max": 4157,
          "Min": 120
        },
        {
          "StatusCode": 403,
          "Total": 8636,
          "Average": 62.58,
          "Max": 4883,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4475,
          "Average": 32.43,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 553870,
          "Average": 4013.55,
          "Max": 7820,
          "Min": 376
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a40%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31441009,
          "Average": 227833.4,
          "Max": 240160,
          "Min": 2675
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 381558,
          "Average": 2764.91,
          "Max": 39153,
          "Min": 183
        },
        {
          "StatusCode": 404,
          "Total": 1598,
          "Average": 11.58,
          "Max": 280,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 20895,
          "Average": 151.41,
          "Max": 1464,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 139912,
          "Average": 1013.86,
          "Max": 5255,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a41%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6801461,
          "Average": 49285.95,
          "Max": 56023,
          "Min": 1076
        },
        {
          "StatusCode": 401,
          "Total": 166565,
          "Average": 1206.99,
          "Max": 19046,
          "Min": 218
        },
        {
          "StatusCode": 404,
          "Total": 15529,
          "Average": 112.53,
          "Max": 381,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 20841,
          "Average": 151.02,
          "Max": 1380,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 122122,
          "Average": 884.94,
          "Max": 5439,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 71,
          "First": "2015-02-27T09:00:00",
          "Last": "2015-02-27T10:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a46%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "1 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T02:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a48%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a48%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a49%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "294 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 5,
          "First": "2015-02-27T07:38:50.326",
          "Last": "2015-02-27T12:29:39.066"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 15,
          "First": "2015-02-27T07:38:50.336",
          "Last": "2015-02-27T12:44:41.87"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 190,
          "First": "2015-02-27T02:58:03.329",
          "Last": "2015-02-27T12:44:42.28"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 84,
          "First": "2015-02-27T02:58:03.329",
          "Last": "2015-02-27T12:44:42.28"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a49%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "604 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.64
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 499,
          "HourlyAverage": 38.592
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 42,
          "HourlyAverage": 3.248
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a49%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a49%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c9525271-6703-4014-9397-eefc8e4232b9",
          "MaxQuota": 8144708,
          "MaxUsage": 6949073
        },
        {
          "PartitionId": "786912af-e4f8-40fd-b147-42e75cb41f72",
          "MaxQuota": 8144708,
          "MaxUsage": 6936624
        },
        {
          "PartitionId": "d4825d35-08ed-4bef-8bff-fec59a5a01f0",
          "MaxQuota": 8144708,
          "MaxUsage": 6932956
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a49%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "c9525271-6703-4014-9397-eefc8e4232b9",
          "MaxCrudUsage": 6816,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11060
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "786912af-e4f8-40fd-b147-42e75cb41f72",
          "MaxCrudUsage": 6824,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11036
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "8e790a74-8bf5-4778-afe2-129938829abf",
          "MaxCrudUsage": 6816,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 11028
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a50%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 7 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T02:50:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 197.185,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T03:50:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 135.681,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T02:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 101.418,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T09:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 100.254,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T11:55:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 67.125,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a50%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 77.675717
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 81.545044
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 81.821044
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 82.307541
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 83.101649
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a52%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 40.271366
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 38.825134
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 38.351219
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 36.705978
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 35.806725
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a54%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 32.275166
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 30.423222
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 29.928144
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 26.152613
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 25.010279
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a55%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 49453.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 55041.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 55271.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 55593.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 58400.466667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a57%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-02-27T00:21:13.332029",
          "Last": "2015-02-27T00:21:40.3211364"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a57%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a59%3a19Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "225 Direct Https requests with 503 | 659 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 13,
          "Average": 4.333,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T12:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 212,
          "Average": 13.25,
          "First": "2015-02-27T02:10:00",
          "Last": "2015-02-27T10:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 659,
          "Average": 94.143,
          "First": "2015-02-27T04:25:00",
          "Last": "2015-02-27T10:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a59%3a36Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "7e909b79-c995-4ac4-8fcf-7ca64867344e",
          "First": "2015-02-27T11:48:04.3637269",
          "Last": "2015-02-27T11:48:04.3637269",
          "Count": 1
        },
        {
          "ActivityId": "9cc1e41d-ec56-4fb0-aa4e-6e1629e2ad85",
          "First": "2015-02-27T00:58:37.40573",
          "Last": "2015-02-27T00:58:37.40573",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-27+06%3a58%3a56Z&end=2015-02-27+20%3a59%3a51Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-27T12:59:58.0592947-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1038960,
      "PhysicalCRUDUsageInMB": 1884635,
      "LogicalIndexUsageInMB": 36045,
      "LogicalCRUDUsageInMB": 482486,
      "ClientReportedUsageInMB": 469973
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDmAwAAAAAAAA==",
  "_ts": 1425084053,
  "_etag": "\"0100a842-0000-0000-0000-54f10e950000\"",
  "_attachments": "attachments/"
},
{
  "id": "b2a5f6e9-fe1e-406d-88f5-51bf5ca5607b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDnAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-27T00:14:22.3832088-08:00",
  "CompletedTime": "2015-02-27T14:34:33.6443403-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7d408010-76ab-4b8e-93b4-0c068fc39c89",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T02:43:12.9266316-08:00",
      "CompleteTime": "2015-02-27T02:51:28.1809638-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d78a8b10-84e9-4ef4-a3ce-d3f3d77613da",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T02:43:13.3136599-08:00",
      "CompleteTime": "2015-02-27T02:50:20.1698376-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "069e00d8-356f-4f8d-8fa3-6eee18ec9dff",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T02:43:13.795699-08:00",
      "CompleteTime": "2015-02-27T02:49:49.9335595-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0109affe-08f2-4175-9319-e2190db47c4c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T02:43:14.4307459-08:00",
      "CompleteTime": "2015-02-27T02:49:20.2263186-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "90011c20-c3d7-4213-9454-f63a65bd334e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T03:58:09.8154225-08:00",
      "CompleteTime": "2015-02-27T04:03:43.9706119-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2bb4571-c21d-4812-a0bd-1b644f38d17d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-27T04:54:23.4997426-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e6b005f6-94e7-4a5f-a43b-cee7fe211af7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T06:53:26.3421956-08:00",
      "CompleteTime": "2015-02-27T06:59:00.1853622-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1b958e40-eacb-457e-8d44-09e82b03ddc0",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-27T13:59:17.254761-08:00",
      "CompleteTime": "2015-02-27T15:02:02.4900311-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ee5e45ce-cec4-4f75-871e-78ecf6c76ac8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T00:55:43.3961552-08:00",
      "EndTime": "2015-02-27T01:08:48.2929119-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d76f3bed-7056-4eab-bb80-e5f93b23319d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T01:10:51.8063976-08:00",
      "EndTime": "2015-02-27T01:12:06.5943354-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "77e75db2-c122-417f-a0ad-86274852a23e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T01:12:06.9340794-08:00",
      "EndTime": "2015-02-27T01:45:37.2045547-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0f91333-1a1d-4d5b-9c18-9c9ab6755189",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T03:43:12.6027886-08:00",
      "EndTime": "2015-02-27T04:46:06.8223026-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2ae038b-5a05-4c01-94a2-9524730674e9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T05:34:27.0649319-08:00",
      "EndTime": "2015-02-27T06:41:13.3559404-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "74b049fc-460a-414c-8a17-25a9890f5501",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T07:33:30.0813992-08:00",
      "EndTime": "2015-02-27T09:09:58.8247752-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "98df9560-ac52-459d-bd19-6dc88d152fd4",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.1\\x64\\Release",
      "StartTime": "2015-02-27T10:06:59.7182731-08:00",
      "EndTime": "2015-02-27T12:12:55.2944047-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "7 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-02-27T05:27:12.0759816",
          "Last": "2015-02-27T14:07:07.2639285"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T12:09:44.0835407",
          "Last": "2015-02-27T12:09:44.0835407"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-02-27T14:13:51.4127855",
          "Last": "2015-02-27T14:13:51.4127855"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-02-27T03:23:05.2735359",
          "Last": "2015-02-27T05:10:34.3343948"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35982686,
          "Average": 210425.06,
          "Max": 364726,
          "Min": 78
        },
        {
          "StatusCode": 400,
          "Total": 73,
          "Average": 0.43,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 77865,
          "Average": 455.35,
          "Max": 12584,
          "Min": 261
        },
        {
          "StatusCode": 409,
          "Total": 14,
          "Average": 0.08,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2609354,
          "Average": 15259.38,
          "Max": 235753,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3573636,
          "Average": 20898.46,
          "Max": 121825,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1047872,
          "Average": 9033.38,
          "Max": 10657,
          "Min": 63
        },
        {
          "StatusCode": 404,
          "Total": 2621,
          "Average": 22.59,
          "Max": 191,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1117,
          "Average": 9.63,
          "Max": 54,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 83209,
          "Average": 717.32,
          "Max": 1845,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 2786,
          "Average": 24.02,
          "Max": 139,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3141103,
          "Average": 27078.47,
          "Max": 31067,
          "Min": 168
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9387,
          "Average": 80.92,
          "Max": 687,
          "Min": 20
        },
        {
          "StatusCode": 410,
          "Total": 3421,
          "Average": 29.49,
          "Max": 141,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 251736,
          "Average": 2170.14,
          "Max": 5934,
          "Min": 25
        },
        {
          "StatusCode": 449,
          "Total": 6648,
          "Average": 57.31,
          "Max": 242,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5368885,
          "Average": 46283.49,
          "Max": 52370,
          "Min": 308
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.09,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 10337,
          "Average": 89.11,
          "Max": 5180,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4019,
          "Average": 34.65,
          "Max": 144,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 542281,
          "Average": 4674.84,
          "Max": 17999,
          "Min": 49
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32082980,
          "Average": 187619.77,
          "Max": 255147,
          "Min": 2407
        },
        {
          "StatusCode": 400,
          "Total": 10499,
          "Average": 61.4,
          "Max": 400,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.02,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 4881,
          "Average": 28.54,
          "Max": 416,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29233,
          "Average": 170.95,
          "Max": 1694,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 732393,
          "Average": 4283.0,
          "Max": 16664,
          "Min": 207
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5709668,
          "Average": 49221.28,
          "Max": 59171,
          "Min": 350
        },
        {
          "StatusCode": 401,
          "Total": 7702,
          "Average": 66.4,
          "Max": 964,
          "Min": 56
        },
        {
          "StatusCode": 404,
          "Total": 18609,
          "Average": 160.42,
          "Max": 1057,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 25482,
          "Average": 219.67,
          "Max": 1468,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 246543,
          "Average": 2125.37,
          "Max": 5084,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 8,
          "First": "2015-02-27T08:05:00",
          "Last": "2015-02-27T14:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 48,
          "First": "2015-02-27T08:05:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 2,
          "First": "2015-02-27T08:05:00",
          "Last": "2015-02-27T08:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "935 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 79,
          "First": "2015-02-27T09:40:57.164",
          "Last": "2015-02-27T14:33:06.413"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 183,
          "First": "2015-02-27T09:15:52.649",
          "Last": "2015-02-27T12:39:28.585"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 433,
          "First": "2015-02-27T05:29:24.59",
          "Last": "2015-02-27T12:44:29.446"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 240,
          "First": "2015-02-27T14:08:00.544",
          "Last": "2015-02-27T14:28:05.318"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1565 replica alerts for FullCopy | 5 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 254,
          "HourlyAverage": 19.819
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1096,
          "HourlyAverage": 85.52
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.312
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 134,
          "HourlyAverage": 10.456
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.78
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.702
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.312
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.39
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.624
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.405
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.17
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.234
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.39
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.312
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "62 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "05ee1581-0fee-4259-80d9-46ba2d1f09b0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4691072,
          "LastQuota": 3490816,
          "LastIndexUsage": 365409,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "0b87b8ba-22f5-4afc-9a6e-ef8436a8c673",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4870784,
          "LastQuota": 3490816,
          "LastIndexUsage": 383320,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "0d73c1f8-2d6e-4845-92b5-a96898efc53f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5276288,
          "LastQuota": 3490816,
          "LastIndexUsage": 410793,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "138d6222-cacc-45e7-bc29-caed948836f4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3520384,
          "LastQuota": 3490816,
          "LastIndexUsage": 152153,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "13938612-21e0-4f91-b859-ef4b548fd2a5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4720768,
          "LastQuota": 3490816,
          "LastIndexUsage": 361625,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "152f5082-a3cf-4408-8c4d-59bb8c80caba",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5710080,
          "LastQuota": 3490816,
          "LastIndexUsage": 443088,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "1aa31318-07f7-46b2-a090-2b8dbd2fa636",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5294336,
          "LastQuota": 3490816,
          "LastIndexUsage": 418479,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "25df4699-2936-49a7-82b2-ae92b460484e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3616768,
          "LastQuota": 3490816,
          "LastIndexUsage": 280905,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "27c83746-330f-4df0-9030-b0016521a879",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3591136,
          "LastQuota": 3490816,
          "LastIndexUsage": 287013,
          "First": "2015-02-27T14:30:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "289ad476-fdfa-4d04-bf49-e0026e92b2dd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5679744,
          "LastQuota": 3490816,
          "LastIndexUsage": 424887,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "316e397a-f440-45ce-b5e1-89728050253d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4324480,
          "LastQuota": 3490816,
          "LastIndexUsage": 342003,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "3bf537e7-f188-444d-a9d8-40f4032d1e12",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3567616,
          "LastQuota": 3490816,
          "LastIndexUsage": 280711,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "42103a2d-751e-47d3-9095-8f060ba0665b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5852416,
          "LastQuota": 3490816,
          "LastIndexUsage": 464106,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "430180b6-7065-4f0d-b421-166c573196df",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5237376,
          "LastQuota": 3490816,
          "LastIndexUsage": 400987,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "515a9860-bdf7-4379-8888-5075050e8b48",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4956256,
          "LastQuota": 3490816,
          "LastIndexUsage": 384486,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "57f6cac9-4c88-4787-9791-056afd99dddc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5820672,
          "LastQuota": 3490816,
          "LastIndexUsage": 444244,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "58d428a9-57d1-4540-89b2-ac5be739eb06",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4447360,
          "LastQuota": 3490816,
          "LastIndexUsage": 346211,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "59d88720-c610-4ee4-9516-15be7e0dc980",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4071552,
          "LastQuota": 3490816,
          "LastIndexUsage": 320863,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "5b2a168c-958a-482f-811c-482c63b75dd5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3571200,
          "LastQuota": 3490816,
          "LastIndexUsage": 280394,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "6dbd09f9-5df4-4972-bb8d-32ee1f802e9d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3805184,
          "LastQuota": 3490816,
          "LastIndexUsage": 158417,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "6e981d19-e165-456c-b923-0dc53ad6c2b3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4390496,
          "LastQuota": 3490816,
          "LastIndexUsage": 347812,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "6f032bfd-eb85-4264-b203-feca0f003bdb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3827200,
          "LastQuota": 3490816,
          "LastIndexUsage": 163310,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "6f53ed88-d2ef-49f2-abd3-30c23578862f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3562464,
          "LastQuota": 3490816,
          "LastIndexUsage": 283326,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "6f5ef678-ae1a-44b0-9faa-57944574947f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5151872,
          "LastQuota": 3490816,
          "LastIndexUsage": 394902,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "704907b4-7ef4-4bae-866d-da964cafaafa",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5295744,
          "LastQuota": 3490816,
          "LastIndexUsage": 408135,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "73d3fe95-33a4-46df-be4c-cee2c068ff7b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3559424,
          "LastQuota": 3490816,
          "LastIndexUsage": 277809,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "78c7ddfb-316f-43dd-a135-111a33ed2730",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4638816,
          "LastQuota": 3490816,
          "LastIndexUsage": 352463,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "7c183711-ca42-4803-98e6-adcadb29ea86",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3524096,
          "LastQuota": 3490816,
          "LastIndexUsage": 273299,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "7c55577b-895d-49d4-9be3-b0bd12707388",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3530720,
          "LastQuota": 3490816,
          "LastIndexUsage": 275912,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "7daf80bc-9b18-42d9-914f-dbaaad2884c2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5655808,
          "LastQuota": 3490816,
          "LastIndexUsage": 434734,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "7dd5bd93-111b-42e5-92d9-f1f3b12ebf91",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5248640,
          "LastQuota": 3490816,
          "LastIndexUsage": 409321,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "7e5ff367-c70e-4f2d-8025-de72f6015a68",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5224576,
          "LastQuota": 3490816,
          "LastIndexUsage": 408143,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "8dca0c27-faf9-4f06-9bd4-4e833ce0a5ac",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5181056,
          "LastQuota": 3490816,
          "LastIndexUsage": 410269,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "8ec06f75-c477-4709-8a26-122c1ceffaee",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5213824,
          "LastQuota": 3490816,
          "LastIndexUsage": 407795,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "918bbd7d-17af-473b-9577-fa9dfe954f30",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5110912,
          "LastQuota": 3490816,
          "LastIndexUsage": 402425,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "91fe659f-1c86-4b68-afe2-38cceef83604",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5124736,
          "LastQuota": 3490816,
          "LastIndexUsage": 411160,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "9295bc34-5eca-4d32-bd62-1f8bfeb03dd5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5244032,
          "LastQuota": 3490816,
          "LastIndexUsage": 407348,
          "First": "2015-02-27T14:30:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "9796dcb9-0dce-476c-84cf-489639af5ade",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5196928,
          "LastQuota": 3490816,
          "LastIndexUsage": 408549,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "9d28a4b0-ccf8-4bd0-adf0-7c6214fb5808",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5055104,
          "LastQuota": 3490816,
          "LastIndexUsage": 395641,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "9f58342d-385b-484d-8cd5-7aff62bd3bd3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5703904,
          "LastQuota": 3490816,
          "LastIndexUsage": 456360,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "9f7a8209-5d8b-4d27-8031-9d5ee0f3d589",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5280000,
          "LastQuota": 3490816,
          "LastIndexUsage": 414991,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "a7436543-d227-4419-b677-3ba7c585730c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3499008,
          "LastQuota": 3490816,
          "LastIndexUsage": 274440,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "b0118abf-e580-47ff-b9b2-0822016d259c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4124800,
          "LastQuota": 3490816,
          "LastIndexUsage": 324581,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "b0ece5ce-152a-456e-982f-59dcd1d24be7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4401152,
          "LastQuota": 3490816,
          "LastIndexUsage": 346638,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "b2b8359d-3b49-45d8-a1af-bd56f374c109",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5264608,
          "LastQuota": 3490816,
          "LastIndexUsage": 415380,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "b4d74ffa-0e76-45ee-ab3f-582c0b0bd831",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3914752,
          "LastQuota": 3490816,
          "LastIndexUsage": 282895,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "b96c6e48-50b1-4ebd-81d9-8bb47683bab3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5605120,
          "LastQuota": 3490816,
          "LastIndexUsage": 426081,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "c4d7f775-9af0-4764-91ac-6106c39637cd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5866752,
          "LastQuota": 3490816,
          "LastIndexUsage": 459477,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "c58ee48e-e9d4-4801-87df-8dedb8d9332c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4158080,
          "LastQuota": 3490816,
          "LastIndexUsage": 326034,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "c8d058f9-f713-478f-9a54-ce6b1cc7fbfe",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3697280,
          "LastQuota": 3490816,
          "LastIndexUsage": 289198,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "d3fc453a-0fe5-47f5-b944-453477ae45b5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4860032,
          "LastQuota": 3490816,
          "LastIndexUsage": 381339,
          "First": "2015-02-27T14:30:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "d5e5316c-3cd7-43e8-b748-a14bb735da40",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3804256,
          "LastQuota": 3490816,
          "LastIndexUsage": 284277,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "dc6fd6cf-5b85-42d4-aaff-4762568d77fc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5258880,
          "LastQuota": 3490816,
          "LastIndexUsage": 407543,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "dd0c4237-8ea2-41e5-a4cb-9188163488b3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5181056,
          "LastQuota": 3490816,
          "LastIndexUsage": 406916,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "e008d8e3-9d6c-43e2-8119-0dcb405a676c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5293664,
          "LastQuota": 3490816,
          "LastIndexUsage": 415277,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "e0186c5b-4976-42c6-ac3e-2c0b1a54e986",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4677760,
          "LastQuota": 3490816,
          "LastIndexUsage": 367225,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "e31b371b-6cac-4323-9b05-2b0f8a3b47a6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4351616,
          "LastQuota": 3490816,
          "LastIndexUsage": 342522,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "e72825f8-9f28-4863-b7a7-6137ed8f45a7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3858048,
          "LastQuota": 3490816,
          "LastIndexUsage": 301707,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "f299fbb0-3443-43f5-8a4a-e8d5cbd94fe6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4410240,
          "LastQuota": 3490816,
          "LastIndexUsage": 346926,
          "First": "2015-02-27T00:15:00",
          "Last": "2015-02-27T00:45:00"
        },
        {
          "PartitionId": "f50bb088-4b1c-484e-8083-1cd21466c544",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5139072,
          "LastQuota": 3490816,
          "LastIndexUsage": 409560,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "f6f01bc7-217a-4255-a79f-63d6f448838d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3492352,
          "LastQuota": 3490816,
          "LastIndexUsage": 274579,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        },
        {
          "PartitionId": "fd695fa7-e6ca-477d-9a12-6c5c70243e16",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4348032,
          "LastQuota": 3490816,
          "LastIndexUsage": 342757,
          "First": "2015-02-27T14:15:00",
          "Last": "2015-02-27T14:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "838b5213-c8be-49b6-ab2e-f13948f57b7a",
          "MaxQuota": 10475520,
          "MaxUsage": 5866752
        },
        {
          "PartitionId": "c4d7f775-9af0-4764-91ac-6106c39637cd",
          "MaxQuota": 3490816,
          "MaxUsage": 5866752
        },
        {
          "PartitionId": "a8532829-41ae-4965-be46-eca08ddbf835",
          "MaxQuota": 10476298,
          "MaxUsage": 5854976
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "0cffc56d-dd1b-4133-a9c4-b25510255b8b",
          "MaxCrudUsage": 5728,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 11136
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "838b5213-c8be-49b6-ab2e-f13948f57b7a",
          "MaxCrudUsage": 5744,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 11128
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "a8532829-41ae-4965-be46-eca08ddbf835",
          "MaxCrudUsage": 5736,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 11120
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 11 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-02-27T11:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 214.044,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T09:05:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 125.759,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T11:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 109.164,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T07:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 108.717,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-02-27T08:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 108.089,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 75.583506
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 75.684587
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 75.836196
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 76.25414
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 78.223004
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 47.265838
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42.81323
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 41.638053
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 39.849271
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 39.057208
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 193.934925
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 186.823952
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 173.621452
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 163.677402
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 152.419359
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59568.35
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 61542.107143
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62705.375
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 65970.583333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 66986.724138
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 74f06f63-2fc2-4ef6-b085-484f2b9ec41a",
          "Count": 1,
          "First": "2015-02-27T01:59:19.8365104",
          "Last": "2015-02-27T01:59:19.8365104"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 07c5e3d3-0a53-446d-b966-00c040573b52",
          "Count": 1,
          "First": "2015-02-27T02:15:21.8264825",
          "Last": "2015-02-27T02:15:21.8264825"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0d19e72a-15d0-4d2a-99d6-19754fe24da1",
          "Count": 1,
          "First": "2015-02-27T01:59:19.4379686",
          "Last": "2015-02-27T01:59:19.4379686"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: e674b63a-9765-46c7-b316-9f4b6d9d26b8",
          "Count": 1,
          "First": "2015-02-27T01:59:17.6586876",
          "Last": "2015-02-27T01:59:17.6586876"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: ccef9ebf-8bf2-47c6-a9ae-a1a59e2a74c4",
          "Count": 1,
          "First": "2015-02-27T01:59:19.3409233",
          "Last": "2015-02-27T01:59:19.3409233"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "489 Direct Https requests with 503 | 1024 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 467,
          "Average": 24.579,
          "First": "2015-02-27T04:00:00",
          "Last": "2015-02-27T12:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1008,
          "Average": 84.0,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T12:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 22,
          "Average": 3.667,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T13:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 16,
          "Average": 3.2,
          "First": "2015-02-27T09:05:00",
          "Last": "2015-02-27T14:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-02-27+08%3a14%3a22Z&end=2015-02-27+22%3a34%3a33Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-27T04:54:10.9327946-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 183764,
      "PhysicalCRUDUsageInMB": 309352,
      "LogicalIndexUsageInMB": 7076,
      "LogicalCRUDUsageInMB": 86635,
      "ClientReportedUsageInMB": 8559
    },
    {
      "TimeStamp": "2015-02-27T06:53:08.7598711-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 507660,
      "PhysicalCRUDUsageInMB": 632208,
      "LogicalIndexUsageInMB": 15303,
      "LogicalCRUDUsageInMB": 192188,
      "ClientReportedUsageInMB": 175787
    },
    {
      "TimeStamp": "2015-02-27T09:26:33.7657766-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1277624,
      "PhysicalCRUDUsageInMB": 1125392,
      "LogicalIndexUsageInMB": 25117,
      "LogicalCRUDUsageInMB": 314938,
      "ClientReportedUsageInMB": 283593
    },
    {
      "TimeStamp": "2015-02-27T12:24:43.6219395-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1488488,
      "PhysicalCRUDUsageInMB": 1549192,
      "LogicalIndexUsageInMB": 33630,
      "LogicalCRUDUsageInMB": 429254,
      "ClientReportedUsageInMB": 217464
    },
    {
      "TimeStamp": "2015-02-27T12:34:13.822238-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1488488,
      "PhysicalCRUDUsageInMB": 1549192,
      "LogicalIndexUsageInMB": 33630,
      "LogicalCRUDUsageInMB": 429254,
      "ClientReportedUsageInMB": 205369
    },
    {
      "TimeStamp": "2015-02-27T13:19:17.7751589-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1567696,
      "PhysicalCRUDUsageInMB": 1771232,
      "LogicalIndexUsageInMB": 31616,
      "LogicalCRUDUsageInMB": 404928,
      "ClientReportedUsageInMB": 399148
    },
    {
      "TimeStamp": "2015-02-27T14:34:33.6443403-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 970400,
      "PhysicalCRUDUsageInMB": 1729120,
      "LogicalIndexUsageInMB": 43831,
      "LogicalCRUDUsageInMB": 560118,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDnAwAAAAAAAA==",
  "_ts": 1425078121,
  "_etag": "\"01009842-0000-0000-0000-54f0f7690000\"",
  "_attachments": "attachments/"
},
{
  "id": "b2c3cd08-d1a7-4d97-b39a-fa7b96c43a23",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDoAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-27T10:24:16.3933941-08:00",
  "CompletedTime": "2015-02-27T10:30:33.271012-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "32fb8222-4a42-4425-ad9b-7eb707331827",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T10:25:05.1163252-08:00",
      "EndTime": "2015-02-27T10:26:12.4151924-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4543f828-c94a-41c7-b2bf-b8d3b26c066f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T10:26:12.7754501-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDoAwAAAAAAAA==",
  "_ts": 1425061832,
  "_etag": "\"0100e139-0000-0000-0000-54f0b7c80000\"",
  "_attachments": "attachments/"
},
{
  "id": "47c6026d-f17b-40bd-bdd1-5b32b9428eca",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDpAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-27T10:30:33.5835071-08:00",
  "CompletedTime": "2015-02-27T17:55:45.9806078-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "717cd841-d4a5-444a-83c6-3fc5098cf086",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T12:00:26.4394822-08:00",
      "CompleteTime": "2015-02-27T12:08:34.3972425-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fedc2016-e9a8-455a-ac83-e46beecd4db3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T12:00:27.2363632-08:00",
      "CompleteTime": "2015-02-27T12:09:34.0143126-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f3873030-aa79-40f6-8676-8576802441c6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T12:00:27.6113642-08:00",
      "CompleteTime": "2015-02-27T12:10:04.1532251-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "58050117-3c0d-4cc0-bff7-7a75e8644d20",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T12:00:28.6270149-08:00",
      "CompleteTime": "2015-02-27T12:10:45.3713563-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8897c37b-fabc-402d-baa6-5bf6c23c65d9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T15:28:04.6052103-08:00",
      "CompleteTime": "2015-02-27T15:37:38.8872968-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "122c24c0-4f98-464e-a28a-89b16fa4135e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T10:30:34.9131397-08:00",
      "EndTime": "2015-02-27T10:44:02.0971601-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "90fd29ed-62a4-4f04-b285-9543127ae61b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T10:45:00.5413848-08:00",
      "EndTime": "2015-02-27T10:46:09.7339373-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e08a7b1a-93b0-4a81-a667-1e704c562625",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T10:46:10.0933215-08:00",
      "EndTime": "2015-02-27T11:20:05.2566479-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7463f26c-490d-4fcd-9917-805c5338f2ed",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150226.5\\x64\\Release",
      "StartTime": "2015-02-27T13:00:26.1015036-08:00",
      "EndTime": "2015-02-27T15:13:01.2223445-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d64e6163-62c8-40de-8cc5-047cdf222428",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150226.5\\x64\\Release",
      "StartTime": "2015-02-27T15:13:07.40584-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDpAwAAAAAAAA==",
  "_ts": 1425088545,
  "_etag": "\"0100b242-0000-0000-0000-54f120210000\"",
  "_attachments": "attachments/"
},
{
  "id": "9064f5f6-0ac8-4f7d-bf2e-a21201c28ccd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDqAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-27T11:50:30.0854418-08:00",
  "CompletedTime": "2015-02-27T15:38:17.0153306-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "173ecc6c-46ed-48f0-9467-42bae6c22761",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T12:41:15.961105-08:00",
      "CompleteTime": "2015-02-27T12:48:26.8132929-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7496dcd2-529b-4fb3-a074-5bf7c81b09aa",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T12:41:16.8086278-08:00",
      "CompleteTime": "2015-02-27T12:48:26.2969566-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1135eda7-a8e3-4ddf-a788-b56a1df87d0e",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T12:41:17.1471775-08:00",
      "CompleteTime": "2015-02-27T12:50:26.3128069-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "76879d03-db9d-4c72-8e75-411fef15605c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T12:41:17.6459969-08:00",
      "CompleteTime": "2015-02-27T12:49:56.2416289-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "739c28f2-34b8-4ce0-a460-d0032ee067dc",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T13:56:14.4123028-08:00",
      "CompleteTime": "2015-02-27T14:03:18.150543-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e04673cf-6a9c-4af4-af83-dde4b4b3a520",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T11:50:31.1740429-08:00",
      "EndTime": "2015-02-27T12:04:56.4876939-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bbee0c25-22fb-4057-80f2-1ca4dfd856fc",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T12:05:11.6767562-08:00",
      "EndTime": "2015-02-27T12:06:20.0664432-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2303dd0-cba7-4b16-be4b-03c2cc2e44e1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T12:06:20.4210271-08:00",
      "EndTime": "2015-02-27T12:41:09.7155596-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e74ca6f0-27aa-41d4-bcae-abccdc3217f3",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-27T13:41:15.2358616-08:00",
      "EndTime": "2015-02-27T14:58:30.162481-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDqAwAAAAAAAA==",
  "_ts": 1425080295,
  "_etag": "\"01009d42-0000-0000-0000-54f0ffe70000\"",
  "_attachments": "attachments/"
},
{
  "id": "97358fa6-8533-43e4-859c-10edccaafd03",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDrAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-02-27T15:38:17.3455142-08:00",
  "CompletedTime": "2015-03-03T14:18:03.9466921-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "eba9fd19-f18d-48cd-b263-c82477e32533",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T17:25:20.106739-08:00",
      "CompleteTime": "2015-02-27T17:34:06.9214405-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "99c179d4-c444-454c-8793-c9e11bf56af0",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T17:25:20.4890075-08:00",
      "CompleteTime": "2015-02-27T17:34:57.1956182-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2901c551-4bc9-4110-9b6c-e3012cf395b6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T17:25:20.9965193-08:00",
      "CompleteTime": "2015-02-27T17:34:36.6755543-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "79229fbb-123c-4838-9f32-98b7e4ae9a39",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T17:25:21.4905896-08:00",
      "CompleteTime": "2015-02-27T17:36:33.8184515-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "42007528-86cd-456f-af0d-edb18a4e1119",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T18:40:19.2678229-08:00",
      "CompleteTime": "2015-02-27T18:49:25.1712653-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "987ca3f7-5da6-401d-9f24-db5cfe498bc2",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-02-27T19:50:33.9173886-08:00",
      "CompleteTime": "2015-02-27T20:00:42.0298608-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "16f1b8e1-9e3f-4338-8192-e0463d23c35f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T15:38:18.534635-08:00",
      "EndTime": "2015-02-27T15:51:47.0677802-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c37346a-d372-43da-8de8-fd82605fa545",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T15:55:57.9129801-08:00",
      "EndTime": "2015-02-27T15:57:02.9499111-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b49040d0-3818-4b40-aec3-fd3a0eaecb9d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-02-27T15:57:03.3045275-08:00",
      "EndTime": "2015-02-27T16:29:38.5607752-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c307db4a-5dd3-4294-8892-1a6642d39bb9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-27T16:29:41.2902339-08:00",
      "EndTime": "2015-02-27T16:43:02.6654721-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "28a5b972-16c3-48c6-9774-299db77404c0",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-27T18:25:20.4788646-08:00",
      "EndTime": "2015-02-27T19:50:31.5252099-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bf4ce342-f92f-473a-a158-de1af52e1624",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Euler\\bin\\x64\\release",
      "StartTime": "2015-02-27T20:30:34.4411576-08:00",
      "EndTime": "2015-02-28T12:19:10.052836-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDrAwAAAAAAAA==",
  "_ts": 1425421083,
  "_etag": "\"00008ea3-0000-0000-0000-54f6331b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b1262b5b-02f6-4923-9ea6-fc62cef22ad4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDsAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-27T17:55:46.416699-08:00",
  "CompletedTime": "2015-02-27T19:41:12.7990215-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "065da1a6-1e14-4a07-88d8-bcc3abf2b9bb",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-27T17:57:47.7911105-08:00",
      "CompleteTime": "2015-02-27T17:57:49.124817-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "10e3beed-4503-4ebd-87bd-31e1484c690e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T17:57:49.826653-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "89875afa-b750-4c75-9f08-c3c1bdc52aed",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-27T17:57:50.4881151-08:00",
      "CompleteTime": "2015-02-27T17:57:51.7611543-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2537814-4096-4bf7-98fe-205535af0f42",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-27T17:57:55.2384725-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "28235017-3827-42f1-bfe4-d7be37d39310",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-27T18:12:45.9461333-08:00",
      "CompleteTime": "2015-02-27T18:12:46.900902-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f76378d4-ba79-4500-b617-33f262c067f4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150226.5\\x64\\Release",
      "StartTime": "2015-02-27T17:57:37.2103361-08:00",
      "EndTime": "2015-02-27T17:57:43.8647974-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "7d4b62a2-fe05-4aaa-8a3c-2869e092301e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150226.5\\x64\\Release",
      "StartTime": "2015-02-27T17:57:51.0686923-08:00",
      "EndTime": "2015-02-27T18:00:28.1238431-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDsAwAAAAAAAA==",
  "_ts": 1425094872,
  "_etag": "\"0100c642-0000-0000-0000-54f138d80000\"",
  "_attachments": "attachments/"
},
{
  "id": "cecc4e3e-f480-4585-a8ed-bab51a54b5f8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDtAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-27T19:41:13.1581036-08:00",
  "CompletedTime": "2015-02-27T20:16:20.1950564-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "27340034-29a9-4f74-9684-69eab5593a64",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T19:41:16.6603745-08:00",
      "EndTime": "2015-02-27T19:54:50.5465106-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0883279d-2547-44f2-9d71-ab9dc5768207",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T19:56:19.2486075-08:00",
      "EndTime": "2015-02-27T19:57:30.1525661-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "e1af09e8-4594-46ea-9823-3006df8adb8a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T19:57:30.5147987-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDtAwAAAAAAAA==",
  "_ts": 1425096979,
  "_etag": "\"0100d042-0000-0000-0000-54f141130000\"",
  "_attachments": "attachments/"
},
{
  "id": "61d2dc52-2abe-48b7-92c3-21668fb878db",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDuAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-27T20:16:20.5191371-08:00",
  "CompletedTime": "2015-02-28T20:50:47.7112505-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3fc721fe-c576-42d9-a618-0054892819be",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T20:16:27.4876721-08:00",
      "EndTime": "2015-02-27T20:16:41.7836408-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "6fa54f00-5812-4c0a-b9c7-883f48395691",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T20:17:33.7542533-08:00",
      "EndTime": "2015-02-27T20:18:41.1137763-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "6bd2a9f4-34c7-4ec5-937e-53d2ab09ab32",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-27T20:18:41.4746122-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDuAwAAAAAAAA==",
  "_ts": 1425185446,
  "_etag": "\"0200a167-0000-0000-0000-54f29aa60000\"",
  "_attachments": "attachments/"
},
{
  "id": "2c6d13b1-67f9-499a-9b43-8de0c96d0df4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDvAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-28T18:17:09.2895627-08:00",
  "CompletedTime": "2015-02-28T19:05:37.1644606-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "02b42320-ee84-48cc-8bb6-09b36ef0fb68",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T18:55:18.7214842-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDvAwAAAAAAAA==",
  "_ts": 1425179135,
  "_etag": "\"02006843-0000-0000-0000-54f281ff0000\"",
  "_attachments": "attachments/"
},
{
  "id": "de8a3504-e5de-44ee-bbfd-60ae41f6dbc7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDwAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-02-28T19:05:37.4264831-08:00",
  "CompletedTime": "2015-03-01T08:36:20.8677509-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e4605362-02b3-4379-8cbe-9653b06053a6",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-02-28T21:01:20.3033602-08:00",
      "CompleteTime": "2015-02-28T21:07:30.3287644-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "93ac96e9-a4f8-4402-bc5f-5049f394853b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-02-28T21:01:20.679655-08:00",
      "CompleteTime": "2015-02-28T21:08:27.1385757-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ad00090-b905-48eb-b795-ff08255419b1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-02-28T21:01:21.1586912-08:00",
      "CompleteTime": "2015-02-28T21:08:57.5960104-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d0aed337-aee5-46b8-9815-458f5aa8f191",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-28T21:01:21.6477279-08:00",
      "CompleteTime": "2015-02-28T21:06:57.1735451-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae4e28dd-5ddf-42ae-9a01-180a01390b8f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-02-28T22:16:18.9571116-08:00",
      "CompleteTime": "2015-02-28T22:22:22.7093405-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e30c6c92-a9fc-4939-bbce-d04b38c12cc1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-02-28T23:11:25.5064595-08:00",
      "CompleteTime": "2015-02-28T23:19:36.9714504-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ca14d62-a0c7-4324-8faa-973d5599b3dd",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T01:11:09.1042056-08:00",
      "CompleteTime": "2015-03-01T01:17:13.1717946-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1ca8654c-5675-45bd-9637-939779f5bd82",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-01T08:01:57.7955337-08:00",
      "CompleteTime": "2015-03-01T12:50:39.5676649-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "64e24b25-c7db-4a65-81b5-38a9955625cb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T19:05:38.2177351-08:00",
      "EndTime": "2015-02-28T19:18:31.2720985-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "061a4504-34eb-4619-b328-9c96510dbd49",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T19:19:33.0178179-08:00",
      "EndTime": "2015-02-28T19:20:42.7431814-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d0d64330-dab2-487a-8c03-b08f71a0a8a8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T19:30:26.9886658-08:00",
      "EndTime": "2015-02-28T20:04:46.259248-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "472009fd-f136-4e61-8142-eee96efe531c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T20:35:02.6078441-08:00",
      "EndTime": "2015-02-28T20:35:07.569457-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "a360064d-27c9-4c52-a081-71b6567d9fd1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T22:01:20.1878873-08:00",
      "EndTime": "2015-02-28T23:05:07.8476247-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "87edeb26-a064-4684-925d-56b695e334dc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-02-28T23:51:28.3792187-08:00",
      "EndTime": "2015-03-01T00:57:06.8456006-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "322ce71e-e6db-403e-a39c-8ac4d82fd7dd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-03-01T01:46:45.9668432-08:00",
      "EndTime": "2015-03-01T03:23:14.7814849-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e17843a-6a1a-408e-9816-5bc909ae6037",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150228.1\\x64\\Release",
      "StartTime": "2015-03-01T04:14:55.3110081-08:00",
      "EndTime": "2015-03-01T06:19:50.0752514-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "123 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Downloaded files do not contain edb file\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 110,
          "First": "2015-03-01T08:09:35.9278342",
          "Last": "2015-03-01T08:36:06.623475"
        },
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-01T08:23:08.9414513",
          "Last": "2015-03-01T08:23:08.9414513"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 10,
          "First": "2015-02-28T23:47:10.8741824",
          "Last": "2015-03-01T08:09:40.7158723"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-01T04:36:02.6852155",
          "Last": "2015-03-01T04:36:02.6852155"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-01T08:23:08.9901248",
          "Last": "2015-03-01T08:23:08.9901248"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 500 | 5 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "First": "2015-03-01T06:51:38.392723",
          "Last": "2015-03-01T08:21:39.338463"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-03-01T02:37:17.1827027",
          "Last": "2015-03-01T02:37:18.8383276"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-03-01T02:37:17.5374426",
          "Last": "2015-03-01T02:37:18.4276448"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "13 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-01T02:35:00",
          "Last": "2015-03-01T02:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 10,
          "First": "2015-03-01T02:35:00",
          "Last": "2015-03-01T02:35:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-01T02:35:00",
          "Last": "2015-03-01T02:35:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-01T02:35:00",
          "Last": "2015-03-01T02:35:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 34779959,
          "Average": 217374.74,
          "Max": 364249,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 27,
          "Average": 0.17,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3278,
          "Average": 20.49,
          "Max": 2548,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 262840,
          "Average": 1642.75,
          "Max": 25360,
          "Min": 230
        },
        {
          "StatusCode": 408,
          "Total": 10,
          "Average": 0.06,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 409,
          "Total": 12,
          "Average": 0.08,
          "Max": 6,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 113295,
          "Average": 708.09,
          "Max": 39286,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3699901,
          "Average": 23124.38,
          "Max": 173226,
          "Min": 1423
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1014537,
          "Average": 8978.2,
          "Max": 10702,
          "Min": 157
        },
        {
          "StatusCode": 404,
          "Total": 2572,
          "Average": 22.76,
          "Max": 134,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 879,
          "Average": 7.78,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 85507,
          "Average": 756.7,
          "Max": 1989,
          "Min": 16
        },
        {
          "StatusCode": 449,
          "Total": 2996,
          "Average": 26.51,
          "Max": 138,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3039721,
          "Average": 26900.19,
          "Max": 31283,
          "Min": 387
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 9523,
          "Average": 84.27,
          "Max": 420,
          "Min": 14
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2585,
          "Average": 22.88,
          "Max": 164,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 260617,
          "Average": 2306.35,
          "Max": 6192,
          "Min": 85
        },
        {
          "StatusCode": 449,
          "Total": 7269,
          "Average": 64.33,
          "Max": 252,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5188532,
          "Average": 45916.21,
          "Max": 52662,
          "Min": 390
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 140,
          "Average": 1.24,
          "Max": 137,
          "Min": 3
        },
        {
          "StatusCode": 403,
          "Total": 8553,
          "Average": 75.69,
          "Max": 6067,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1021,
          "Average": 9.04,
          "Max": 351,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3789,
          "Average": 33.53,
          "Max": 480,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 562564,
          "Average": 4978.44,
          "Max": 26126,
          "Min": 536
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30562395,
          "Average": 224723.49,
          "Max": 260451,
          "Min": 994
        },
        {
          "StatusCode": 400,
          "Total": 52,
          "Average": 0.38,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 3964,
          "Average": 29.15,
          "Max": 335,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28545,
          "Average": 209.89,
          "Max": 1584,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 299678,
          "Average": 2203.51,
          "Max": 8860,
          "Min": 134
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5527585,
          "Average": 48916.68,
          "Max": 58887,
          "Min": 995
        },
        {
          "StatusCode": 401,
          "Total": 7088,
          "Average": 62.73,
          "Max": 1116,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 18109,
          "Average": 160.26,
          "Max": 1115,
          "Min": 23
        },
        {
          "StatusCode": 410,
          "Total": 25013,
          "Average": 221.35,
          "Max": 1479,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 258963,
          "Average": 2291.71,
          "Max": 4461,
          "Min": 47
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 3,
          "First": "2015-03-01T08:25:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 14,
          "First": "2015-02-28T19:10:00",
          "Last": "2015-03-01T08:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "3 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 3,
          "First": "2015-03-01T08:25:24.6335507",
          "Last": "2015-03-01T08:37:08.4807752"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "807 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 75,
          "First": "2015-03-01T04:50:30.573",
          "Last": "2015-03-01T08:33:08.885"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 159,
          "First": "2015-03-01T03:30:14.667",
          "Last": "2015-03-01T06:35:17.434"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 5,
          "First": "2015-03-01T08:13:04.838",
          "Last": "2015-03-01T08:33:08.845"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 392,
          "First": "2015-03-01T00:38:45.249",
          "Last": "2015-03-01T06:52:54.666"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 176,
          "First": "2015-03-01T08:13:04.019",
          "Last": "2015-03-01T08:28:07.95"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "542 replica alerts for SuccessfulBackup | 1434 replica alerts for FullCopy | 10 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.16
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 369,
          "HourlyAverage": 29.458
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 3.433
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 94,
          "HourlyAverage": 7.504
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.559
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.437
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 265,
          "HourlyAverage": 21.156
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.319
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 955,
          "HourlyAverage": 76.24
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 140,
          "HourlyAverage": 11.177
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.399
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.718
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.559
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.718
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.319
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.239
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.319
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.399
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.16
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 10,
          "HourlyAverage": 0.798
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.239
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.718
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.239
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.319
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.319
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.239
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "47 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0b4fe9db-a590-4728-9b80-7e80cfe586d8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4349056,
          "LastQuota": 3490816,
          "LastIndexUsage": 344877,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "0c88b1a3-67ab-4121-9ca4-a61efd8117c4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3561440,
          "LastQuota": 3490816,
          "LastIndexUsage": 281434,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "0eb281df-417f-455c-bcb7-ef57587e2c31",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4457600,
          "LastQuota": 3490816,
          "LastIndexUsage": 349043,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "17b3e3de-4e6f-4b3a-9329-002c4f27ca00",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3613696,
          "LastQuota": 3490816,
          "LastIndexUsage": 286107,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "1da4069e-5741-4de4-991d-f24d4070193a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4108416,
          "LastQuota": 3490816,
          "LastIndexUsage": 338150,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "2bb2b99b-4fdc-4415-a3bc-3d10a7ac3290",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4887680,
          "LastQuota": 3490816,
          "LastIndexUsage": 377294,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "2e9976ae-98dd-486f-a5ae-9e510d570dc7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5095040,
          "LastQuota": 3490816,
          "LastIndexUsage": 396552,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "32199ca9-fb5d-441b-b855-f902b3694977",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5064288,
          "LastQuota": 3490816,
          "LastIndexUsage": 389217,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "32fc4afd-eba9-457a-b212-5eb8a8418353",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3565568,
          "LastQuota": 3490816,
          "LastIndexUsage": 279773,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "3ad80076-2376-461e-b2a8-447c23f1dc64",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3722880,
          "LastQuota": 3490816,
          "LastIndexUsage": 291080,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "41b3e2c9-70ce-4e6e-8329-7c06debae074",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4253792,
          "LastQuota": 3490816,
          "LastIndexUsage": 344131,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "4324c6e6-aca8-474a-ac6b-694f761d11b3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3554272,
          "LastQuota": 3490816,
          "LastIndexUsage": 280045,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "4734c8ce-c80f-4a18-b5df-33feae253cae",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3545600,
          "LastQuota": 3490816,
          "LastIndexUsage": 278576,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "490071ac-dedc-4db0-b3c5-0709cec11d90",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3786368,
          "LastQuota": 3490816,
          "LastIndexUsage": 296899,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "53e379a3-401e-4313-81da-50132c057bb9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4171904,
          "LastQuota": 3490816,
          "LastIndexUsage": 328352,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "55042b4e-eadb-4499-95df-8271476237dc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4696672,
          "LastQuota": 3490816,
          "LastIndexUsage": 354371,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "557e8ebc-28ed-4040-ae0e-494f1369ee6a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4521088,
          "LastQuota": 3490816,
          "LastIndexUsage": 349717,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "7010c1d3-00ac-4370-8ebb-444f0300eba4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5596896,
          "LastQuota": 3490816,
          "LastIndexUsage": 455434,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "736a7baa-1785-4a36-ae68-6906f4f2f67c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5038720,
          "LastQuota": 3490816,
          "LastIndexUsage": 394513,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "794ec330-a9b8-4ea6-895e-529b21a541d7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5649152,
          "LastQuota": 3490816,
          "LastIndexUsage": 455024,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "7e4b9ebb-1ec4-47ad-afb7-25cc2dc946fe",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4232832,
          "LastQuota": 3490816,
          "LastIndexUsage": 332572,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "8709697c-859b-42da-a1d7-b389b1653b86",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4786304,
          "LastQuota": 3490816,
          "LastIndexUsage": 371246,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "89d2e2d9-0324-4354-9e42-74e755910567",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3703424,
          "LastQuota": 3490816,
          "LastIndexUsage": 289263,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "8f83a3cf-0151-4eed-9002-9df00abcbb7f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3599488,
          "LastQuota": 3490816,
          "LastIndexUsage": 276297,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "91d04e2e-4603-4d77-8ee8-47ca70c47847",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4370048,
          "LastQuota": 3490816,
          "LastIndexUsage": 344602,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "98e18f1d-f8ad-451e-b3c5-ebff9e0acaee",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5062240,
          "LastQuota": 3490816,
          "LastIndexUsage": 399739,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "a5937923-0de8-40cc-97d8-07ba23631931",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4885632,
          "LastQuota": 3490816,
          "LastIndexUsage": 378988,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "b35badc9-3378-4fa3-b799-97414219239f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3662432,
          "LastQuota": 3490816,
          "LastIndexUsage": 283169,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "ce90ea58-7a4b-422f-a7b3-532765bb3e15",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5022336,
          "LastQuota": 3490816,
          "LastIndexUsage": 391679,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "d6950a39-5003-47e5-8bc2-dfee94291186",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4953728,
          "LastQuota": 3490816,
          "LastIndexUsage": 390102,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "d71f6d42-f2d6-49b7-9f0c-0aff860a0056",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3849856,
          "LastQuota": 3490816,
          "LastIndexUsage": 293405,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "ddd1015e-0834-4055-bee9-523f33fa23cf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3629184,
          "LastQuota": 3490816,
          "LastIndexUsage": 282002,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "e63cf124-d0cf-433e-b119-ea71248ecc7f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5469952,
          "LastQuota": 3490816,
          "LastIndexUsage": 413512,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "e80c992b-58de-4623-b32a-1eb0582bd6cd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3527168,
          "LastQuota": 3490816,
          "LastIndexUsage": 278446,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "e8a9bf42-2fdc-4b0e-8775-1fec10cfc398",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5077120,
          "LastQuota": 3490816,
          "LastIndexUsage": 393858,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "e8ade8d9-d5a0-4117-8cf4-dc0ddbaa6e5f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4986976,
          "LastQuota": 3490816,
          "LastIndexUsage": 398561,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "e91adf96-b5d6-402f-88b5-ee280093851c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3786368,
          "LastQuota": 3490816,
          "LastIndexUsage": 294474,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "ec431ee8-7a68-4de5-93e1-c875f710d3b8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5076064,
          "LastQuota": 3490816,
          "LastIndexUsage": 399133,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "ef56e2b4-0906-48dc-aced-d04f85148038",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4024448,
          "LastQuota": 3490816,
          "LastIndexUsage": 314983,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "f58171aa-1c2d-4c5c-94d0-a60ba17d9490",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 952,
          "LastQuota": 10475520,
          "LastIndexUsage": 357405,
          "First": "2015-03-01T05:45:00",
          "Last": "2015-03-01T05:45:00"
        },
        {
          "PartitionId": "f7e8cf7d-99ee-4fef-ac73-5304b240ca9f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4205696,
          "LastQuota": 3490816,
          "LastIndexUsage": 332322,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "f826753f-c432-41b4-aba5-0faaf0b57b95",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5652736,
          "LastQuota": 3490816,
          "LastIndexUsage": 449067,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "f9694089-55aa-4474-b5f3-38843ab31d52",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5546752,
          "LastQuota": 3490816,
          "LastIndexUsage": 433320,
          "First": "2015-03-01T08:30:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "fcddb2b6-cb5d-498f-ab4c-761b16ec0048",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4019328,
          "LastQuota": 3490816,
          "LastIndexUsage": 315332,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "fd5a7cd3-50d4-41e2-9e28-8387b9cc5b1f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5021312,
          "LastQuota": 3490816,
          "LastIndexUsage": 388056,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "fe6a01ad-dcab-491f-bf67-e686cc0cc8f1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4051072,
          "LastQuota": 3490816,
          "LastIndexUsage": 315470,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        },
        {
          "PartitionId": "fe9eaf24-685f-47e3-a9ea-d3e05d758b24",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3528192,
          "LastQuota": 3490816,
          "LastIndexUsage": 279354,
          "First": "2015-03-01T08:15:00",
          "Last": "2015-03-01T08:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "42e8926c-6b2d-432d-bc3b-46171e444c2c",
          "MaxQuota": 10475520,
          "MaxUsage": 5666048
        },
        {
          "PartitionId": "1db0ecaa-3602-4ca8-a93d-5cafc19207c3",
          "MaxQuota": 10476298,
          "MaxUsage": 5652736
        },
        {
          "PartitionId": "f826753f-c432-41b4-aba5-0faaf0b57b95",
          "MaxQuota": 3490816,
          "MaxUsage": 5652736
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "db09ea69-1a55-4f74-9ef6-877c23ae7f9d",
          "MaxCrudUsage": 5544,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10960
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "42e8926c-6b2d-432d-bc3b-46171e444c2c",
          "MaxCrudUsage": 5560,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10936
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "648c6b11-00a3-4236-9e68-d6c08d056813",
          "MaxCrudUsage": 5536,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 10936
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-01T02:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 1808.788,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T05:45:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 259.389,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T03:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 222.391,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T06:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 197.05,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-01T03:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 161.454,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 76.545611
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 77.260536
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 77.401833
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 78.409211
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 78.536344
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 41.581031
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 40.837919
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 38.396678
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 37.167636
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 35.862769
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 237.428254
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 215.931818
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 203.745436
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 189.118734
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 187.842445
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 58793.034483
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62601.655172
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63766.347826
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 67064.619048
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 69690.357143
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 987b2625-4b82-4f68-a92c-6268644913ab",
          "Count": 1,
          "First": "2015-02-28T20:18:23.7394974",
          "Last": "2015-02-28T20:18:23.7394974"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: fc591bdf-2682-460d-89d0-dde610073e03",
          "Count": 1,
          "First": "2015-02-28T20:18:24.0368668",
          "Last": "2015-02-28T20:18:24.0368668"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d96f50e6-65ed-48f2-aba8-51b03f2be92a",
          "Count": 1,
          "First": "2015-02-28T20:18:22.8929922",
          "Last": "2015-02-28T20:18:22.8929922"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 13ed56c1-25ce-4272-92de-5b56741fab9d",
          "Count": 1,
          "First": "2015-02-28T20:18:22.3058823",
          "Last": "2015-02-28T20:18:22.3058823"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 2 Direct Https requests with 500 | 1 Gateway Https requests with 500 | 100 Direct Tcp requests with 503 | 67 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-01T06:50:00",
          "Last": "2015-03-01T06:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-01T07:20:00",
          "Last": "2015-03-01T08:20:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-01T07:50:00",
          "Last": "2015-03-01T07:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 42,
          "Average": 7,
          "First": "2015-02-28T23:25:00",
          "Last": "2015-03-01T00:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 58,
          "Average": 14,
          "First": "2015-03-01T04:20:00",
          "Last": "2015-03-01T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 67,
          "Average": 7,
          "First": "2015-02-28T22:15:00",
          "Last": "2015-03-01T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-01+03%3a05%3a37Z&end=2015-03-01+16%3a36%3a20Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-02-28T23:11:11.1309595-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 190840,
      "PhysicalCRUDUsageInMB": 312160,
      "LogicalIndexUsageInMB": 7269,
      "LogicalCRUDUsageInMB": 88114,
      "ClientReportedUsageInMB": 16945
    },
    {
      "TimeStamp": "2015-03-01T01:06:21.2561915-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 504332,
      "PhysicalCRUDUsageInMB": 625344,
      "LogicalIndexUsageInMB": 17734,
      "LogicalCRUDUsageInMB": 220769,
      "ClientReportedUsageInMB": 171026
    },
    {
      "TimeStamp": "2015-03-01T03:34:37.5202599-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1144004,
      "PhysicalCRUDUsageInMB": 1017544,
      "LogicalIndexUsageInMB": 22103,
      "LogicalCRUDUsageInMB": 277693,
      "ClientReportedUsageInMB": 92929
    },
    {
      "TimeStamp": "2015-03-01T06:36:00.7282612-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1599688,
      "PhysicalCRUDUsageInMB": 1532056,
      "LogicalIndexUsageInMB": 32134,
      "LogicalCRUDUsageInMB": 405212,
      "ClientReportedUsageInMB": 212955
    },
    {
      "TimeStamp": "2015-03-01T08:36:20.8677509-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1031464,
      "PhysicalCRUDUsageInMB": 1834536,
      "LogicalIndexUsageInMB": 47703,
      "LogicalCRUDUsageInMB": 608051,
      "ClientReportedUsageInMB": 160
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDwAwAAAAAAAA==",
  "_ts": 1425243038,
  "_etag": "\"03000daf-0000-0000-0000-54f37b9e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "108d651c-a5a8-4781-9929-4619e14269ee",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDxAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-02-28T20:50:47.9889152-08:00",
  "CompletedTime": "2015-03-01T06:32:58.6826868-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b7493b74-6d01-49a3-992e-93f00d1e8c1e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T20:50:49.7305699-08:00",
      "EndTime": "2015-02-28T21:04:22.5491616-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "69c1afa8-b563-48d0-8e5b-a9d6ec43e83c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T21:05:07.7350232-08:00",
      "EndTime": "2015-02-28T21:06:18.5236014-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "f78f764d-2e9c-4046-95bc-dd650c801ae1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T21:06:18.8786041-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDxAwAAAAAAAA==",
  "_ts": 1425220377,
  "_etag": "\"03009b2d-0000-0000-0000-54f323190000\"",
  "_attachments": "attachments/"
},
{
  "id": "a8ea738b-3cba-4862-8721-1f5f42a79243",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDyAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-28T21:43:27.2843867-08:00",
  "CompletedTime": "2015-02-28T22:53:31.2332526-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b06eaab8-907c-4b35-b872-9c55c7dfc623",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T21:43:28.9091067-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDyAwAAAAAAAA==",
  "_ts": 1425192810,
  "_etag": "\"02001d91-0000-0000-0000-54f2b76a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e95cb699-a681-4cb8-99e3-1f50eef124f8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDzAwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-02-28T22:53:31.5926447-08:00",
  "CompletedTime": "2015-03-01T17:03:09.0567084-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "97285974-8f02-463e-850b-930201f7d839",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T00:39:57.8318089-08:00",
      "CompleteTime": "2015-03-01T00:49:05.3946181-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0c9d7ff5-7d14-4f23-abb6-9d72b5acff12",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T00:39:58.5509657-08:00",
      "CompleteTime": "2015-03-01T00:48:05.2953451-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e1794f11-81f6-407c-b1e9-ea9371af56b0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T00:39:59.3947419-08:00",
      "CompleteTime": "2015-03-01T00:49:35.6134975-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b9bd1ec0-c2af-4583-8cee-def3e0063fcb",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T00:40:34.8601731-08:00",
      "CompleteTime": "2015-03-01T00:51:56.2795999-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "32a891b0-b708-42d7-8625-e6728c7b8ef0",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T03:39:58.6998877-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "a7f1fe7c-8339-4157-a7c3-9673eb3689c0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T22:53:52.9502015-08:00",
      "EndTime": "2015-02-28T23:06:16.4258967-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1dab6929-e09e-49d0-980f-dc8b71f33e6c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T23:11:22.3468346-08:00",
      "EndTime": "2015-02-28T23:12:29.4976069-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "137a9973-ff6f-48de-920d-210d08cb90aa",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-02-28T23:12:29.8569999-08:00",
      "EndTime": "2015-02-28T23:43:50.1248997-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5c8cb536-7948-4c0a-8f12-f62d0c357f85",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-02-28T23:44:30.0740237-08:00",
      "EndTime": "2015-02-28T23:57:20.162083-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a72cbffe-8faa-421a-b7a0-95dbe6f33235",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T01:40:31.8729525-08:00",
      "EndTime": "2015-03-01T03:24:55.8886338-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "948c008d-4c40-46fa-a572-7c8e95a63ab4",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T03:25:32.7716149-08:00",
      "EndTime": "2015-03-01T04:40:43.1881514-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "09423122-e3fb-4132-82c5-7c9cb37c7b19",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T05:21:21.5998528-08:00",
      "EndTime": "2015-03-01T09:43:54.9645122-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2647d737-af4e-4234-989c-421ab9af3f64",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T10:24:33.316353-08:00",
      "EndTime": "2015-03-01T12:15:57.8642262-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4ae0cbf8-a061-4473-9715-c0da45e989c4",
      "EventName": "Upgrade Package",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T12:56:36.8106142-08:00",
      "EndTime": "2015-03-01T15:03:08.0102485-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "1752 replica alerts for SuccessfulBackup",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 121,
          "HourlyAverage": 6.985
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 229,
          "HourlyAverage": 13.22
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 38,
          "HourlyAverage": 2.194
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.577
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1354,
          "HourlyAverage": 78.167
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "01051ddb-d633-477b-9808-60cc67d75d41",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "032d1f6a-1781-4f0c-a043-2ef05306be18",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "03a390c7-cb41-4710-85fe-fc4a03747d78",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-private-9",
          "PartitionId": "b88430b6-2dc8-4509-a292-95bfb7247547",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 336
        },
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-private-9",
          "PartitionId": "a07235d0-cbd1-43c3-b216-841c620ef2f7",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        },
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-private-9",
          "PartitionId": "bb83153b-044e-4b44-adbb-1fb783578d97",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.430412
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.438192
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.446099
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.447099
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.460555
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 7.249226
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 6.527343
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 6.001938
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 5.505432
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 4.669519
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 22.56655
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 21.511405
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 20.457671
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 20.33559
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.071396
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110384.366667
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110405.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110422.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110432.36
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 110483.703704
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-01T00:12:25.6352605",
          "Last": "2015-03-01T00:12:27.4080127"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "80344a09-1b44-4b4f-b2eb-3365f6e4bc32",
          "First": "2015-03-01T00:51:28.5975219",
          "Last": "2015-03-01T00:51:28.5975219",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-01+06%3a53%3a31Z&end=2015-03-02+01%3a03%3a09Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-01T17:03:09.0567084-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7072,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 67,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDzAwAAAAAAAA==",
  "_ts": 1425259174,
  "_etag": "\"0400020b-0000-0000-0000-54f3baa60000\"",
  "_attachments": "attachments/"
},
{
  "id": "4dfc0ae9-5d20-4218-b5a7-6b6d4ab81ce7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD0AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T06:32:58.9538806-08:00",
  "CompletedTime": "2015-03-01T06:36:00.8913609-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "80a8889b-698b-4fd0-b7f0-ce76b57e4fdd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.4\\x64\\Release",
      "StartTime": "2015-03-01T06:33:00.5468029-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD0AwAAAAAAAA==",
  "_ts": 1425220560,
  "_etag": "\"0300a82e-0000-0000-0000-54f323d00000\"",
  "_attachments": "attachments/"
},
{
  "id": "6a785a8d-9372-4cc1-8a84-5fcd8c108b90",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD1AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T06:36:01.2088192-08:00",
  "CompletedTime": "2015-03-01T06:39:56.7484104-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD1AwAAAAAAAA==",
  "_ts": 1425220796,
  "_etag": "\"03000130-0000-0000-0000-54f324bc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8b0c8972-9f97-4bad-8f04-99993be04f77",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD2AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T06:39:57.0604264-08:00",
  "CompletedTime": "2015-03-01T12:22:57.9971712-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "37f945ee-b78c-449c-8add-2fb0fc319f86",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.4\\x64\\Release",
      "StartTime": "2015-03-01T06:39:58.2512621-08:00",
      "EndTime": "2015-03-01T06:50:55.0343599-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1ac3d10e-57cf-46a4-8de7-cf92867c2550",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150227.4\\x64\\Release",
      "StartTime": "2015-03-01T06:51:42.5150686-08:00",
      "EndTime": "2015-03-01T06:52:53.7674089-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "86bfda66-2528-4e3f-bdad-2624f1bdec52",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T06:52:54.3798342-08:00",
      "EndTime": "2015-03-01T07:06:24.1167969-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d284ab7-ebff-4ef1-9dbb-fe377f0a7537",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T07:06:24.4760422-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD2AwAAAAAAAA==",
  "_ts": 1425241377,
  "_etag": "\"0300caa5-0000-0000-0000-54f375210000\"",
  "_attachments": "attachments/"
},
{
  "id": "73cbaca1-800c-4014-bd87-0185697dcb76",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD3AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T12:22:58.3138982-08:00",
  "CompletedTime": "2015-03-01T12:23:27.0190261-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "bdb8b86a-2e7f-43e4-adcc-40a5cf022abd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T12:22:59.6881968-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD3AwAAAAAAAA==",
  "_ts": 1425241406,
  "_etag": "\"0300fba5-0000-0000-0000-54f3753e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b94705d4-d917-4ff4-aa3b-4da85ea4982c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD4AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T12:23:27.2885788-08:00",
  "CompletedTime": "2015-03-01T14:45:18.7713015-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4ed44a08-6eb4-49fb-afe0-db0e70829e06",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T14:17:11.4030859-08:00",
      "CompleteTime": "2015-03-01T14:34:45.7215248-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7beb6103-d60b-4ee4-92ed-3671a369f58d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T14:17:11.8203067-08:00",
      "CompleteTime": "2015-03-01T14:25:49.2140797-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1ef2c993-3bf7-4c2a-9c3d-c4fa0e400975",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T14:17:12.3217539-08:00",
      "CompleteTime": "2015-03-01T14:34:54.3488438-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "170430bc-8640-43eb-88f0-dc3b704455bd",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T14:17:12.8250442-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "499e5836-7707-4f32-8c8d-efb3eefe2d65",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T12:23:28.4536211-08:00",
      "EndTime": "2015-03-01T12:23:59.3266006-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "21d96742-544a-4e62-b4f8-840b7a80e254",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T12:24:11.1467522-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "30b6bd88-8f8c-4f88-bea4-b6f6698d83ed",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T12:24:11.5108604-08:00",
      "EndTime": "2015-03-01T12:57:03.6516128-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "93b93e12-b505-4628-bd3d-99b0d8fb2fc9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150301.2\\x64\\Release",
      "StartTime": "2015-03-01T12:57:10.2161142-08:00",
      "EndTime": "2015-03-01T13:10:10.1609999-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD4AwAAAAAAAA==",
  "_ts": 1425249917,
  "_etag": "\"03002ed6-0000-0000-0000-54f3967d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "5936b1ef-3549-4907-9664-98daa397f942",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD5AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-01T14:13:03.2727529-08:00",
  "CompletedTime": "2015-03-02T04:56:28.120034-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c8c231cb-6d98-433e-a90a-dbfdcf200fc9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T16:00:56.3235548-08:00",
      "CompleteTime": "2015-03-01T16:11:03.067011-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "507a2829-b11d-487f-8d52-3aa9ba0d081a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T16:00:56.7610669-08:00",
      "CompleteTime": "2015-03-01T16:10:33.8585978-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ab8e8bf-617d-40b7-9001-7ea5b84bb0fc",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T16:00:57.2610855-08:00",
      "CompleteTime": "2015-03-01T16:10:03.6493678-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fc9e0363-bc70-4450-bed6-1a4202a7fc1e",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T16:00:58.6048736-08:00",
      "CompleteTime": "2015-03-01T16:12:15.6799399-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "882daa9d-87fd-4fd9-ac3c-d9dda8517b57",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T20:16:46.8913908-08:00",
      "CompleteTime": "2015-03-01T20:27:21.6919244-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47a8b04e-5a0a-494a-80e6-52a52e8cddfc",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-01T21:35:20.553646-08:00",
      "CompleteTime": "2015-03-01T21:52:38.9800064-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "86066641-1896-445b-9faf-087067b6c5f0",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T23:59:02.2216555-08:00",
      "CompleteTime": "2015-03-02T00:10:07.7129927-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bbfe5717-a9d0-4b6a-b235-bbd7d8b72899",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-02T03:03:14.1224331-08:00",
      "CompleteTime": "2015-03-02T04:45:41.9033689-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "07e66a70-875c-41c5-801b-33cb23d63c4a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T14:13:07.1173738-08:00",
      "EndTime": "2015-03-01T14:25:47.5302109-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a62dba14-33cd-4f01-a1a3-58aae278899f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T14:29:29.3225341-08:00",
      "EndTime": "2015-03-01T14:30:38.8242521-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84e60c84-9ee3-4afc-afe0-ad06571056ba",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T14:30:39.1992578-08:00",
      "EndTime": "2015-03-01T15:05:08.411655-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "66281013-cd6f-4b51-921b-028efd1bfc16",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T15:05:13.0563473-08:00",
      "EndTime": "2015-03-01T15:20:30.716378-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a55b5e34-2fa3-4864-af69-7ca2aa1b0130",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T17:00:51.2485026-08:00",
      "EndTime": "2015-03-01T19:16:33.8885472-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e965fdd-6a7b-4646-8753-d8b27aea458e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T20:01:49.9705704-08:00",
      "EndTime": "2015-03-01T21:28:20.7313611-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c793a9de-bc1c-47cb-93ff-d1e6d73c68a6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T22:15:24.3514101-08:00",
      "EndTime": "2015-03-01T23:44:32.2929142-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d9b2925-82d5-4989-ac77-fc071442378c",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T00:34:46.5953382-08:00",
      "EndTime": "2015-03-02T02:42:46.1067599-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-01+22%3a13%3a03Z&end=2015-03-02+12%3a56%3a28Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Message",
          "Type": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:82498fd7-8a2a-4f76-bbd0-ffd7f46bfe4d Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-02T00:12:13.3129874"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-01+22%3a13%3a03Z&end=2015-03-02+12%3a56%3a28Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-01T19:21:16.5347789-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 351492,
      "PhysicalCRUDUsageInMB": 506296,
      "LogicalIndexUsageInMB": 9216,
      "LogicalCRUDUsageInMB": 113944,
      "ClientReportedUsageInMB": 128838
    },
    {
      "TimeStamp": "2015-03-01T21:34:58.1577947-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 547264,
      "PhysicalCRUDUsageInMB": 876424,
      "LogicalIndexUsageInMB": 19580,
      "LogicalCRUDUsageInMB": 243120,
      "ClientReportedUsageInMB": 182390
    },
    {
      "TimeStamp": "2015-03-01T23:54:22.4924908-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 729760,
      "PhysicalCRUDUsageInMB": 1214245,
      "LogicalIndexUsageInMB": 27056,
      "LogicalCRUDUsageInMB": 344392,
      "ClientReportedUsageInMB": 76619
    },
    {
      "TimeStamp": "2015-03-02T02:56:01.6181081-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 991828,
      "PhysicalCRUDUsageInMB": 1846758,
      "LogicalIndexUsageInMB": 36633,
      "LogicalCRUDUsageInMB": 470509,
      "ClientReportedUsageInMB": 368398
    },
    {
      "TimeStamp": "2015-03-02T04:56:28.120034-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 447044,
      "PhysicalCRUDUsageInMB": 1426056,
      "LogicalIndexUsageInMB": 25259,
      "LogicalCRUDUsageInMB": 321674,
      "ClientReportedUsageInMB": 52888
    },
    {
      "TimeStamp": "2015-03-02T04:56:28.120034-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-02T04:56:28.120034-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 447044,
      "PhysicalCRUDUsageInMB": 1426056,
      "LogicalIndexUsageInMB": 25259,
      "LogicalCRUDUsageInMB": 321674,
      "ClientReportedUsageInMB": 65716
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD5AwAAAAAAAA==",
  "_ts": 1425340341,
  "_etag": "\"07000088-0000-0000-0000-54f4f7b50000\"",
  "_attachments": "attachments/"
},
{
  "id": "7061b4c1-dda0-4bf3-853c-937feca7f4a8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD6AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-01T14:45:19.1769601-08:00",
  "CompletedTime": "2015-03-02T06:54:50.9807369-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c02b7b99-b4f1-4529-8c19-236f71c3e07e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T14:45:23.3620696-08:00",
      "CompleteTime": "2015-03-01T14:45:24.213793-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c713264-305a-4417-a606-a339f21c0614",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T14:45:23.7763729-08:00",
      "CompleteTime": "2015-03-01T14:45:24.8912435-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fd026923-9b9f-4605-8803-032f11d19a2c",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T14:45:34.8665828-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "83c6c413-d6f8-46c8-b274-89cfcd735d40",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T14:47:53.930805-08:00",
      "CompleteTime": "2015-03-01T14:47:54.7123451-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2135cd5-e7ab-4783-82f4-dc9791a41302",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T18:16:00.1599092-08:00",
      "CompleteTime": "2015-03-01T18:25:34.3522553-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e8411f68-59bf-4005-a0c8-96cfe4224f28",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T21:55:39.398732-08:00",
      "CompleteTime": "2015-03-01T22:06:44.4857426-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "96b2a430-f6a9-4e1a-967a-eafa07df672a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150301.2\\x64\\Release",
      "StartTime": "2015-03-01T15:45:25.0603905-08:00",
      "EndTime": "2015-03-01T18:00:57.9516048-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "07405794-a13a-488a-b14d-a14366bf4dcc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150301.2\\x64\\Release",
      "StartTime": "2015-03-01T18:01:02.2991416-08:00",
      "EndTime": "2015-03-01T19:26:50.9839703-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "eded9f76-00a8-4915-957d-18622a03ef36",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150301.2\\x64\\Release",
      "StartTime": "2015-03-01T20:14:34.6670584-08:00",
      "EndTime": "2015-03-01T21:42:15.7227504-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a42%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a42%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-01T18:25:08.4558662",
          "Last": "2015-03-01T18:25:08.4558662"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-01T20:33:27.8601782",
          "Last": "2015-03-01T20:33:27.8601782"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a42%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 3,
          "First": "2015-03-01T19:01:22.5537997",
          "Last": "2015-03-01T21:00:28.5589116"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a42%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a43%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 06:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 25608390,
          "Average": 316152.96,
          "Max": 346765,
          "Min": 10253
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 43086,
          "Average": 531.93,
          "Max": 2751,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.21,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29693,
          "Average": 366.58,
          "Max": 1956,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2156749,
          "Average": 26626.53,
          "Max": 51640,
          "Min": 1632
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a43%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 06:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 736695,
          "Average": 9095,
          "Max": 10453,
          "Min": 305
        },
        {
          "StatusCode": 404,
          "Total": 1643,
          "Average": 20,
          "Max": 80,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 787,
          "Average": 10,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 59878,
          "Average": 739,
          "Max": 1354,
          "Min": 42
        },
        {
          "StatusCode": 449,
          "Total": 3113,
          "Average": 38,
          "Max": 140,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a43%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 06:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2199688,
          "Average": 27156.64,
          "Max": 30014,
          "Min": 840
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.06,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 6054,
          "Average": 74.74,
          "Max": 256,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 2311,
          "Average": 28.53,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 180700,
          "Average": 2230.86,
          "Max": 4134,
          "Min": 112
        },
        {
          "StatusCode": 449,
          "Total": 6913,
          "Average": 85.35,
          "Max": 245,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a43%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3808011,
          "Average": 47012.48,
          "Max": 52274,
          "Min": 2192
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8725,
          "Average": 107.72,
          "Max": 3304,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3209,
          "Average": 39.62,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 335955,
          "Average": 4147.59,
          "Max": 8381,
          "Min": 676
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a43%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 18579016,
          "Average": 229370.57,
          "Max": 244226,
          "Min": 28417
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 610,
          "Average": 7.53,
          "Max": 125,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24521,
          "Average": 302.73,
          "Max": 2591,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 126254,
          "Average": 1558.69,
          "Max": 4840,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a44%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4088203,
          "Average": 50471.64,
          "Max": 56039,
          "Min": 1873
        },
        {
          "StatusCode": 404,
          "Total": 15856,
          "Average": 195.75,
          "Max": 1279,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 23489,
          "Average": 289.99,
          "Max": 2359,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 105939,
          "Average": 1307.89,
          "Max": 3891,
          "Min": 21
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a44%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-01T17:55:00",
          "Last": "2015-03-01T17:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 40,
          "First": "2015-03-01T16:10:00",
          "Last": "2015-03-01T18:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a46%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a48%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a48%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a48%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "7 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-01T21:17:42.94",
          "Last": "2015-03-01T21:17:42.94"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 6,
          "First": "2015-03-01T16:15:24.352",
          "Last": "2015-03-01T21:17:42.95"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a48%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "357 replica alerts for FullCopy | 616 replica alerts for SuccessfulBackup | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 307,
          "HourlyAverage": 43.481
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 45,
          "HourlyAverage": 6.373
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 4.674
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 87,
          "HourlyAverage": 12.322
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 433,
          "HourlyAverage": 61.327
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 28,
          "HourlyAverage": 3.966
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.708
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.85
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 1.416
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.708
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.142
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.567
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.425
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.142
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a48%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3a9954a0-eb31-4c7a-a651-6c99b0f91cd2",
          "MaxQuota": 5818233,
          "MaxUsage": 4085269
        },
        {
          "PartitionId": "836ec681-a8bf-4049-ac77-c6a4947d615a",
          "MaxQuota": 5818233,
          "MaxUsage": 4075186
        },
        {
          "PartitionId": "edf5b703-2eb2-4c5f-8cfe-4d887641af5e",
          "MaxQuota": 5818233,
          "MaxUsage": 4056578
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a49%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "PartitionId": "4d04b0b6-a41d-4d7a-a5a2-5376f5d6110d",
          "MaxCrudUsage": 3536,
          "MaxIndexUsage": 2176,
          "MaxTotalUsage": 5740
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "836ec681-a8bf-4049-ac77-c6a4947d615a",
          "MaxCrudUsage": 4048,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 5080
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "348630e8-0d04-464f-bef3-ee8e541031b8",
          "MaxCrudUsage": 4040,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 5056
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a49%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-01T18:55:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 142.808,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T21:05:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 130.129,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T18:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 126.718,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T17:50:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 120.349,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T18:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 116.761,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a49%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 91.304015
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 91.641423
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 91.705585
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 92.334128
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 92.504733
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a50%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57.112718
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 55.610048
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 51.192363
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 49.448418
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 48.575028
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a50%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.624593
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 29.685151
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 26.42161
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 23.861453
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 22.549968
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a50%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 73620.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 74311.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 76283.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 77325.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 77396.586207
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a51%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a51%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 82,
          "SampleCount": 14432
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 84,
          "SampleCount": 14784
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 83,
          "SampleCount": 14608
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 84,
          "SampleCount": 14784
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a51%3a31Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a51%3a31Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-01+22%3a45%3a19Z&end=2015-03-02+05%3a51%3a37Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-01T19:34:10.3979072-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 158404,
      "PhysicalCRUDUsageInMB": 741704,
      "LogicalIndexUsageInMB": 14043,
      "LogicalCRUDUsageInMB": 175240,
      "ClientReportedUsageInMB": 155107
    },
    {
      "TimeStamp": "2015-03-01T21:51:45.6502468-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 237072,
      "PhysicalCRUDUsageInMB": 1137704,
      "LogicalIndexUsageInMB": 22964,
      "LogicalCRUDUsageInMB": 290853,
      "ClientReportedUsageInMB": 20481
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD6AwAAAAAAAA==",
  "_ts": 1425308090,
  "_etag": "\"0600f216-0000-0000-0000-54f479ba0000\"",
  "_attachments": "attachments/"
},
{
  "id": "d92748d0-88cb-4602-8e9e-c53ef2db48fc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD7AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-01T18:44:50.3709535-08:00",
  "CompletedTime": "2015-03-02T08:27:19.6406619-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9e5c897e-8617-48dc-a9e2-fad6ec09b1b7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T20:29:58.2941701-08:00",
      "CompleteTime": "2015-03-01T20:38:35.4702329-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4bcfe786-aabe-4127-96ca-7a02f980d02f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T20:29:58.8879265-08:00",
      "CompleteTime": "2015-03-01T20:38:34.751467-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3d06759b-4b76-49b7-961c-6cf875bdbaeb",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T20:29:59.5285481-08:00",
      "CompleteTime": "2015-03-01T20:37:04.9416339-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "313b42da-1fd7-44ae-af0c-94d78ee04f13",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T20:30:01.7168099-08:00",
      "CompleteTime": "2015-03-01T20:39:21.5537055-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9cc788c9-6240-4915-ae3b-6a9e4066d1fc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T21:44:53.6956621-08:00",
      "CompleteTime": "2015-03-01T21:52:57.966595-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "53849fa3-a383-45fa-91d7-920f66e274bb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-01T22:38:18.3517588-08:00",
      "CompleteTime": "2015-03-01T22:49:36.9732795-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6d228f6c-677d-44f4-86f8-4dd0e6c7337a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T01:09:20.9799528-08:00",
      "CompleteTime": "2015-03-02T01:17:26.0123565-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "862c5d04-c030-4c00-8f2a-fb0c38376b3f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-02T06:40:41.8766837-08:00",
      "CompleteTime": "2015-03-02T07:29:05.4981711-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "bd5a867f-cfb1-467c-83f6-76b1a848c4ed",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T18:44:52.9808925-08:00",
      "EndTime": "2015-03-01T18:58:31.4550082-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b599330b-b053-436d-8937-6798693cc5c6",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T19:00:18.1921186-08:00",
      "EndTime": "2015-03-01T19:01:29.0434147-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e780523-a35d-482a-b165-efbc9a02e8fb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T19:01:29.418428-08:00",
      "EndTime": "2015-03-01T19:33:51.1706914-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6384e3bb-3b0c-4a67-af47-219d1969afe6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T19:33:57.7675044-08:00",
      "EndTime": "2015-03-01T19:46:33.82068-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "84035dee-d15f-45e4-909c-97638695a5e4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T21:30:01.4911609-08:00",
      "EndTime": "2015-03-01T22:33:43.6733293-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a4b4cd52-2997-4c8b-a674-b53bbce563d9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T23:18:23.9302073-08:00",
      "EndTime": "2015-03-02T00:26:23.9904215-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7e819f9-ffd4-4bd7-bc2b-3a3631b91e59",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T01:13:44.6304672-08:00",
      "EndTime": "2015-03-02T03:12:24.8827363-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ccaf190-4e01-4903-8afb-4907e4144861",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T04:04:51.0609884-08:00",
      "EndTime": "2015-03-02T06:12:49.2030857-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "50 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 49,
          "First": "2015-03-02T04:44:55.8178837",
          "Last": "2015-03-02T05:26:01.7604098"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T02:51:13.5136724",
          "Last": "2015-03-02T02:51:13.5136724"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408 | 1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-01T22:12:13.0445365",
          "Last": "2015-03-02T04:13:17.4837887"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-02T02:51:07.1579062",
          "Last": "2015-03-02T02:51:07.1579062"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-01T22:10:00",
          "Last": "2015-03-01T22:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-01T22:10:00",
          "Last": "2015-03-01T22:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36906390,
          "Average": 265513.6,
          "Max": 347117,
          "Min": 3125
        },
        {
          "StatusCode": 400,
          "Total": 59,
          "Average": 0.42,
          "Max": 26,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 423,
          "Average": 3.04,
          "Max": 423,
          "Min": 423
        },
        {
          "StatusCode": 403,
          "Total": 1576077,
          "Average": 11338.68,
          "Max": 216133,
          "Min": 1522
        },
        {
          "StatusCode": 404,
          "Total": 141447,
          "Average": 1017.6,
          "Max": 8690,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.06,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 409,
          "Total": 36,
          "Average": 0.26,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 51914,
          "Average": 373.48,
          "Max": 2002,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6678943,
          "Average": 48049.95,
          "Max": 135864,
          "Min": 2138
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1115832,
          "Average": 8027.57,
          "Max": 10378,
          "Min": 128
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.11,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 3462,
          "Average": 24.91,
          "Max": 133,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1357,
          "Average": 9.76,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 170889,
          "Average": 1229.42,
          "Max": 3055,
          "Min": 48
        },
        {
          "StatusCode": 449,
          "Total": 4684,
          "Average": 33.7,
          "Max": 223,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3341159,
          "Average": 24037.12,
          "Max": 30266,
          "Min": 322
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 40,
          "Average": 0.29,
          "Max": 40,
          "Min": 40
        },
        {
          "StatusCode": 403,
          "Total": 3249,
          "Average": 23.37,
          "Max": 1809,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12748,
          "Average": 91.71,
          "Max": 466,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 4025,
          "Average": 28.96,
          "Max": 139,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 516459,
          "Average": 3715.53,
          "Max": 8604,
          "Min": 148
        },
        {
          "StatusCode": 449,
          "Total": 9427,
          "Average": 67.82,
          "Max": 346,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5486146,
          "Average": 39468.68,
          "Max": 51771,
          "Min": 354
        },
        {
          "StatusCode": 400,
          "Total": 235284,
          "Average": 1692.69,
          "Max": 32328,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8796,
          "Average": 63.28,
          "Max": 4359,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 20,
          "Average": 0.14,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6080,
          "Average": 43.74,
          "Max": 217,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1022901,
          "Average": 7359.0,
          "Max": 21158,
          "Min": 610
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26845094,
          "Average": 193130.17,
          "Max": 217150,
          "Min": 2698
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 92,
          "Average": 0.66,
          "Max": 92,
          "Min": 92
        },
        {
          "StatusCode": 404,
          "Total": 6908,
          "Average": 49.7,
          "Max": 616,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33125,
          "Average": 238.31,
          "Max": 2398,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 179498,
          "Average": 1291.35,
          "Max": 6464,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6149697,
          "Average": 44242.42,
          "Max": 59642,
          "Min": 2404
        },
        {
          "StatusCode": 401,
          "Total": 258,
          "Average": 1.86,
          "Max": 258,
          "Min": 258
        },
        {
          "StatusCode": 404,
          "Total": 38985,
          "Average": 280.47,
          "Max": 1454,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 30513,
          "Average": 219.52,
          "Max": 1857,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 170294,
          "Average": 1225.14,
          "Max": 3850,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 4,
          "First": "2015-03-02T01:40:00",
          "Last": "2015-03-02T02:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 45,
          "First": "2015-03-02T01:40:00",
          "Last": "2015-03-02T08:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1864 replica health errors | 155 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1007,
          "First": "2015-03-01T22:17:56.843",
          "Last": "2015-03-02T08:22:37.23"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 164,
          "First": "2015-03-02T04:33:19.04",
          "Last": "2015-03-02T08:12:35.393"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 150,
          "First": "2015-03-02T04:38:19.886",
          "Last": "2015-03-02T08:12:35.323"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 388,
          "First": "2015-03-01T22:17:56.843",
          "Last": "2015-03-02T08:17:36.334"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2064 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.654
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 666,
          "HourlyAverage": 51.663
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1156,
          "HourlyAverage": 89.673
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 145,
          "HourlyAverage": 11.248
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 2.56
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.31
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "26 partitions violated quota invariants | 24 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c3bdcfb8-d866-4c9d-adba-672656c4f6ba",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4640448,
          "LastQuota": 3490816,
          "LastIndexUsage": 364852,
          "First": "2015-03-02T07:00:00",
          "Last": "2015-03-02T08:15:00"
        },
        {
          "PartitionId": "e48c9b2b-eb3a-4602-b91a-280faa3b1600",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4975808,
          "LastQuota": 3490816,
          "LastIndexUsage": 395721,
          "First": "2015-03-02T07:00:00",
          "Last": "2015-03-02T08:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "16bdd3cc-5401-4695-8876-63224a193f1a",
          "MaxQuota": 6981471,
          "MaxUsage": 6094386
        },
        {
          "PartitionId": "9786cc9f-c301-413b-936e-279081668097",
          "MaxQuota": 6981471,
          "MaxUsage": 6068215
        },
        {
          "PartitionId": "556a0458-3675-4e35-9712-05fad27c6237",
          "MaxQuota": 6981471,
          "MaxUsage": 6019072
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "16bdd3cc-5401-4695-8876-63224a193f1a",
          "MaxCrudUsage": 6032,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9548
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2f898d8f-d64a-4538-a50c-bd0e116537d4",
          "MaxCrudUsage": 5688,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9396
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "d8526b25-cf77-41e3-8fce-23d822c4f3ba",
          "MaxCrudUsage": 5712,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9388
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 32 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-01T22:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 307.855,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T00:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 248.457,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T00:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 216.641,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T03:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 187.255,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T05:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 183.214,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.116216
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.3297
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 83.904671
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 84.020198
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.188484
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56.239797
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 48.646872
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 43.660128
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.905628
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 41.309157
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 364.373834
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 279.661823
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 258.716154
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 255.064797
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 253.206316
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 63986.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 64827.73913
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 66783.035714
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66976.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 69636.071429
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-01T20:02:37.0535314",
          "Last": "2015-03-01T20:03:03.0009983"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 154,
          "SampleCount": 27123
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1507 Direct Tcp requests with 503 | 423 Direct Https requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1488,
          "Average": 165.333,
          "First": "2015-03-01T21:25:00",
          "Last": "2015-03-02T06:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 419,
          "Average": 27.933,
          "First": "2015-03-01T21:25:00",
          "Last": "2015-03-02T06:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-02T04:10:00",
          "Last": "2015-03-02T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-02T01:25:00",
          "Last": "2015-03-02T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 13,
          "Average": 4.333,
          "First": "2015-03-02T01:25:00",
          "Last": "2015-03-02T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 6.0,
          "First": "2015-03-02T04:10:00",
          "Last": "2015-03-02T04:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-02T02:50:00",
          "Last": "2015-03-02T02:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-02+02%3a44%3a50Z&end=2015-03-02+16%3a27%3a19Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-01T22:37:54.9518129-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 159464,
      "PhysicalCRUDUsageInMB": 286504,
      "LogicalIndexUsageInMB": 6761,
      "LogicalCRUDUsageInMB": 81952,
      "ClientReportedUsageInMB": 77512
    },
    {
      "TimeStamp": "2015-03-02T00:33:16.3205317-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 500792,
      "PhysicalCRUDUsageInMB": 636656,
      "LogicalIndexUsageInMB": 15049,
      "LogicalCRUDUsageInMB": 187251,
      "ClientReportedUsageInMB": 163595
    },
    {
      "TimeStamp": "2015-03-02T03:24:20.8663455-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 636052,
      "PhysicalCRUDUsageInMB": 1148664,
      "LogicalIndexUsageInMB": 22740,
      "LogicalCRUDUsageInMB": 286093,
      "ClientReportedUsageInMB": 268871
    },
    {
      "TimeStamp": "2015-03-02T06:26:55.9800183-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 945564,
      "PhysicalCRUDUsageInMB": 1625072,
      "LogicalIndexUsageInMB": 28436,
      "LogicalCRUDUsageInMB": 360857,
      "ClientReportedUsageInMB": 378495
    },
    {
      "TimeStamp": "2015-03-02T08:27:19.6406619-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 538744,
      "PhysicalCRUDUsageInMB": 1272984,
      "LogicalIndexUsageInMB": 25300,
      "LogicalCRUDUsageInMB": 321721,
      "ClientReportedUsageInMB": 284654
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD7AwAAAAAAAA==",
  "_ts": 1425314560,
  "_etag": "\"06002c62-0000-0000-0000-54f493000000\"",
  "_attachments": "attachments/"
},
{
  "id": "d0dcd0fb-352b-41e5-8c70-74805fc7e79e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD8AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-01T19:06:13.1905734-08:00",
  "CompletedTime": "2015-03-02T14:50:58.6906336-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "70ae69d6-d7eb-4605-b678-4de9c1a806c9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T20:51:51.9692487-08:00",
      "CompleteTime": "2015-03-01T21:00:29.7259504-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "472db66f-1e47-46e1-a6c9-015a85b7ce9c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T20:51:52.8079232-08:00",
      "CompleteTime": "2015-03-01T21:02:00.083621-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "eb2de2ae-096a-42ea-afbe-db5d6551f3e8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T20:51:53.8107314-08:00",
      "CompleteTime": "2015-03-01T21:01:29.7502268-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e6460069-cb3a-4c3b-86d0-05f41bc58187",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T20:52:33.4296347-08:00",
      "CompleteTime": "2015-03-01T21:04:43.8873657-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9819d148-fac4-4f98-bed1-bb0bc7f82be2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T00:28:04.7678975-08:00",
      "CompleteTime": "2015-03-02T00:39:09.3711592-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8aa15e8b-68e8-498a-b9b6-1b37abebec1f",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-02T01:39:19.0860606-08:00",
      "CompleteTime": "2015-03-02T01:53:11.9718037-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09184d7c-5b22-46de-9b90-452763f09c44",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-02T13:30:00.0883058-08:00",
      "CompleteTime": "2015-03-02T14:47:54.0222713-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "512682be-d8c8-4775-a75f-54aec8e11115",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T19:06:16.3156509-08:00",
      "EndTime": "2015-03-01T19:18:41.5741832-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d9fd3e1c-c362-4533-bd66-a41bab068602",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T19:23:27.6602281-08:00",
      "EndTime": "2015-03-01T19:24:35.0982106-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6594954e-b9b6-4a48-ad6e-245beb315798",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-01T19:24:35.4576248-08:00",
      "EndTime": "2015-03-01T19:57:03.2957498-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "42f91121-f3c5-4b21-8890-9361921222b4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T19:57:41.7833103-08:00",
      "EndTime": "2015-03-01T20:10:32.1371675-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "816ca36b-016d-4405-b15f-a8295bdf7eb7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-01T21:52:34.0653036-08:00",
      "EndTime": "2015-03-02T00:13:02.4345091-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e8b720f-5795-44ab-87c6-472b404f9387",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-02T00:14:24.3008743-08:00",
      "EndTime": "2015-03-02T01:38:34.3639687-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "30237b50-8a7a-40ad-ac1f-1b457afe5c7a",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-02T02:19:18.453758-08:00",
      "EndTime": "2015-03-02T06:53:50.0262168-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b4720612-6c88-49f6-97de-2f38e2bf2321",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-02T07:34:33.1899326-08:00",
      "EndTime": "2015-03-02T10:02:03.7310017-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f5602d87-df54-4800-a60d-8fcdedccdb17",
      "EventName": "Upgrade Package",
      "Build": "E:\\DocDbMainTfs2\\bin\\X64\\release",
      "StartTime": "2015-03-02T10:42:42.5173272-08:00",
      "EndTime": "2015-03-02T12:50:57.0019766-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "155 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T11:57:55.2667238",
          "Last": "2015-03-02T11:57:55.2667238"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-02T13:50:02.2628976",
          "Last": "2015-03-02T14:15:31.5726696"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 132,
          "First": "2015-03-02T00:05:38.8130866",
          "Last": "2015-03-02T14:27:53.2817107"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 19,
          "First": "2015-03-02T05:40:27.9903034",
          "Last": "2015-03-02T09:46:40.6802268"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T12:57:36.0036767",
          "Last": "2015-03-02T12:57:36.0036767"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "73 requests with 408 | 1055 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 60,
          "First": "2015-03-02T01:15:33.5281093",
          "Last": "2015-03-02T14:41:41.6567704"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-02T04:12:02.5699037",
          "Last": "2015-03-02T04:12:02.5699037"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 918,
          "First": "2015-03-02T08:41:39.1369124",
          "Last": "2015-03-02T09:46:43.5746345"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 126,
          "First": "2015-03-02T08:41:40.0010253",
          "Last": "2015-03-02T09:46:43.277891"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 11,
          "First": "2015-03-02T08:41:59.8806574",
          "Last": "2015-03-02T08:43:11.3244946"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 11,
          "First": "2015-03-01T22:04:41.394802",
          "Last": "2015-03-02T06:30:58.7624252"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-02T04:20:29.0794823",
          "Last": "2015-03-02T04:20:29.0794823"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "59 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-02T06:30:00",
          "Last": "2015-03-02T06:30:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-02T06:30:00",
          "Last": "2015-03-02T06:30:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-03-02T06:30:00",
          "Last": "2015-03-02T06:30:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 49,
          "First": "2015-03-02T06:30:00",
          "Last": "2015-03-02T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 49450516,
          "Average": 234362.64,
          "Max": 350248,
          "Min": 2455
        },
        {
          "StatusCode": 400,
          "Total": 44,
          "Average": 0.21,
          "Max": 22,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4337,
          "Average": 20.55,
          "Max": 3994,
          "Min": 343
        },
        {
          "StatusCode": 403,
          "Total": 9618235,
          "Average": 45584.05,
          "Max": 241109,
          "Min": 1316
        },
        {
          "StatusCode": 404,
          "Total": 240094,
          "Average": 1137.89,
          "Max": 7530,
          "Min": 303
        },
        {
          "StatusCode": 408,
          "Total": 49,
          "Average": 0.23,
          "Max": 49,
          "Min": 49
        },
        {
          "StatusCode": 409,
          "Total": 66,
          "Average": 0.31,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 44415,
          "Average": 210.5,
          "Max": 2026,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8632709,
          "Average": 40913.31,
          "Max": 68870,
          "Min": 905
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 13:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1661765,
          "Average": 7875.66,
          "Max": 10545,
          "Min": 91
        },
        {
          "StatusCode": 401,
          "Total": 87,
          "Average": 0.41,
          "Max": 78,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 6811,
          "Average": 32.28,
          "Max": 203,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1087,
          "Average": 5.15,
          "Max": 54,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 238991,
          "Average": 1132.66,
          "Max": 2645,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 11612,
          "Average": 55.03,
          "Max": 265,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 13:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4940706,
          "Average": 23415.67,
          "Max": 30518,
          "Min": 203
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 240,
          "Average": 1.14,
          "Max": 213,
          "Min": 27
        },
        {
          "StatusCode": 403,
          "Total": 6088,
          "Average": 28.85,
          "Max": 1387,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 25488,
          "Average": 120.8,
          "Max": 693,
          "Min": 14
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.01,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3265,
          "Average": 15.47,
          "Max": 154,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 730777,
          "Average": 3463.4,
          "Max": 7926,
          "Min": 60
        },
        {
          "StatusCode": 449,
          "Total": 23928,
          "Average": 113.4,
          "Max": 440,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7323862,
          "Average": 34710.25,
          "Max": 52463,
          "Min": 346
        },
        {
          "StatusCode": 400,
          "Total": 1438397,
          "Average": 6817.05,
          "Max": 36958,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 48,
          "Average": 0.23,
          "Max": 37,
          "Min": 11
        },
        {
          "StatusCode": 403,
          "Total": 8783,
          "Average": 41.63,
          "Max": 3919,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 43,
          "Average": 0.2,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.03,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 4602,
          "Average": 21.81,
          "Max": 148,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1353285,
          "Average": 6413.67,
          "Max": 11258,
          "Min": 843
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 17:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 47359329,
          "Average": 223393.06,
          "Max": 258342,
          "Min": 45258
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.08,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 106,
          "Average": 0.5,
          "Max": 88,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 8652,
          "Average": 40.81,
          "Max": 565,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 36000,
          "Average": 169.81,
          "Max": 2629,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 435146,
          "Average": 2052.58,
          "Max": 7297,
          "Min": 151
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8235192,
          "Average": 38845.25,
          "Max": 60219,
          "Min": 554
        },
        {
          "StatusCode": 401,
          "Total": 1586,
          "Average": 7.48,
          "Max": 1418,
          "Min": 168
        },
        {
          "StatusCode": 404,
          "Total": 55850,
          "Average": 263.44,
          "Max": 2251,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 32986,
          "Average": 155.59,
          "Max": 2115,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 366554,
          "Average": 1729.03,
          "Max": 6353,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 2,
          "First": "2015-03-02T13:50:00",
          "Last": "2015-03-02T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 7,
          "First": "2015-03-02T05:40:00",
          "Last": "2015-03-02T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 1,
          "First": "2015-03-02T05:45:00",
          "Last": "2015-03-02T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 12,
          "First": "2015-03-02T09:05:00",
          "Last": "2015-03-02T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 67,
          "First": "2015-03-01T22:20:00",
          "Last": "2015-03-02T14:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 5,
          "First": "2015-03-02T07:25:00",
          "Last": "2015-03-02T13:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "940 replica health errors | 221 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 289,
          "First": "2015-03-02T06:24:37.179",
          "Last": "2015-03-02T14:49:46.428"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 7,
          "First": "2015-03-02T10:11:20.229",
          "Last": "2015-03-02T14:19:40.845"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 139,
          "First": "2015-03-01T23:01:00.22",
          "Last": "2015-03-02T12:57:53.419"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 284,
          "First": "2015-03-01T23:01:00.22",
          "Last": "2015-03-02T13:12:55.361"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "1431 replica alerts for SuccessfulBackup | 1472 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 6.455
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 922,
          "HourlyAverage": 48.786
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 248,
          "HourlyAverage": 13.123
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 89,
          "HourlyAverage": 4.709
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 355,
          "HourlyAverage": 18.784
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 45,
          "HourlyAverage": 2.381
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 903,
          "HourlyAverage": 47.781
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 145,
          "HourlyAverage": 7.672
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 0.952
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.106
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 2.328
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.317
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.053
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "68 partitions violated quota invariants | 67 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7d4f8bfb-6613-4f4e-9892-62f5514dd771",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 25900,
          "LastQuota": 9307945,
          "LastIndexUsage": 655143,
          "First": "2015-03-02T11:15:00",
          "Last": "2015-03-02T11:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e68df5bc-f9c0-4b4a-bbe5-d19dd5259710",
          "MaxQuota": 10471182,
          "MaxUsage": 9378205
        },
        {
          "PartitionId": "9b15980c-3700-4f48-a018-52842c7f27f3",
          "MaxQuota": 10471182,
          "MaxUsage": 8900153
        },
        {
          "PartitionId": "7d4f8bfb-6613-4f4e-9892-62f5514dd771",
          "MaxQuota": 9307945,
          "MaxUsage": 8432060
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "e68df5bc-f9c0-4b4a-bbe5-d19dd5259710",
          "MaxCrudUsage": 9176,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 14641
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "9b15980c-3700-4f48-a018-52842c7f27f3",
          "MaxCrudUsage": 8712,
          "MaxIndexUsage": 5120,
          "MaxTotalUsage": 13941
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "7d4f8bfb-6613-4f4e-9892-62f5514dd771",
          "MaxCrudUsage": 8288,
          "MaxIndexUsage": 4552,
          "MaxTotalUsage": 13137
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 29 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-02T06:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 339.964,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T01:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 229.144,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T06:25:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 221.009,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T09:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 172.893,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T00:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 151.517,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 76.759469
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 76.806122
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79.32509
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 79.607473
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 79.76207
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 64.992187
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 63.210717
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 59.734002
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59.380221
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 53.456692
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 218.09845
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 201.169578
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 138.536452
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 137.137994
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 95.132236
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 47592.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 53684.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54402.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 55466.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 57410.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "7 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 7,
          "First": "2015-03-01T20:25:26.582253",
          "Last": "2015-03-02T01:00:48.5701705"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "ac94e27b-acea-482d-8bb0-1f6bcf98595a",
          "First": "2015-03-01T21:02:20.7031979",
          "Last": "2015-03-01T21:02:20.7031979",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-02+03%3a06%3a13Z&end=2015-03-02+22%3a50%3a58Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T13:25:09.4043247-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1102168,
      "PhysicalCRUDUsageInMB": 2142216,
      "LogicalIndexUsageInMB": 40397,
      "LogicalCRUDUsageInMB": 520573,
      "ClientReportedUsageInMB": 771
    },
    {
      "TimeStamp": "2015-03-02T14:50:58.6906336-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 504760,
      "PhysicalCRUDUsageInMB": 1987968,
      "LogicalIndexUsageInMB": 39516,
      "LogicalCRUDUsageInMB": 508855,
      "ClientReportedUsageInMB": 58652
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD8AwAAAAAAAA==",
  "_ts": 1425338890,
  "_etag": "\"07007c77-0000-0000-0000-54f4f20a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "fd437ae5-b950-4cf7-9ee0-cc501938b32f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD9AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-01T19:28:33.0490416-08:00",
  "CompletedTime": "2015-03-01T22:04:48.6832043-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "21b55ea7-66aa-4f7b-a14a-ce190bee6064",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T21:15:30.4154833-08:00",
      "CompleteTime": "2015-03-01T21:23:37.7942775-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "08deeca2-8f21-423f-ae14-1c44375f1a47",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T21:15:30.8345071-08:00",
      "CompleteTime": "2015-03-01T21:24:37.6076893-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bef007f6-f0cb-4bba-b8d3-dc3abdb8fd8b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T21:15:31.3235337-08:00",
      "CompleteTime": "2015-03-01T21:25:08.1704315-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1992aaa0-ecf8-402f-9d35-12a430e3d0ed",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T21:15:31.8195631-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "5fb86a92-323b-4617-882e-170a79a07c58",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T19:29:36.4976978-08:00",
      "EndTime": "2015-03-01T19:30:42.901447-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e68b8579-917b-416e-ba8c-9051c626e756",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T19:30:43.2764681-08:00",
      "EndTime": "2015-03-01T19:43:46.5611372-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d15c78e-0ff6-4037-9346-7e498220262d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T19:43:46.9481594-08:00",
      "EndTime": "2015-03-01T20:19:59.600534-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d42bdc5-ff85-4461-b20c-29d265338fe7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T20:20:03.7787711-08:00",
      "EndTime": "2015-03-01T20:33:06.4894081-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD9AwAAAAAAAA==",
  "_ts": 1425276287,
  "_etag": "\"04007fab-0000-0000-0000-54f3fd7f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "55d54d1d-4907-4d46-a3c5-fe83e840c1de",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD+AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-01T19:56:18.1313556-08:00",
  "CompletedTime": "2015-03-02T09:59:42.8204538-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b92e0aad-7b38-467b-8df5-6ec0ddf4fef9",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-01T21:42:48.0018719-08:00",
      "CompleteTime": "2015-03-01T21:54:25.6016548-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aad6003d-dbbe-4aeb-90b9-9941c7623841",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-01T21:42:48.3399097-08:00",
      "CompleteTime": "2015-03-01T21:53:55.0569134-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3307d24e-9904-47ea-8a4e-d9af61ff5f47",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T21:42:48.8319663-08:00",
      "CompleteTime": "2015-03-01T21:53:25.7722426-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2bb9a917-f575-4aab-952a-4fdae4c5b6e6",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-01T21:42:49.3229476-08:00",
      "CompleteTime": "2015-03-01T21:55:03.4148114-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "826d0be3-1548-4164-8e9a-abe72d8dd1bc",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-01T22:57:44.9488396-08:00",
      "CompleteTime": "2015-03-01T23:08:49.5517406-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c25ea4f8-8132-4180-81d0-bd1ca75a75d6",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-02T00:10:31.3576749-08:00",
      "CompleteTime": "2015-03-02T00:24:43.837224-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e41458c-7f04-4b5a-891d-3064f3166eac",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T02:51:20.3018714-08:00",
      "CompleteTime": "2015-03-02T03:02:24.8817867-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1acedfd-8bc9-4b13-8e68-2590c1b80164",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-02T08:36:31.8446154-08:00",
      "CompleteTime": "2015-03-02T09:35:52.3718767-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "3add1a1d-3fbc-41d2-9b5b-1202f86c14e3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T19:57:12.3662565-08:00",
      "EndTime": "2015-03-01T19:58:18.3949525-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "381f4233-b93e-4ed1-bd11-bb69dfcc9fbe",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T19:58:18.7670061-08:00",
      "EndTime": "2015-03-01T20:11:32.6476224-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "15422246-c4f0-4af0-b45d-355d46133b1f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T20:11:33.0036425-08:00",
      "EndTime": "2015-03-01T20:47:47.5596994-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb95181b-d2fe-473c-8707-1be9d99bc779",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T20:47:51.475927-08:00",
      "EndTime": "2015-03-01T21:01:24.100219-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1beccee-313c-491e-89ec-a3d737c9251a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T22:42:48.90274-08:00",
      "EndTime": "2015-03-02T00:10:25.9933026-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "adbc4abf-ed92-47e4-a7fa-9aaf663b8510",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T00:50:41.9331251-08:00",
      "EndTime": "2015-03-02T02:19:03.8724403-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2d40b3db-d2ec-4315-b503-f471279fd704",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T02:59:12.5748041-08:00",
      "EndTime": "2015-03-02T05:10:51.276347-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "51779dbf-9922-4f97-b3c2-04e170b31d3e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Euler_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T05:50:57.1795515-08:00",
      "EndTime": "2015-03-02T07:59:37.9628548-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "56 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-02T06:53:39.0719983",
          "Last": "2015-03-02T06:56:33.8380632"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T08:17:54.4429653",
          "Last": "2015-03-02T08:17:54.4429653"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T08:55:55.2601183",
          "Last": "2015-03-02T08:55:55.2601183"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 50,
          "First": "2015-03-02T06:14:08.1939958",
          "Last": "2015-03-02T07:05:58.8736261"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-02T08:26:00.1865715",
          "Last": "2015-03-02T08:29:31.1285188"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "76 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 38,
          "First": "2015-03-02T00:02:16.1827517",
          "Last": "2015-03-02T08:25:31.3421097"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 31,
          "First": "2015-03-02T01:34:52.9497984",
          "Last": "2015-03-02T04:31:12.2063797"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "First": "2015-03-02T04:17:58.4596597",
          "Last": "2015-03-02T04:31:11.3463019"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "First": "2015-03-02T04:31:04.6285153",
          "Last": "2015-03-02T04:31:06.1195104"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "317 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 23,
          "First": "2015-03-02T04:15:00",
          "Last": "2015-03-02T04:30:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 42,
          "First": "2015-03-02T04:15:00",
          "Last": "2015-03-02T04:30:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 243,
          "First": "2015-03-02T04:15:00",
          "Last": "2015-03-02T04:30:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-02T04:15:00",
          "Last": "2015-03-02T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38074308,
          "Average": 266253.9,
          "Max": 349819,
          "Min": 2505
        },
        {
          "StatusCode": 400,
          "Total": 30,
          "Average": 0.21,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 29841,
          "Average": 208.68,
          "Max": 12198,
          "Min": 5804
        },
        {
          "StatusCode": 404,
          "Total": 137054,
          "Average": 958.42,
          "Max": 9314,
          "Min": 490
        },
        {
          "StatusCode": 408,
          "Total": 243,
          "Average": 1.7,
          "Max": 145,
          "Min": 98
        },
        {
          "StatusCode": 409,
          "Total": 35,
          "Average": 0.24,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 45562,
          "Average": 318.62,
          "Max": 2041,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6289354,
          "Average": 43981.5,
          "Max": 133848,
          "Min": 4109
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1118686,
          "Average": 7822.98,
          "Max": 10445,
          "Min": 74
        },
        {
          "StatusCode": 404,
          "Total": 3674,
          "Average": 25.69,
          "Max": 133,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.06,
          "Max": 5,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1103,
          "Average": 7.71,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 148124,
          "Average": 1035.83,
          "Max": 3071,
          "Min": 99
        },
        {
          "StatusCode": 449,
          "Total": 6031,
          "Average": 42.17,
          "Max": 222,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3341395,
          "Average": 23366.4,
          "Max": 30245,
          "Min": 251
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 403,
          "Total": 163,
          "Average": 1.14,
          "Max": 117,
          "Min": 46
        },
        {
          "StatusCode": 404,
          "Total": 14137,
          "Average": 98.86,
          "Max": 479,
          "Min": 11
        },
        {
          "StatusCode": 408,
          "Total": 23,
          "Average": 0.16,
          "Max": 14,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 3510,
          "Average": 24.55,
          "Max": 146,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 455564,
          "Average": 3185.76,
          "Max": 9107,
          "Min": 277
        },
        {
          "StatusCode": 449,
          "Total": 13049,
          "Average": 91.25,
          "Max": 316,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5640346,
          "Average": 39442.98,
          "Max": 53009,
          "Min": 304
        },
        {
          "StatusCode": 400,
          "Total": 4402,
          "Average": 30.78,
          "Max": 1829,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8446,
          "Average": 59.06,
          "Max": 3316,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 42,
          "Average": 0.29,
          "Max": 27,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 5352,
          "Average": 37.43,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 981180,
          "Average": 6861.4,
          "Max": 21196,
          "Min": 1558
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32789702,
          "Average": 229298.62,
          "Max": 254550,
          "Min": 26162
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11128,
          "Average": 77.82,
          "Max": 1201,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32275,
          "Average": 225.7,
          "Max": 1840,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 298770,
          "Average": 2089.3,
          "Max": 6226,
          "Min": 24
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6221136,
          "Average": 43504.45,
          "Max": 59199,
          "Min": 2071
        },
        {
          "StatusCode": 404,
          "Total": 29630,
          "Average": 207.2,
          "Max": 1402,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 30355,
          "Average": 212.27,
          "Max": 1861,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 262058,
          "Average": 1832.57,
          "Max": 5880,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-03-02T08:55:00",
          "Last": "2015-03-02T08:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 3,
          "First": "2015-03-02T07:50:00",
          "Last": "2015-03-02T08:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 32,
          "First": "2015-03-02T04:00:00",
          "Last": "2015-03-02T09:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "785 replica health errors | 156 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 104,
          "First": "2015-03-01T23:41:05.936",
          "Last": "2015-03-02T09:18:21.379"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-03-02T03:01:39.582",
          "Last": "2015-03-02T03:01:39.582"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 157,
          "First": "2015-03-01T23:46:06.801",
          "Last": "2015-03-02T08:03:40.185"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 367,
          "First": "2015-03-01T23:41:05.936",
          "Last": "2015-03-02T09:58:28.259"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "1872 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.546
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 410,
          "HourlyAverage": 31.064
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 174,
          "HourlyAverage": 13.183
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1154,
          "HourlyAverage": 87.433
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.227
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 66,
          "HourlyAverage": 5.0
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "56 partitions violated quota invariants | 55 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "fe522809-389f-4c59-b07a-7662adac5d5d",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "LastUsage": 8514,
          "LastQuota": 5817344,
          "LastIndexUsage": 384692,
          "First": "2015-03-02T07:00:00",
          "Last": "2015-03-02T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "32db101c-1103-4224-b9ca-6c8642177af7",
          "MaxQuota": 6981471,
          "MaxUsage": 5988992
        },
        {
          "PartitionId": "dec428b0-b3c2-4a65-af34-fb4d9d21eb95",
          "MaxQuota": 6981471,
          "MaxUsage": 5962846
        },
        {
          "PartitionId": "b30f5fac-fabf-466a-aabe-c494c324dbbd",
          "MaxQuota": 6981471,
          "MaxUsage": 5941879
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "b2a782a8-ff88-4d0d-b8a6-42f5ef549a4f",
          "MaxCrudUsage": 5792,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9596
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "dec428b0-b3c2-4a65-af34-fb4d9d21eb95",
          "MaxCrudUsage": 5840,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9572
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "32db101c-1103-4224-b9ca-6c8642177af7",
          "MaxCrudUsage": 5864,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9572
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 29 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-01T23:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 575.613,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T05:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 226.347,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T23:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 194.142,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-01T23:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 181.691,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T07:30:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 181.616,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.553962
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 82.48567
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 82.706334
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.007692
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.138372
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 54.768596
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 51.69219
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48.957439
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.371482
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39.008791
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 470.340491 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 470.340491
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 469.030635
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 461.490715
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 444.053488
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 438.558546
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62065.172414
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 64123.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65432.37931
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 65648.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 65857.074074
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-01T21:16:04.494495",
          "Last": "2015-03-01T21:16:05.45511"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "99 Direct Https requests with 503 | 213 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-02T05:55:00",
          "Last": "2015-03-02T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-03-02T05:55:00",
          "Last": "2015-03-02T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 98,
          "Average": 6.533,
          "First": "2015-03-01T23:45:00",
          "Last": "2015-03-02T07:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 209,
          "Average": 26.125,
          "First": "2015-03-01T23:45:00",
          "Last": "2015-03-02T07:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "f6702f83-ec3e-467e-895e-f0fbff486f8e",
          "First": "2015-03-01T21:55:10.0697057",
          "Last": "2015-03-01T21:55:10.0697057",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-02+03%3a56%3a18Z&end=2015-03-02+17%3a59%3a42Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T09:59:42.8204538-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 454588,
      "PhysicalCRUDUsageInMB": 1312480,
      "LogicalIndexUsageInMB": 25362,
      "LogicalCRUDUsageInMB": 324578,
      "ClientReportedUsageInMB": 266705
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD+AwAAAAAAAA==",
  "_ts": 1425321837,
  "_etag": "\"0600b5b4-0000-0000-0000-54f4af6d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f3371d1f-e4ae-4b17-9cc1-8435fea50cc7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD-AwAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-01T22:04:49.0612569-08:00",
  "CompletedTime": "2015-03-01T23:03:04.6351354-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "d1ee3801-a7e1-4edc-9e23-1c0f566775e4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T22:37:31.8976615-08:00",
      "EndTime": "2015-03-01T22:38:37.9634297-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD-AwAAAAAAAA==",
  "_ts": 1425279783,
  "_etag": "\"040043d3-0000-0000-0000-54f40b270000\"",
  "_attachments": "attachments/"
},
{
  "id": "6d259cad-c3aa-4843-8559-ab1ae46bb574",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAABAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-01T23:03:04.9490891-08:00",
  "CompletedTime": "2015-03-02T13:55:50.3805458-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d71331d1-3dff-4ee8-a8a3-c811138ed0d2",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T00:48:44.1113609-08:00",
      "CompleteTime": "2015-03-02T00:57:21.4868654-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b90ab00-2335-42f3-8ba6-e27e4f82c1f4",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T00:48:44.4763812-08:00",
      "CompleteTime": "2015-03-02T00:58:21.3242778-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5503765f-1279-4f04-a0e8-476368df991f",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T00:48:44.9694599-08:00",
      "CompleteTime": "2015-03-02T00:59:21.4477067-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "02591af4-c2b0-4b15-982c-d055f17c640b",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T00:48:45.4664379-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "cc5db17a-dbf8-469b-93b2-37c5aaf50e01",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T02:03:41.3308775-08:00",
      "CompleteTime": "2015-03-02T02:13:45.8333497-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1258ee96-9ce2-4d78-a48e-60e2758d4613",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T05:47:48.5627955-08:00",
      "CompleteTime": "2015-03-02T05:58:53.3457063-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f10f07a7-8954-4b26-9a97-e44733532fe7",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-02T12:31:30.0528673-08:00",
      "CompleteTime": "2015-03-02T14:39:59.0455469-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "38ad6c87-3b11-4fb7-901e-21b0aaa98ab0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T23:03:12.9085427-08:00",
      "EndTime": "2015-03-01T23:15:59.7012715-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "45c50168-2163-4b53-8c00-f2e1bda6141b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T23:16:53.5383413-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "60db3720-e309-4f5a-8a50-4987f45e11e1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-01T23:16:58.0616474-08:00",
      "EndTime": "2015-03-01T23:53:58.615994-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4377c7b9-ad4b-4476-8c7b-b4d3c0e65055",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-01T23:54:02.5882806-08:00",
      "EndTime": "2015-03-02T00:06:22.7214293-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d44b1868-f6ba-4b95-b892-6de326ec0881",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T01:48:42.1696015-08:00",
      "EndTime": "2015-03-02T04:11:12.9796253-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "210b5636-1baa-41f0-b9a4-7ea42b84fd38",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T04:51:24.5468096-08:00",
      "EndTime": "2015-03-02T07:18:57.3146683-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8b0684a0-dd2f-43d3-97a0-a5d4124129d0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T07:59:04.4169407-08:00",
      "EndTime": "2015-03-02T09:05:37.967455-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0fc18c98-74f6-4d35-8e40-afe662ffc628",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150301.1\\x64\\Release",
      "StartTime": "2015-03-02T09:45:48.3508632-08:00",
      "EndTime": "2015-03-02T11:55:45.8255885-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+19%3a59%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+19%3a59%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "41 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 41,
          "First": "2015-03-02T10:09:34.3202726",
          "Last": "2015-03-02T11:12:01.2737033"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+19%3a59%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "56 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 56,
          "First": "2015-03-02T03:49:41.127062",
          "Last": "2015-03-02T11:49:43.7692149"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+19%3a59%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a00%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39195892,
          "Average": 299205.28,
          "Max": 342202,
          "Min": 732
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.11,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 8439,
          "Average": 64.42,
          "Max": 5953,
          "Min": 2486
        },
        {
          "StatusCode": 404,
          "Total": 38979,
          "Average": 297.55,
          "Max": 2229,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42211,
          "Average": 322.22,
          "Max": 2201,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4567064,
          "Average": 34863.08,
          "Max": 141781,
          "Min": 864
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a00%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1141017,
          "Average": 8710.05,
          "Max": 10543,
          "Min": 271
        },
        {
          "StatusCode": 401,
          "Total": 147,
          "Average": 1.12,
          "Max": 99,
          "Min": 48
        },
        {
          "StatusCode": 404,
          "Total": 1551,
          "Average": 11.84,
          "Max": 39,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1128,
          "Average": 8.61,
          "Max": 64,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 111412,
          "Average": 850.47,
          "Max": 1881,
          "Min": 80
        },
        {
          "StatusCode": 449,
          "Total": 3631,
          "Average": 27.72,
          "Max": 145,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a01%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3423445,
          "Average": 26133.17,
          "Max": 29965,
          "Min": 709
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 426,
          "Average": 3.25,
          "Max": 256,
          "Min": 170
        },
        {
          "StatusCode": 404,
          "Total": 5927,
          "Average": 45.24,
          "Max": 139,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 3410,
          "Average": 26.03,
          "Max": 200,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 338599,
          "Average": 2584.73,
          "Max": 5439,
          "Min": 285
        },
        {
          "StatusCode": 449,
          "Total": 7652,
          "Average": 58.41,
          "Max": 237,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a02%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5851925,
          "Average": 44671.18,
          "Max": 51361,
          "Min": 1188
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.1,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 379,
          "Average": 2.89,
          "Max": 379,
          "Min": 379
        },
        {
          "StatusCode": 403,
          "Total": 8603,
          "Average": 65.67,
          "Max": 4002,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4845,
          "Average": 36.98,
          "Max": 331,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 702812,
          "Average": 5364.98,
          "Max": 20996,
          "Min": 752
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a03%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30254345,
          "Average": 230949.2,
          "Max": 246833,
          "Min": 1872
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 117,
          "Average": 0.89,
          "Max": 117,
          "Min": 117
        },
        {
          "StatusCode": 404,
          "Total": 7368,
          "Average": 56.24,
          "Max": 725,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27292,
          "Average": 208.34,
          "Max": 1430,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 194405,
          "Average": 1484.01,
          "Max": 7932,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a04%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6282048,
          "Average": 47954.56,
          "Max": 55844,
          "Min": 1876
        },
        {
          "StatusCode": 401,
          "Total": 189,
          "Average": 1.44,
          "Max": 189,
          "Min": 189
        },
        {
          "StatusCode": 404,
          "Total": 19536,
          "Average": 149.13,
          "Max": 840,
          "Min": 25
        },
        {
          "StatusCode": 410,
          "Total": 27791,
          "Average": 212.15,
          "Max": 1308,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 168598,
          "Average": 1287.01,
          "Max": 7572,
          "Min": 30
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a05%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-02T11:25:00",
          "Last": "2015-03-02T11:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 5,
          "First": "2015-03-02T10:25:00",
          "Last": "2015-03-02T11:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a09%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a15%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a15%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a17%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1499 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 48,
          "First": "2015-03-02T01:51:38.288",
          "Last": "2015-03-02T12:09:38.587"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 2,
          "First": "2015-03-02T05:32:14.096",
          "Last": "2015-03-02T06:22:22.029"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 162,
          "First": "2015-03-02T01:56:39.123",
          "Last": "2015-03-02T11:54:36.238"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 844,
          "First": "2015-03-02T09:07:18.159",
          "Last": "2015-03-02T12:14:39.557"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 443,
          "First": "2015-03-02T01:56:39.123",
          "Last": "2015-03-02T11:54:36.318"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a17%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1277 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 146,
          "HourlyAverage": 11.775
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1107,
          "HourlyAverage": 89.279
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 1.936
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a17%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a18%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4709cbb0-fad6-43eb-b653-ae4ea55b6a22",
          "MaxQuota": 8144708,
          "MaxUsage": 6540544
        },
        {
          "PartitionId": "5a6209af-b739-4938-811b-5ea032d51beb",
          "MaxQuota": 8144708,
          "MaxUsage": 6516992
        },
        {
          "PartitionId": "3c1af6d2-fde6-4a96-874b-127c30e104cd",
          "MaxQuota": 8144708,
          "MaxUsage": 6505216
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a18%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "4709cbb0-fad6-43eb-b653-ae4ea55b6a22",
          "MaxCrudUsage": 6400,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10676
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "5a6209af-b739-4938-811b-5ea032d51beb",
          "MaxCrudUsage": 6376,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10676
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "3c1af6d2-fde6-4a96-874b-127c30e104cd",
          "MaxCrudUsage": 6368,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10668
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a18%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-02T10:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 1879.715,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T11:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 287.983,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T03:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 212.239,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T03:00:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 164.391,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T06:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 145.172,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a19%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 77.906833
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 81.532176
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.685423
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.488193
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 82.531171
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a21%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 40.905927
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 40.642069
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 39.139496
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 38.892561
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 37.629019
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a22%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 334.40937
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 261.107899
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 250.423154
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 248.779676
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 243.244595
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a24%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60226.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62706.413793
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 66820.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 68644.535714
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 68878.793103
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a25%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "6 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 6,
          "First": "2015-03-02T00:21:28.2311804",
          "Last": "2015-03-02T00:37:29.5809182"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a25%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a27%3a49Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "84 Direct Https requests with 503 | 140 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 24,
          "Average": 8,
          "First": "2015-03-02T09:50:00",
          "Last": "2015-03-02T10:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 8,
          "Average": 4,
          "First": "2015-03-02T10:15:00",
          "Last": "2015-03-02T10:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 60,
          "Average": 3,
          "First": "2015-03-02T01:30:00",
          "Last": "2015-03-02T11:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 132,
          "Average": 12,
          "First": "2015-03-02T01:30:00",
          "Last": "2015-03-02T10:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a28%3a04Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "3 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "1d9904ce-3e8d-496d-baf6-91f1cc3ed89e",
          "First": "2015-03-02T01:20:05.4228863",
          "Last": "2015-03-02T01:20:05.4228863",
          "Count": 1
        },
        {
          "ActivityId": "7fe306f0-8cf3-4a0b-a97d-51163079e3ca",
          "First": "2015-03-02T07:17:40.0340533",
          "Last": "2015-03-02T07:17:40.0340533",
          "Count": 1
        },
        {
          "ActivityId": "9f4a9fdd-90e9-46a3-ba9f-939c60b1b3e4",
          "First": "2015-03-02T00:59:33.8456438",
          "Last": "2015-03-02T00:59:33.8456438",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-02+07%3a03%3a04Z&end=2015-03-02+20%3a28%3a19Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T12:28:30.9256521-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1039712,
      "PhysicalCRUDUsageInMB": 1863150,
      "LogicalIndexUsageInMB": 33388,
      "LogicalCRUDUsageInMB": 431601,
      "ClientReportedUsageInMB": 156
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAABAAAAAAAAA==",
  "_ts": 1425335998,
  "_etag": "\"07004156-0000-0000-0000-54f4e6be0000\"",
  "_attachments": "attachments/"
},
{
  "id": "caf9bd18-d167-4736-9aab-1cdd510d6d3a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgABBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-01T23:43:29.1075102-08:00",
  "CompletedTime": "2015-03-01T23:45:36.3963532-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "fd99b545-ac1a-4e80-adcb-f86b48a75887",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T23:43:34.3288749-08:00",
      "EndTime": "2015-03-01T23:43:41.7989191-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgABBAAAAAAAAA==",
  "_ts": 1425282335,
  "_etag": "\"040007f0-0000-0000-0000-54f4151f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3a9d4a2c-1f07-4eb2-81b6-9d8a438cdb92",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgACBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-01T23:45:36.6343707-08:00",
  "CompletedTime": "2015-03-01T23:49:36.2494606-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8fc32edd-5e58-47cf-8cbb-bdd76d425ebc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T23:45:37.4287881-08:00",
      "EndTime": "2015-03-01T23:45:43.0292746-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgACBAAAAAAAAA==",
  "_ts": 1425282575,
  "_etag": "\"0400d5f2-0000-0000-0000-54f4160f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8e4554b6-ba87-4fee-ba3d-9cb0e28d644b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgADBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-01T23:49:36.4705048-08:00",
  "CompletedTime": "2015-03-02T10:05:34.1856226-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "bc363d60-bc99-4fa7-94e1-020a98e4c991",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T02:02:42.4797541-08:00",
      "CompleteTime": "2015-03-02T02:08:48.9804833-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e47d793-c9e8-468e-a73b-e258721183f5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T02:02:42.868545-08:00",
      "CompleteTime": "2015-03-02T02:09:48.91855-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48b87acb-b42e-4c81-956b-d57945276822",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T02:02:43.2117574-08:00",
      "CompleteTime": "2015-03-02T02:09:18.6148522-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6089f954-490e-42d4-aa95-3a81aae4813d",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T02:02:43.70483-08:00",
      "CompleteTime": "2015-03-02T02:10:57.4773292-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ccd5863e-48aa-45cb-af6d-834797a9c0e0",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T02:47:38.9539432-08:00",
      "CompleteTime": "2015-03-02T02:53:42.1071782-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "303f27f3-6cbd-4482-9706-ddce5d867868",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-02T03:47:39.9961657-08:00",
      "CompleteTime": "2015-03-02T03:49:50.523293-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "c831586e-994e-46ae-9d08-3ad2a08d5d7b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T05:45:34.9813525-08:00",
      "CompleteTime": "2015-03-02T05:51:39.0944128-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7360d1a4-6cde-4617-a13c-92a7a21ad68a",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-02T08:27:07.2253815-08:00",
      "CompleteTime": "2015-03-02T13:17:07.0130818-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "cd7130ec-a517-4fb4-b274-ba173e96689d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-01T23:49:37.3737962-08:00",
      "EndTime": "2015-03-02T00:03:07.2659295-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9aa6f13-e01e-4cfc-a6ea-375b66ca494d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T00:04:45.6321169-08:00",
      "EndTime": "2015-03-02T00:05:57.7889717-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "df63da6f-f4b5-4998-ab62-f91f3368edb3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T00:17:55.111416-08:00",
      "EndTime": "2015-03-02T00:52:10.5670928-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1efe1d0-b85b-4eec-abb6-7451ed35a4fe",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T02:32:42.457019-08:00",
      "EndTime": "2015-03-02T03:36:29.2192143-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "db09c4fb-1e6e-413c-86d9-18b6c5c14a63",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T04:07:42.7461697-08:00",
      "EndTime": "2015-03-02T05:15:23.6434231-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "74aacc83-b5ef-4775-b190-42cec112557e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150301.3\\x64\\Release",
      "StartTime": "2015-03-02T05:49:57.1091219-08:00",
      "EndTime": "2015-03-02T07:28:24.7778783-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "378 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Downloaded files do not contain edb file\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 372,
          "First": "2015-03-02T08:34:32.5166038",
          "Last": "2015-03-02T10:05:16.7262664"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-02T04:46:13.1617351",
          "Last": "2015-03-02T06:46:10.3220049"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-02T03:29:27.8474939",
          "Last": "2015-03-02T09:35:26.0371431"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 10,
          "First": "2015-03-02T04:24:26.9844404",
          "Last": "2015-03-02T04:24:29.1707823"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-02T04:20:00",
          "Last": "2015-03-02T04:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 17,
          "First": "2015-03-02T04:20:00",
          "Last": "2015-03-02T04:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-02T04:20:00",
          "Last": "2015-03-02T04:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 22171611,
          "Average": 235868.2,
          "Max": 342769,
          "Min": 23
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.1,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 254,
          "Average": 2.7,
          "Max": 254,
          "Min": 254
        },
        {
          "StatusCode": 404,
          "Total": 38014,
          "Average": 404.4,
          "Max": 3752,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 17,
          "Average": 0.18,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 409,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 25189,
          "Average": 267.97,
          "Max": 1872,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1926370,
          "Average": 20493.3,
          "Max": 60684,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 638049,
          "Average": 9114.99,
          "Max": 9921,
          "Min": 270
        },
        {
          "StatusCode": 401,
          "Total": 6,
          "Average": 0.09,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 1481,
          "Average": 21.16,
          "Max": 77,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 625,
          "Average": 8.93,
          "Max": 54,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 53595,
          "Average": 765.64,
          "Max": 1575,
          "Min": 81
        },
        {
          "StatusCode": 449,
          "Total": 2638,
          "Average": 37.69,
          "Max": 151,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1903403,
          "Average": 27191.47,
          "Max": 29678,
          "Min": 727
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.06,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.26,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 5461,
          "Average": 78.01,
          "Max": 299,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2013,
          "Average": 28.76,
          "Max": 162,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 159854,
          "Average": 2283.63,
          "Max": 4771,
          "Min": 225
        },
        {
          "StatusCode": 449,
          "Total": 5914,
          "Average": 84.49,
          "Max": 268,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3301209,
          "Average": 46495.9,
          "Max": 52088,
          "Min": 366
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.44,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 403,
          "Total": 8608,
          "Average": 121.24,
          "Max": 5501,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1995,
          "Average": 28.1,
          "Max": 153,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 291252,
          "Average": 4102.14,
          "Max": 9919,
          "Min": 394
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 21118352,
          "Average": 224663.32,
          "Max": 258929,
          "Min": 7083
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 62,
          "Average": 0.66,
          "Max": 62,
          "Min": 62
        },
        {
          "StatusCode": 404,
          "Total": 6616,
          "Average": 70.38,
          "Max": 1533,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 20211,
          "Average": 215.01,
          "Max": 1459,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 215606,
          "Average": 2293.68,
          "Max": 6321,
          "Min": 82
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3526737,
          "Average": 50381.96,
          "Max": 56677,
          "Min": 1237
        },
        {
          "StatusCode": 401,
          "Total": 4846,
          "Average": 69.23,
          "Max": 958,
          "Min": 330
        },
        {
          "StatusCode": 404,
          "Total": 13883,
          "Average": 198.33,
          "Max": 1513,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 16822,
          "Average": 240.31,
          "Max": 1180,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 186045,
          "Average": 2657.79,
          "Max": 5902,
          "Min": 316
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-02T08:45:00",
          "Last": "2015-03-02T08:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 32,
          "First": "2015-03-02T06:20:00",
          "Last": "2015-03-02T08:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "181 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 5,
          "First": "2015-03-02T08:53:53.934",
          "Last": "2015-03-02T09:08:55.366"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-03-02T07:33:40.611",
          "Last": "2015-03-02T07:33:41.001"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 12,
          "First": "2015-03-02T08:38:50.4",
          "Last": "2015-03-02T09:59:01.589"
        },
        {
          "Property": "ReplicatorChangeRoleOperationDuration",
          "Count": 1,
          "First": "2015-03-02T08:38:50.701",
          "Last": "2015-03-02T08:38:50.701"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-03-02T04:55:36.292",
          "Last": "2015-03-02T07:33:40.991"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 151,
          "First": "2015-03-02T08:38:50.3",
          "Last": "2015-03-02T08:53:53.804"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "290 replica alerts for SuccessfulBackup | 626 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 61,
          "HourlyAverage": 6.614
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 201,
          "HourlyAverage": 21.793
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 294,
          "HourlyAverage": 31.876
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 254,
          "HourlyAverage": 27.539
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 69,
          "HourlyAverage": 7.481
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.217
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 1.301
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.217
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.108
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.108
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0439da23-f002-4de6-a66f-9cb446c21121",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3518848,
          "LastQuota": 3490816,
          "LastIndexUsage": 247409,
          "First": "2015-03-02T08:30:00",
          "Last": "2015-03-02T10:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "22f68f25-9221-4cab-bf02-0929a230e9d8",
          "MaxQuota": 10476298,
          "MaxUsage": 3557504
        },
        {
          "PartitionId": "0b9853a8-4130-458f-94d9-845dedc563a9",
          "MaxQuota": 10476298,
          "MaxUsage": 3540096
        },
        {
          "PartitionId": "52ec09b2-8f02-429e-b438-5452e293231f",
          "MaxQuota": 10476298,
          "MaxUsage": 3528320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "22f68f25-9221-4cab-bf02-0929a230e9d8",
          "MaxCrudUsage": 3488,
          "MaxIndexUsage": 4328,
          "MaxTotalUsage": 8048
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "d4b290d3-a75f-49e1-ab46-2c7c8e6c62cf",
          "MaxCrudUsage": 3456,
          "MaxIndexUsage": 4236,
          "MaxTotalUsage": 7820
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "e2ed1945-45d2-43df-8ece-1bab403926e4",
          "MaxCrudUsage": 2656,
          "MaxIndexUsage": 5100,
          "MaxTotalUsage": 7796
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 11 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-02T04:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 1087.861,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T04:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 144.777,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T04:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 144.332,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T07:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 137.375,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-02T07:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 135.335,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.920001
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.488045
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.546622
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 87.577838
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 87.762098
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 52.938
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 50.710834
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 38.62385
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 32.509314
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 30.719768
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 211.201895
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 197.247405
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 153.502414
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.464842
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 77.132981
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 76296.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 77372.785714
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 78438.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 79114.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79934.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: db448d9c-cc7b-4d2d-af1b-a4f295dfc51c",
          "Count": 1,
          "First": "2015-03-02T01:05:17.5474688",
          "Last": "2015-03-02T01:05:17.5474688"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: e5214762-214c-453f-9c42-d22b26c95611",
          "Count": 1,
          "First": "2015-03-02T01:05:17.6845211",
          "Last": "2015-03-02T01:05:17.6845211"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 04704ffd-ad13-46b8-88be-8c25d9ff1445",
          "Count": 1,
          "First": "2015-03-02T01:05:18.646595",
          "Last": "2015-03-02T01:05:18.646595"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: aecb036e-58b6-44a0-834e-3a1cb4ed0b87",
          "Count": 1,
          "First": "2015-03-02T01:05:17.1236016",
          "Last": "2015-03-02T01:05:17.1236016"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "7 Direct Https requests with 503 | 3 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-02T02:55:00",
          "Last": "2015-03-02T04:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-02T04:15:00",
          "Last": "2015-03-02T05:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "6fbb2d21-e5ea-4157-9294-c3059aa3260a",
          "First": "2015-03-02T03:48:44.3650799",
          "Last": "2015-03-02T03:48:44.3650799",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-02+07%3a49%3a36Z&end=2015-03-02+18%3a05%3a34Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T03:47:21.0974261-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108924,
      "PhysicalCRUDUsageInMB": 217896,
      "LogicalIndexUsageInMB": 4601,
      "LogicalCRUDUsageInMB": 55828,
      "ClientReportedUsageInMB": 9698
    },
    {
      "TimeStamp": "2015-03-02T05:29:36.7345987-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 370944,
      "PhysicalCRUDUsageInMB": 507848,
      "LogicalIndexUsageInMB": 13775,
      "LogicalCRUDUsageInMB": 169082,
      "ClientReportedUsageInMB": 144878
    },
    {
      "TimeStamp": "2015-03-02T07:46:53.1644136-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 911248,
      "PhysicalCRUDUsageInMB": 903288,
      "LogicalIndexUsageInMB": 20857,
      "LogicalCRUDUsageInMB": 259612,
      "ClientReportedUsageInMB": 139780
    },
    {
      "TimeStamp": "2015-03-02T08:05:18.8295279-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 944096,
      "PhysicalCRUDUsageInMB": 919016,
      "LogicalIndexUsageInMB": 20857,
      "LogicalCRUDUsageInMB": 259612,
      "ClientReportedUsageInMB": 108278
    },
    {
      "TimeStamp": "2015-03-02T10:05:34.1856226-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 339160,
      "PhysicalCRUDUsageInMB": 812024,
      "LogicalIndexUsageInMB": 16116,
      "LogicalCRUDUsageInMB": 199808,
      "ClientReportedUsageInMB": 112
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgADBAAAAAAAAA==",
  "_ts": 1425331026,
  "_etag": "\"0700e11d-0000-0000-0000-54f4d3520000\"",
  "_attachments": "attachments/"
},
{
  "id": "1c95425e-dab4-417a-a3ba-753c99fc999a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAEBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T06:54:51.7962912-08:00",
  "CompletedTime": "2015-03-02T15:09:56.8905859-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "70081507-1098-4123-ba39-65a548217940",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T08:13:33.0617767-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "27eaead2-5cc4-47d4-9309-2ea4518b0a03",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T08:13:33.3952028-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "94f245df-2f28-451b-a81a-331d4d1be67c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T08:13:33.8858155-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "77a64aac-ac9a-42cb-a0cb-09bcfb8ed712",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T08:13:34.3704251-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fd697bd3-c7ca-4a28-93cd-6db577a6bdb5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T14:27:57.9772492-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "eb78b801-79ab-4f66-a61f-cc8306a49b88",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T06:54:53.6715618-08:00",
      "EndTime": "2015-03-02T07:08:31.8009755-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0947d0c4-94e2-4e40-bad3-dcb16a9a6e12",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T07:10:31.4536038-08:00",
      "EndTime": "2015-03-02T07:11:46.9805794-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd49a215-72fc-489f-9861-51b6382e024a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T07:11:47.3398204-08:00",
      "EndTime": "2015-03-02T07:45:51.8582431-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b37192d2-41a7-4f88-9f5a-ba888129d14e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T07:46:03.1312421-08:00",
      "EndTime": "2015-03-02T07:59:42.0780249-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1795df46-2c33-4713-a263-a4e3f0df873d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T11:10:36.1691934-08:00",
      "EndTime": "2015-03-02T14:12:47.6428773-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8b21c8be-5fb2-4759-b5cf-550342082747",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T14:12:50.7189898-08:00",
      "EndTime": "2015-03-02T14:55:30.2281548-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAEBAAAAAAAAA==",
  "_ts": 1425337796,
  "_etag": "\"0700ea6a-0000-0000-0000-54f4edc40000\"",
  "_attachments": "attachments/"
},
{
  "id": "d3eb4e8b-220b-4010-aff5-de22c1cb528c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAFBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T15:09:57.294889-08:00",
  "CompletedTime": "2015-03-02T16:24:38.4483197-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAFBAAAAAAAAA==",
  "_ts": 1425342277,
  "_etag": "\"07000e9e-0000-0000-0000-54f4ff450000\"",
  "_attachments": "attachments/"
},
{
  "id": "8bf97a5a-d2a1-4c1c-8dce-e2f2beded091",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAGBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-02T16:03:09.2484016-08:00",
  "CompletedTime": "2015-03-02T19:34:29.6457674-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5f3e3fe0-1654-45c5-b9da-11c1c39ea54e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-02T16:06:17.0381102-08:00",
      "EndTime": "2015-03-02T16:07:23.5359034-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAGBAAAAAAAAA==",
  "_ts": 1425353669,
  "_etag": "\"08008120-0000-0000-0000-54f52bc50000\"",
  "_attachments": "attachments/"
},
{
  "id": "8d571537-f366-4ce3-a487-5a7024ae6439",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAHBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T16:24:38.6670659-08:00",
  "CompletedTime": "2015-03-02T16:39:39.3516825-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3367434b-1192-4859-91e9-e14135bb2b93",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T16:24:40.0303265-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAHBAAAAAAAAA==",
  "_ts": 1425343178,
  "_etag": "\"070005a8-0000-0000-0000-54f502ca0000\"",
  "_attachments": "attachments/"
},
{
  "id": "61146bd6-410d-4111-9e60-53f84a43ad06",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAIBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T16:39:39.6016979-08:00",
  "CompletedTime": "2015-03-02T19:35:41.6934805-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ea8fa257-bcb2-4ee1-9917-f7e550ac5d3c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T17:38:01.1378262-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "01c28871-e1c5-413e-88d7-ac0a0495ce0e",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T17:38:01.5128365-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6bd96e81-2b2d-4b27-b3b1-badc30f8dfa5",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T17:38:01.8409379-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fa9e13a8-8097-48b3-90ef-18bbb8630a2c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T17:38:02.3565491-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e4fbc447-2ce3-480f-b050-4c04b77add0f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T18:53:00.2818328-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "8675fff2-9000-47eb-87bd-6fdfc7004e26",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T16:40:11.0141096-08:00",
      "EndTime": "2015-03-02T16:41:19.654022-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "001f7513-f23e-4c0f-8384-397db94ec9e5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T16:41:20.013405-08:00",
      "EndTime": "2015-03-02T17:14:06.4661114-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "87653597-1f37-4d3c-a7ce-25dc516b0aa5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T17:14:16.158371-08:00",
      "EndTime": "2015-03-02T17:26:45.6861282-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0090d86b-3965-435e-9821-bfc5aece3672",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:37:59.0712538-08:00",
      "EndTime": "2015-03-02T19:16:26.4868126-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a16%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a17%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a17%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a17%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.939961
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Value": 99.939961
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.939961
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 9.133127
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 7.69469
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 7.412643
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 6.562066
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 5.476733
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a18%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 0.785264
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 0.769464
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 0.716864
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 0.700267
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 0.651734
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 111743.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 111763.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 111765.733333
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 111771.333333
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111791.466667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a21Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a21Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+00%3a39%3a39Z&end=2015-03-03+03%3a19%3a24Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T19:19:30.326258-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAIBAAAAAAAAA==",
  "_ts": 1425353741,
  "_etag": "\"08005521-0000-0000-0000-54f52c0d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b34ca22e-ec6f-401e-811b-c9fb074420cb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAJBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-02T17:59:13.8930599-08:00",
  "CompletedTime": "2015-03-03T08:47:29.9078074-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "71088107-6cc6-488e-a4d2-876b784af996",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T19:43:09.7358333-08:00",
      "CompleteTime": "2015-03-02T19:52:46.7133539-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae8359b4-ad07-4cc7-8abe-5d58d2516026",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T19:43:10.2498196-08:00",
      "CompleteTime": "2015-03-02T19:52:17.0705484-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f86bcb0-bbc0-4329-90e5-8d4b665145bf",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T19:43:10.8122738-08:00",
      "CompleteTime": "2015-03-02T19:53:47.0446647-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f3bc4f5f-086b-45c3-9aab-563d652a47b0",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T19:43:11.3265189-08:00",
      "CompleteTime": "2015-03-02T19:54:29.6450723-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17e5a995-1436-4716-9159-ec17c6f7474e",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T00:01:19.0036426-08:00",
      "CompleteTime": "2015-03-03T00:33:59.8383993-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "00f00353-2b90-47bc-b0ca-dddfad8172c6",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-03T01:22:52.5041165-08:00",
      "CompleteTime": "2015-03-03T01:40:07.9595203-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "05e4b4ac-d569-4cf0-993b-fbfabdbeecc6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T04:09:17.7677003-08:00",
      "CompleteTime": "2015-03-03T04:20:23.3776691-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1081c1da-616c-4488-9c66-8086add6e860",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-03T06:54:48.1933539-08:00",
      "CompleteTime": "2015-03-03T07:44:07.5433097-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1ef707e3-423f-490f-805c-445e352a8931",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T17:59:17.5882487-08:00",
      "EndTime": "2015-03-02T18:11:29.8920113-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1bba7b50-e65d-453d-b5f0-44cf697dcac8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:11:58.2137461-08:00",
      "EndTime": "2015-03-02T18:13:10.4809359-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6781fc4-1f6a-4910-ba25-fc2b37e8e918",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:13:10.8390612-08:00",
      "EndTime": "2015-03-02T18:47:36.1223967-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae4dc30f-d198-402f-a7c1-d4c90e899cab",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T18:47:51.425172-08:00",
      "EndTime": "2015-03-02T19:00:38.8329052-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "daecf8d2-25c8-41af-b920-60bb95415d42",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T19:00:39.2415209-08:00",
      "EndTime": "2015-03-02T19:33:01.3535439-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "07c38d0a-cc7e-45b1-ba6c-e03df27aedc5",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T20:43:05.6222284-08:00",
      "EndTime": "2015-03-02T22:59:44.4040385-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "56dc66d8-8830-4f7f-8a36-e15ae2a742b4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T23:46:17.8030331-08:00",
      "EndTime": "2015-03-03T01:14:23.2964141-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6759574f-dc8f-4d7e-b751-019968881b2a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-03T02:02:56.4290181-08:00",
      "EndTime": "2015-03-03T03:35:00.7934628-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab277dbb-083b-4aef-8fd7-297f08a21d61",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-03T04:25:15.8322847-08:00",
      "EndTime": "2015-03-03T06:33:06.8337501-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7d2103b-b112-41a5-b25f-f067c1a3c25f",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-03T06:47:53.2616266-08:00",
      "EndTime": "2015-03-03T06:50:02.9792572-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "62 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T00:15:32.527422",
          "Last": "2015-03-03T00:15:32.527422"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 42,
          "First": "2015-03-03T04:48:48.8696802",
          "Last": "2015-03-03T06:08:51.1519644"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 17,
          "First": "2015-03-03T05:13:50.0696376",
          "Last": "2015-03-03T05:54:00.9265586"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-03T06:51:54.4902566",
          "Last": "2015-03-03T06:52:15.7992796"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "72 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 71,
          "First": "2015-03-03T01:07:08.5784666",
          "Last": "2015-03-03T08:40:47.7561388"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-03T04:32:19.6586215",
          "Last": "2015-03-03T04:32:19.6586215"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43374861,
          "Average": 281654.94,
          "Max": 356335,
          "Min": 27
        },
        {
          "StatusCode": 400,
          "Total": 63,
          "Average": 0.41,
          "Max": 56,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 239652,
          "Average": 1556.18,
          "Max": 48754,
          "Min": 842
        },
        {
          "StatusCode": 404,
          "Total": 1156729,
          "Average": 7511.23,
          "Max": 14977,
          "Min": 523
        },
        {
          "StatusCode": 409,
          "Total": 30,
          "Average": 0.19,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40778,
          "Average": 264.79,
          "Max": 1798,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5843115,
          "Average": 37942.31,
          "Max": 99923,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1264085,
          "Average": 8261.99,
          "Max": 10664,
          "Min": 192
        },
        {
          "StatusCode": 404,
          "Total": 5044,
          "Average": 32.97,
          "Max": 208,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1043,
          "Average": 6.82,
          "Max": 45,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 148236,
          "Average": 968.86,
          "Max": 2834,
          "Min": 33
        },
        {
          "StatusCode": 449,
          "Total": 7169,
          "Average": 46.86,
          "Max": 255,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3782973,
          "Average": 24725.31,
          "Max": 30839,
          "Min": 486
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 3,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 492,
          "Average": 3.22,
          "Max": 149,
          "Min": 23
        },
        {
          "StatusCode": 404,
          "Total": 20303,
          "Average": 132.7,
          "Max": 688,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3128,
          "Average": 20.44,
          "Max": 151,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 450648,
          "Average": 2945.41,
          "Max": 8258,
          "Min": 116
        },
        {
          "StatusCode": 449,
          "Total": 14219,
          "Average": 92.93,
          "Max": 425,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6416805,
          "Average": 41667.56,
          "Max": 53203,
          "Min": 219
        },
        {
          "StatusCode": 400,
          "Total": 35438,
          "Average": 230.12,
          "Max": 7036,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8763,
          "Average": 56.9,
          "Max": 4512,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 20,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4368,
          "Average": 28.36,
          "Max": 196,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 926436,
          "Average": 6015.82,
          "Max": 15570,
          "Min": 149
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31030759,
          "Average": 201498.44,
          "Max": 225395,
          "Min": 993
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6351,
          "Average": 41.24,
          "Max": 709,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35114,
          "Average": 228.01,
          "Max": 1751,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 331915,
          "Average": 2155.29,
          "Max": 7101,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7079285,
          "Average": 46269.84,
          "Max": 60087,
          "Min": 670
        },
        {
          "StatusCode": 404,
          "Total": 28124,
          "Average": 183.82,
          "Max": 1696,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 34519,
          "Average": 225.61,
          "Max": 2250,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 288659,
          "Average": 1886.66,
          "Max": 7042,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 1,
          "First": "2015-03-02T21:50:00",
          "Last": "2015-03-02T21:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 6,
          "First": "2015-03-02T21:50:00",
          "Last": "2015-03-03T07:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 38,
          "First": "2015-03-02T21:10:00",
          "Last": "2015-03-03T07:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 8,
          "First": "2015-03-02T21:45:00",
          "Last": "2015-03-03T07:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "690 replica health errors | 131 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 67,
          "First": "2015-03-03T05:15:18.316",
          "Last": "2015-03-03T07:43:11.821"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 117,
          "First": "2015-03-03T00:45:28.273",
          "Last": "2015-03-03T06:48:01.262"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 375,
          "First": "2015-03-03T00:40:27.32",
          "Last": "2015-03-03T08:08:16.363"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1753 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 398,
          "HourlyAverage": 28.432
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 45,
          "HourlyAverage": 3.215
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1123,
          "HourlyAverage": 80.224
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 168,
          "HourlyAverage": 12.001
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.643
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.429
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.143
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.071
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "56 partitions violated quota invariants | 56 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7e242236-55a3-49ed-977b-d6627d143cc9",
          "MaxQuota": 6981471,
          "MaxUsage": 6521984
        },
        {
          "PartitionId": "c9d147b2-412e-4fe2-9ea4-c92cae7b77e4",
          "MaxQuota": 8144708,
          "MaxUsage": 6481732
        },
        {
          "PartitionId": "926c69db-616f-4457-939b-83cfc2dc2b13",
          "MaxQuota": 8144708,
          "MaxUsage": 6436776
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ab35c218-77ed-49a8-9bda-0caab11b3ea0",
          "MaxCrudUsage": 6280,
          "MaxIndexUsage": 3104,
          "MaxTotalUsage": 9808
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b4129f60-9358-453b-8305-fb584f810ddd",
          "MaxCrudUsage": 6048,
          "MaxIndexUsage": 3316,
          "MaxTotalUsage": 9404
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "496278ba-c9a5-4f76-85cf-e52ce26f079e",
          "MaxCrudUsage": 5624,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9364
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 21 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T02:55:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 236.235,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T06:25:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 179.268,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T02:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 166.448,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T00:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 158.275,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T00:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 132.214,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.321221
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.356236
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.502963
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86.574013
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.843731
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 56.449305
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55.740291
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 51.284771
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 45.236404
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45.173226
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 225.267024
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 188.470147
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 182.988029
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 155.223357
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 145.462385
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 57324.464286
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 58276.346154
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60679.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60706.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 64826.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-02T19:15:50.9948347",
          "Last": "2015-03-02T19:16:18.1789097"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "261 Direct Tcp requests with 503 | 173 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-02T22:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 148,
          "Average": 29.6,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-03T05:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 102,
          "Average": 7.286,
          "First": "2015-03-02T20:50:00",
          "Last": "2015-03-03T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 55,
          "Average": 55.0,
          "First": "2015-03-03T08:00:00",
          "Last": "2015-03-03T08:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 108,
          "Average": 108.0,
          "First": "2015-03-03T08:00:00",
          "Last": "2015-03-03T08:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-02T22:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 14,
          "Average": 7.0,
          "First": "2015-03-02T22:45:00",
          "Last": "2015-03-03T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-02T22:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:adf95e74-efb1-4e26-b5a4-ce6f765607c1 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-03T03:54:30.5443642"
        },
        {
          "Message": "EventName=\"FormattedMessageEvent\" FormattedMessage=\"Unhandled Exception: {0}\" Argument0=\"System.NullReferenceException: Object reference not set to an instance of an object.\n   at Microsoft.Azure.Documents.Common.AzureEtwController.StartTrace(String rootDirectory) in d:\\_Bld\\4775\\3506\\Sources\\Product\\Microsoft.Azure.Documents\\Common\\AzureEtwController.cs:line 116\n   at Microsoft.Azure.Documents.Common.AzureEtwController.TimerCallback(Object state) in d:\\_Bld\\4775\\3506\\Sources\\Product\\Microsoft.Azure.Documents\\Common\\AzureEtwController.cs:line 152\n   at System.Threading.ExecutionContext.RunInternal(ExecutionContext executionContext, ContextCallback callback, Object state, Boolean preserveSyncCtx)\n   at System.Threading.ExecutionContext.Run(ExecutionContext executionContext, ContextCallback callback, Object state, Boolean preserveSyncCtx)\n   at System.Threading.TimerQueueTimer.CallCallback()\n   at System.Threading.TimerQueueTimer.Fire()\n   at System.Threading.TimerQueue.FireNextTimers()\" TraceSource=\"DocDBTrace\"",
          "Timestamp": "2015-03-03T02:49:38.9128971"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-03+01%3a59%3a13Z&end=2015-03-03+16%3a47%3a29Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T23:05:53.3174225-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 369908,
      "PhysicalCRUDUsageInMB": 516056,
      "LogicalIndexUsageInMB": 10694,
      "LogicalCRUDUsageInMB": 132090,
      "ClientReportedUsageInMB": 46630
    },
    {
      "TimeStamp": "2015-03-03T01:22:11.548808-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 179996,
      "PhysicalCRUDUsageInMB": 840936,
      "LogicalIndexUsageInMB": 21501,
      "LogicalCRUDUsageInMB": 266691,
      "ClientReportedUsageInMB": 150955
    },
    {
      "TimeStamp": "2015-03-03T03:44:49.572337-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 253408,
      "PhysicalCRUDUsageInMB": 1210920,
      "LogicalIndexUsageInMB": 26093,
      "LogicalCRUDUsageInMB": 332566,
      "ClientReportedUsageInMB": 150619
    },
    {
      "TimeStamp": "2015-03-03T06:47:13.5498628-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 352220,
      "PhysicalCRUDUsageInMB": 1975400,
      "LogicalIndexUsageInMB": 38084,
      "LogicalCRUDUsageInMB": 486978,
      "ClientReportedUsageInMB": 48422
    },
    {
      "TimeStamp": "2015-03-03T08:47:29.9078074-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 261716,
      "PhysicalCRUDUsageInMB": 1338784,
      "LogicalIndexUsageInMB": 24606,
      "LogicalCRUDUsageInMB": 315749,
      "ClientReportedUsageInMB": 154698
    },
    {
      "TimeStamp": "2015-03-03T08:47:29.9078074-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 261716,
      "PhysicalCRUDUsageInMB": 1338784,
      "LogicalIndexUsageInMB": 24606,
      "LogicalCRUDUsageInMB": 315749,
      "ClientReportedUsageInMB": 161191
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAJBAAAAAAAAA==",
  "_ts": 1425412950,
  "_etag": "\"0000f145-0000-0000-0000-54f613560000\"",
  "_attachments": "attachments/"
},
{
  "id": "af686b27-19cf-4b2d-8e29-2145e690612d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAKBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-02T18:23:07.6377623-08:00",
  "CompletedTime": "2015-03-03T07:35:53.8257288-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b2c6378a-a84c-497d-b438-89bfb7a00e0d",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T19:24:26.8354858-08:00",
      "CompleteTime": "2015-03-02T19:32:34.59532-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8d40674e-d660-489e-a652-9e21e8b48535",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T19:24:29.0149834-08:00",
      "CompleteTime": "2015-03-02T19:31:04.4656831-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cfc3685f-4ba0-457a-83b4-bd1f587c593d",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T19:24:29.5717-08:00",
      "CompleteTime": "2015-03-02T19:30:34.7090097-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9b01ea65-e693-4b9f-a88f-80fe4df4fdd2",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T19:24:32.5685231-08:00",
      "CompleteTime": "2015-03-02T19:32:51.6317638-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "db68ffa8-de34-4f83-a723-d48c8db35d85",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T23:34:29.8600401-08:00",
      "CompleteTime": "2015-03-02T23:41:04.8851831-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9592bde7-5e71-418a-9d30-fccb554e66ba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-03T00:35:32.5038542-08:00",
      "CompleteTime": "2015-03-03T00:47:50.7450814-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b3b367c-695e-4756-b73e-80c2d5f3758c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T03:07:35.0915709-08:00",
      "CompleteTime": "2015-03-03T03:14:09.9675516-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b9ee221-d493-4030-a9c9-1c3920b9dd6d",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-03T05:40:43.550763-08:00",
      "CompleteTime": "2015-03-03T06:37:18.5717084-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "81565a2a-aa3d-4226-93f9-e3d21414856f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:23:11.1006783-08:00",
      "EndTime": "2015-03-02T18:36:17.7426309-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b316a76-b1ce-4fd5-8b5a-71dd387418f0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:36:46.3089892-08:00",
      "EndTime": "2015-03-02T18:37:57.9532914-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b03c63a-cdce-4993-ba65-461b34f75e9c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T18:37:58.3072002-08:00",
      "EndTime": "2015-03-02T19:09:41.9782689-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "911d2a71-a8ae-43c0-8789-0f673eda05fa",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T19:09:57.4602897-08:00",
      "EndTime": "2015-03-02T19:23:05.3267945-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f733eab-c13a-4023-b9a1-bfc783b29b9b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T20:24:23.1294696-08:00",
      "EndTime": "2015-03-02T22:34:10.0861476-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "05558660-d50d-4c81-8de9-de0cdc80f9d3",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-02T23:19:35.7856366-08:00",
      "EndTime": "2015-03-03T00:27:13.4094441-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5ab6cbf5-3abf-457f-ac10-365cf941bace",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-03T01:15:38.1141149-08:00",
      "EndTime": "2015-03-03T02:26:46.4627738-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a85e41e-3fd8-4bf4-a5a8-7207d5c907ee",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150302.2\\x64\\Release",
      "StartTime": "2015-03-03T03:16:38.2234637-08:00",
      "EndTime": "2015-03-03T05:22:36.2668232-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "6 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T05:38:32.3192523",
          "Last": "2015-03-03T05:38:32.3192523"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T23:59:03.7955145",
          "Last": "2015-03-02T23:59:03.7955145"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-03T05:38:26.7305963",
          "Last": "2015-03-03T05:38:50.1166768"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-02T23:44:49.0971835",
          "Last": "2015-03-02T23:44:49.0971835"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "112 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 112,
          "First": "2015-03-03T00:17:23.6163826",
          "Last": "2015-03-03T07:25:01.2741607"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40706770,
          "Average": 284662.73,
          "Max": 352449,
          "Min": 2913
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.22,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 369064,
          "Average": 2580.87,
          "Max": 26041,
          "Min": 42
        },
        {
          "StatusCode": 409,
          "Total": 22,
          "Average": 0.15,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 41755,
          "Average": 291.99,
          "Max": 2304,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5332181,
          "Average": 37287.98,
          "Max": 97207,
          "Min": 1193
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1181315,
          "Average": 8260.94,
          "Max": 10638,
          "Min": 91
        },
        {
          "StatusCode": 404,
          "Total": 6574,
          "Average": 45.97,
          "Max": 259,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1122,
          "Average": 7.85,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134739,
          "Average": 942.23,
          "Max": 1799,
          "Min": 28
        },
        {
          "StatusCode": 449,
          "Total": 7580,
          "Average": 53.01,
          "Max": 261,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3528983,
          "Average": 24678.2,
          "Max": 30743,
          "Min": 237
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 23845,
          "Average": 166.75,
          "Max": 793,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3299,
          "Average": 23.07,
          "Max": 170,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 413077,
          "Average": 2888.65,
          "Max": 5514,
          "Min": 75
        },
        {
          "StatusCode": 449,
          "Total": 15812,
          "Average": 110.57,
          "Max": 427,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6024539,
          "Average": 42129.64,
          "Max": 53259,
          "Min": 284
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.09,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8760,
          "Average": 61.26,
          "Max": 3897,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 45,
          "Average": 0.31,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4628,
          "Average": 32.36,
          "Max": 291,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 851310,
          "Average": 5953.22,
          "Max": 14684,
          "Min": 328
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28843801,
          "Average": 201704.9,
          "Max": 225798,
          "Min": 654
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.06,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 7523,
          "Average": 52.61,
          "Max": 972,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35924,
          "Average": 251.22,
          "Max": 2698,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 289747,
          "Average": 2026.2,
          "Max": 6523,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6629640,
          "Average": 46361.12,
          "Max": 60547,
          "Min": 656
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 37997,
          "Average": 265.71,
          "Max": 1593,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 33598,
          "Average": 234.95,
          "Max": 2717,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 248272,
          "Average": 1736.17,
          "Max": 5418,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 63,
          "First": "2015-03-02T21:15:00",
          "Last": "2015-03-03T06:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 4,
          "First": "2015-03-02T21:30:00",
          "Last": "2015-03-02T22:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "534 replica health errors | 184 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 40,
          "First": "2015-03-03T04:17:39.6",
          "Last": "2015-03-03T06:42:44.087"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 75,
          "First": "2015-03-03T03:25:28.51",
          "Last": "2015-03-03T05:38:33.579"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 235,
          "First": "2015-03-02T22:34:45.62",
          "Last": "2015-03-03T05:38:33.579"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "933 replica alerts for SuccessfulBackup | 1731 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 638,
          "HourlyAverage": 51.3
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 51,
          "HourlyAverage": 4.101
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 374,
          "HourlyAverage": 30.072
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 150,
          "HourlyAverage": 12.061
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 3.779
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 3.538
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 142,
          "HourlyAverage": 11.418
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1151,
          "HourlyAverage": 92.549
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 47,
          "HourlyAverage": 3.779
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.804
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.804
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 1,
          "HourlyAverage": 0.08
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "53 partitions violated quota invariants | 53 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "d47865ef-4dee-479e-b415-bc19ffb6480c",
          "MaxQuota": 8144708,
          "MaxUsage": 6392754
        },
        {
          "PartitionId": "8f6b43e0-0d6a-4c18-8b70-c8e1005a32cc",
          "MaxQuota": 8144708,
          "MaxUsage": 6360417
        },
        {
          "PartitionId": "b544d2aa-220d-4d34-a139-49639ae37cbf",
          "MaxQuota": 6981471,
          "MaxUsage": 6105694
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "16bdd3cc-5401-4695-8876-63224a193f1a",
          "MaxCrudUsage": 6240,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9852
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9786cc9f-c301-413b-936e-279081668097",
          "MaxCrudUsage": 6096,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9772
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "556a0458-3675-4e35-9712-05fad27c6237",
          "MaxCrudUsage": 6056,
          "MaxIndexUsage": 3412,
          "MaxTotalUsage": 9580
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-02T22:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 258.875,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T02:00:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 214.845,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T02:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 190.099,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T02:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 165.53,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T04:25:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 140.05,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.872619
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 84.123241
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.300981
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.455461
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.929707
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 63.36746
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 56.287054
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48.817412
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 46.848154
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 44.295344
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 519.086099 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 519.086099
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 493.538158
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 490.695854
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 465.668268
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 442.627512
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54148.551724
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60866.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 61635.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 64186.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64851.172414
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "124 Direct Https requests with 503 | 166 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 105,
          "Average": 6.562,
          "First": "2015-03-02T20:40:00",
          "Last": "2015-03-03T05:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 164,
          "Average": 27.333,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-03T05:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 18,
          "Average": 18.0,
          "First": "2015-03-03T03:20:00",
          "Last": "2015-03-03T03:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-02T22:40:00",
          "Last": "2015-03-02T22:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-02T22:45:00",
          "Last": "2015-03-02T22:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-03+02%3a23%3a07Z&end=2015-03-03+15%3a35%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-02T22:39:11.0799246-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 316704,
      "PhysicalCRUDUsageInMB": 463848,
      "LogicalIndexUsageInMB": 9470,
      "LogicalCRUDUsageInMB": 116034,
      "ClientReportedUsageInMB": 23073
    },
    {
      "TimeStamp": "2015-03-03T00:35:08.1976159-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 175912,
      "PhysicalCRUDUsageInMB": 843632,
      "LogicalIndexUsageInMB": 17843,
      "LogicalCRUDUsageInMB": 221925,
      "ClientReportedUsageInMB": 211716
    },
    {
      "TimeStamp": "2015-03-03T02:36:06.7219546-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 237612,
      "PhysicalCRUDUsageInMB": 1128552,
      "LogicalIndexUsageInMB": 27657,
      "LogicalCRUDUsageInMB": 349384,
      "ClientReportedUsageInMB": 222389
    },
    {
      "TimeStamp": "2015-03-03T05:35:30.8811157-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 325948,
      "PhysicalCRUDUsageInMB": 1768792,
      "LogicalIndexUsageInMB": 34589,
      "LogicalCRUDUsageInMB": 439127,
      "ClientReportedUsageInMB": 406187
    },
    {
      "TimeStamp": "2015-03-03T07:35:53.8257288-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 250776,
      "PhysicalCRUDUsageInMB": 1390552,
      "LogicalIndexUsageInMB": 24858,
      "LogicalCRUDUsageInMB": 314214,
      "ClientReportedUsageInMB": 133321
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAKBAAAAAAAAA==",
  "_ts": 1425397871,
  "_etag": "\"0a00e333-0000-0000-0000-54f5d86f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f1a4acf0-a87b-43db-bc4a-dd10384966e2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgALBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-02T19:34:29.9747883-08:00",
  "CompletedTime": "2015-03-02T20:44:36.2764245-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5b87cf85-c334-41a7-9791-3c9576f852e3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T19:34:50.6299663-08:00",
      "EndTime": "2015-03-02T19:48:24.0183522-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "35712349-454a-4a8a-9fca-7496c942e104",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T19:48:39.5302372-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "8ef2c327-b8b3-4bb6-a7f1-0b0c77d1302f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T19:48:39.897258-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgALBAAAAAAAAA==",
  "_ts": 1425357875,
  "_etag": "\"0800dc4f-0000-0000-0000-54f53c330000\"",
  "_attachments": "attachments/"
},
{
  "id": "4bf47e0a-5307-4c86-a3af-ab336833a411",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAMBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T19:35:42.2247438-08:00",
  "CompletedTime": "2015-03-02T21:15:49.1013227-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "14d491d4-2695-4f14-9641-46f68a945c70",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T20:47:15.4856053-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1909a065-def2-49d2-a0c5-fcbb6f5749ce",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T20:47:15.8560492-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "832f6f40-c133-428d-9051-ae51a8d4bd23",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T20:47:16.3438339-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5287c73c-aa70-426a-87a1-238d362ed9df",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T20:47:16.8222907-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "e1ea2b19-d28e-4ae4-b73a-6f96138e2661",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T19:35:43.4903846-08:00",
      "EndTime": "2015-03-02T19:48:33.9308829-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a6ec3042-d6f7-42b3-bc05-884fb3bd7230",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T19:49:10.3346848-08:00",
      "EndTime": "2015-03-02T19:50:19.056106-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "55da5cd5-f53d-40ca-8b2c-2c0b2b0ac2f2",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T19:50:19.3998689-08:00",
      "EndTime": "2015-03-02T20:22:58.4320221-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "719c2c0e-736a-434f-aa03-7254dc2a72db",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T20:23:06.4548767-08:00",
      "EndTime": "2015-03-02T20:35:59.8446485-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAMBAAAAAAAAA==",
  "_ts": 1425359748,
  "_etag": "\"08004e65-0000-0000-0000-54f543840000\"",
  "_attachments": "attachments/"
},
{
  "id": "a1971a7f-6823-459c-9f1d-3d1ba8520e47",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgANBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-02T19:37:06.5574601-08:00",
  "CompletedTime": "2015-03-03T10:01:04.8777502-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "99b96f09-a197-45e8-b7e3-59df19df93ec",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T22:04:35.1262339-08:00",
      "CompleteTime": "2015-03-02T22:12:41.2540188-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "78fb604b-43de-44d5-8bd7-0b9819f2da0e",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T22:04:35.4769356-08:00",
      "CompleteTime": "2015-03-02T22:10:41.3655301-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "16c614e7-1711-487a-ab56-99e150b94109",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T22:04:35.8048694-08:00",
      "CompleteTime": "2015-03-02T22:11:11.0137876-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "75a404e6-41e8-45e7-a451-145d2b70a33f",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T22:04:36.2855806-08:00",
      "CompleteTime": "2015-03-02T22:12:47.9095722-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a5e72db-f8ef-4866-8d27-da16e207925f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T23:19:32.6882961-08:00",
      "CompleteTime": "2015-03-02T23:25:36.3364682-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e09d3a0a-b13e-4335-b4c3-79c4c94bc5bd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-03T00:12:14.2103068-08:00",
      "CompleteTime": "2015-03-03T00:20:27.3894818-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5cc65755-3dd8-476d-82d3-628999c3c0e6",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T02:16:59.6115806-08:00",
      "CompleteTime": "2015-03-03T02:23:03.8520384-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7fed23fe-7fc9-421b-9017-a869ad5902fb",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-03T08:22:40.8609503-08:00",
      "CompleteTime": "2015-03-03T09:17:57.0943075-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6b3cd347-d5a5-4add-a771-ad0d27a0a2db",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-02T20:26:16.3517926-08:00",
      "EndTime": "2015-03-02T20:34:25.8105518-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "214e38f7-94e8-489b-ae64-f85d8776a508",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-02T20:34:37.2184224-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "7bca8a59-2253-408b-b4ca-44c787ab9710",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-02T20:34:37.5619696-08:00",
      "EndTime": "2015-03-02T21:09:06.0842788-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c939500e-aa0a-446c-bbac-485a07bcc181",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-02T23:04:33.7874942-08:00",
      "EndTime": "2015-03-03T00:05:19.6910563-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "780bc06d-e022-4654-b3f7-4bb245f4b599",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-03T00:52:17.4584694-08:00",
      "EndTime": "2015-03-03T01:58:56.9439654-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "965f27d9-fb23-447f-ba1c-b7b6dea5b39e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-03T02:50:38.6557834-08:00",
      "EndTime": "2015-03-03T04:27:29.2428063-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7f71739-4f77-4f92-adae-0cbecbfefaa9",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.4\\x64\\Release",
      "StartTime": "2015-03-03T05:24:50.4992204-08:00",
      "EndTime": "2015-03-03T07:30:42.4248393-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "9 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-02T22:50:17.9520675",
          "Last": "2015-03-03T06:59:20.3434593"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T05:35:59.7475494",
          "Last": "2015-03-03T05:35:59.7475494"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-03T03:16:34.3738283",
          "Last": "2015-03-03T04:01:49.9263482"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T08:22:18.9544702",
          "Last": "2015-03-03T08:22:18.9544702"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "5 requests with 408 | 191 requests with 503 | 5 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-03-02T22:31:19.0710019",
          "Last": "2015-03-03T02:21:42.9425528"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 34,
          "First": "2015-03-03T03:15:16.2170053",
          "Last": "2015-03-03T03:17:02.020414"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 157,
          "First": "2015-03-03T03:15:16.2350406",
          "Last": "2015-03-03T03:17:04.7441906"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "First": "2015-03-03T08:22:50.169791",
          "Last": "2015-03-03T09:52:51.8697765"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-03-03T09:50:12.4062747",
          "Last": "2015-03-03T09:50:12.4062747"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36516767,
          "Average": 258984.16,
          "Max": 354337,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 46,
          "Average": 0.33,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 230,
          "Average": 1.63,
          "Max": 230,
          "Min": 230
        },
        {
          "StatusCode": 403,
          "Total": 1304272,
          "Average": 9250.16,
          "Max": 259091,
          "Min": 21281
        },
        {
          "StatusCode": 404,
          "Total": 1534958,
          "Average": 10886.23,
          "Max": 33116,
          "Min": 839
        },
        {
          "StatusCode": 409,
          "Total": 18,
          "Average": 0.13,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 41223,
          "Average": 292.36,
          "Max": 3216,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3193434,
          "Average": 22648.47,
          "Max": 60888,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1069745,
          "Average": 7586.84,
          "Max": 10887,
          "Min": 31
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 1946,
          "Average": 13.8,
          "Max": 139,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 999,
          "Average": 7.09,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 92956,
          "Average": 659.26,
          "Max": 3276,
          "Min": 11
        },
        {
          "StatusCode": 449,
          "Total": 2895,
          "Average": 20.53,
          "Max": 142,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3208890,
          "Average": 22597.82,
          "Max": 30915,
          "Min": 77
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 22,
          "Average": 0.15,
          "Max": 22,
          "Min": 22
        },
        {
          "StatusCode": 403,
          "Total": 865,
          "Average": 6.09,
          "Max": 351,
          "Min": 41
        },
        {
          "StatusCode": 404,
          "Total": 7158,
          "Average": 50.41,
          "Max": 439,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3001,
          "Average": 21.13,
          "Max": 184,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 287965,
          "Average": 2027.92,
          "Max": 9553,
          "Min": 42
        },
        {
          "StatusCode": 449,
          "Total": 6636,
          "Average": 46.73,
          "Max": 267,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5449836,
          "Average": 38379.13,
          "Max": 52343,
          "Min": 144
        },
        {
          "StatusCode": 400,
          "Total": 234162,
          "Average": 1649.03,
          "Max": 39511,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 403,
          "Total": 8705,
          "Average": 61.3,
          "Max": 5916,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3832,
          "Average": 26.99,
          "Max": 451,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 490131,
          "Average": 3451.63,
          "Max": 8904,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31522080,
          "Average": 221986.48,
          "Max": 264617,
          "Min": 151
        },
        {
          "StatusCode": 400,
          "Total": 59,
          "Average": 0.42,
          "Max": 54,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 67,
          "Average": 0.47,
          "Max": 67,
          "Min": 67
        },
        {
          "StatusCode": 404,
          "Total": 2818,
          "Average": 19.85,
          "Max": 254,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27926,
          "Average": 196.66,
          "Max": 1849,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 302018,
          "Average": 2126.89,
          "Max": 9254,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5820639,
          "Average": 40990.42,
          "Max": 60306,
          "Min": 155
        },
        {
          "StatusCode": 401,
          "Total": 1372,
          "Average": 9.66,
          "Max": 328,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14963,
          "Average": 105.37,
          "Max": 1508,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 25896,
          "Average": 182.37,
          "Max": 1585,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 260437,
          "Average": 1834.06,
          "Max": 4555,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 10,
          "First": "2015-03-03T03:30:00",
          "Last": "2015-03-03T04:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-03-03T04:05:00",
          "Last": "2015-03-03T04:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "5 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 5,
          "First": "2015-03-03T03:16:38.2648034",
          "Last": "2015-03-03T03:16:53.2953831"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "394 replica health errors | 103 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 37,
          "First": "2015-03-03T06:45:47.814",
          "Last": "2015-03-03T09:04:49.762"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 45,
          "First": "2015-03-03T03:12:52.128",
          "Last": "2015-03-03T07:54:13.972"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 209,
          "First": "2015-03-03T02:22:43.099",
          "Last": "2015-03-03T07:54:13.982"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "595 replica alerts for SuccessfulBackup | 1291 replica alerts for FullCopy | 5 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 418,
          "HourlyAverage": 32.488
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 91,
          "HourlyAverage": 7.073
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 3.342
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.466
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.477
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 263,
          "HourlyAverage": 20.441
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 104,
          "HourlyAverage": 8.083
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 882,
          "HourlyAverage": 68.551
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.311
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.933
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.311
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.466
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.311
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.311
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.078
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.155
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "48 partitions violated quota invariants | 48 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "090ca93a-4bb7-4a62-84c5-118322ce8763",
          "MaxQuota": 10476298,
          "MaxUsage": 5856512
        },
        {
          "PartitionId": "7c6df317-e922-4a12-aebc-c81a2e7f12e4",
          "MaxQuota": 10476298,
          "MaxUsage": 5836032
        },
        {
          "PartitionId": "2462d2e0-2f98-4d89-b0f6-c82917374f0c",
          "MaxQuota": 10476298,
          "MaxUsage": 5820160
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "090ca93a-4bb7-4a62-84c5-118322ce8763",
          "MaxCrudUsage": 5736,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 7120
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "85edd84c-9a93-4fa8-9bba-fe1cc9eed9f3",
          "MaxCrudUsage": 5688,
          "MaxIndexUsage": 1148,
          "MaxTotalUsage": 7100
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "badb2a4a-fab7-4f61-8732-e78f11b5ccd0",
          "MaxCrudUsage": 5688,
          "MaxIndexUsage": 1136,
          "MaxTotalUsage": 7088
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 25 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T03:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 1029.342,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T03:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 746.676,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T03:50:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 261.422,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T01:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 182.497,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T04:25:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 123.686,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.926238
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.400118
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.502767
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.840517
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.097144
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 59.175923
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 52.995732
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 49.491213
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41.770649
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 41.552727
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 227.445081
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 194.640888
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 183.530228
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 180.690401
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 167.360451
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55915.214286
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56392.481481
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58428.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 59366.296296
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59602.473684
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 8d64dddb-020e-475a-b72b-46a2117a00d2",
          "Count": 1,
          "First": "2015-03-02T21:22:14.9152523",
          "Last": "2015-03-02T21:22:14.9152523"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 68f513a6-6884-4509-ba1e-de2eb63561c4",
          "Count": 1,
          "First": "2015-03-02T21:22:16.6786832",
          "Last": "2015-03-02T21:22:16.6786832"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 98589521-abdb-4f4b-a8c5-1a6ad3486094",
          "Count": 1,
          "First": "2015-03-02T21:22:13.4976421",
          "Last": "2015-03-02T21:22:13.4976421"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d9008961-5c3f-42d1-a225-3cf332826410",
          "Count": 1,
          "First": "2015-03-02T21:22:14.0258382",
          "Last": "2015-03-02T21:22:14.0258382"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "3 Gateway Https requests with 500 | 2 Direct Https requests with 500 | 795 Direct Https requests with 503 | 191 Gateway Https requests with 503 | 1974 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-03T08:20:00",
          "Last": "2015-03-03T09:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-03T08:50:00",
          "Last": "2015-03-03T09:20:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-03T09:50:00",
          "Last": "2015-03-03T09:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 400,
          "Average": 25.0,
          "First": "2015-03-02T23:25:00",
          "Last": "2015-03-03T07:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 191,
          "Average": 191.0,
          "First": "2015-03-03T03:15:00",
          "Last": "2015-03-03T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1572,
          "Average": 196.5,
          "First": "2015-03-03T03:15:00",
          "Last": "2015-03-03T07:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 9,
          "Average": 2.25,
          "First": "2015-03-03T08:35:00",
          "Last": "2015-03-03T09:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-03T08:35:00",
          "Last": "2015-03-03T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "Average": 1.667,
          "First": "2015-03-03T02:15:00",
          "Last": "2015-03-03T09:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-03T08:55:00",
          "Last": "2015-03-03T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 388,
          "Average": 194.0,
          "First": "2015-03-03T09:20:00",
          "Last": "2015-03-03T09:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 390,
          "Average": 195.0,
          "First": "2015-03-03T09:20:00",
          "Last": "2015-03-03T09:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+03%3a37%3a06Z&end=2015-03-03+18%3a01%3a04Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T00:11:53.2597256-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 88580,
      "PhysicalCRUDUsageInMB": 274736,
      "LogicalIndexUsageInMB": 6602,
      "LogicalCRUDUsageInMB": 80392,
      "ClientReportedUsageInMB": 63880
    },
    {
      "TimeStamp": "2015-03-03T02:10:16.9602272-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130928,
      "PhysicalCRUDUsageInMB": 621992,
      "LogicalIndexUsageInMB": 15110,
      "LogicalCRUDUsageInMB": 186086,
      "ClientReportedUsageInMB": 108600
    },
    {
      "TimeStamp": "2015-03-03T04:44:28.6006468-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 205852,
      "PhysicalCRUDUsageInMB": 1036880,
      "LogicalIndexUsageInMB": 23002,
      "LogicalCRUDUsageInMB": 286627,
      "ClientReportedUsageInMB": 177062
    },
    {
      "TimeStamp": "2015-03-03T08:00:50.6101793-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-03T10:01:04.8777502-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 206296,
      "PhysicalCRUDUsageInMB": 1169432,
      "LogicalIndexUsageInMB": 22822,
      "LogicalCRUDUsageInMB": 290534,
      "ClientReportedUsageInMB": 45909
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgANBAAAAAAAAA==",
  "_ts": 1425407864,
  "_etag": "\"0000760b-0000-0000-0000-54f5ff780000\"",
  "_attachments": "attachments/"
},
{
  "id": "4caa3aec-49b0-4a8e-ae8d-79894f3254b3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAOBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-02T20:44:36.5264869-08:00",
  "CompletedTime": "2015-03-03T11:40:31.6555498-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a7e27687-dee7-4904-9e1f-a8e84bbf5542",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T22:36:08.3964577-08:00",
      "CompleteTime": "2015-03-02T22:45:45.3974528-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "49175d3b-efd6-41a5-abd3-756517aefe8c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T22:36:08.7870217-08:00",
      "CompleteTime": "2015-03-02T22:45:15.2254602-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c2ade3bf-c687-48f1-a985-a21ea32d91ef",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T22:36:09.271459-08:00",
      "CompleteTime": "2015-03-02T22:44:15.5534836-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ab2c7951-a203-49c2-a11e-3219a77ca6d6",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T22:36:09.7558346-08:00",
      "CompleteTime": "2015-03-02T22:46:23.9130839-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "072493ed-6e62-43b5-a03a-d27d03746b50",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T23:51:05.5759947-08:00",
      "CompleteTime": "2015-03-03T00:01:09.9833432-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e6213e15-0666-47bc-9293-7c58b719751b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-03T01:53:53.7605831-08:00",
      "CompleteTime": "2015-03-03T02:05:09.0898694-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c510b93e-9ee3-49bd-974e-c278c35cc9fb",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T03:33:38.3476724-08:00",
      "CompleteTime": "2015-03-03T03:44:12.9112608-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f33cd55-f59c-4a25-a9ac-58c64fce4e7f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-03T10:15:51.3988395-08:00",
      "CompleteTime": "2015-03-03T11:16:16.7557528-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "0a422e6f-5868-4362-b8fa-c9754d63f166",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-02T20:44:38.7452407-08:00",
      "EndTime": "2015-03-02T20:58:17.9497099-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c38be0db-f2fe-482a-9bd0-a9e0b87f4b4b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-02T21:00:36.8874489-08:00",
      "EndTime": "2015-03-02T21:01:48.700134-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad5851f3-aba4-4c67-8041-2797b558a532",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150227.2\\x64\\Release",
      "StartTime": "2015-03-02T21:02:03.4344732-08:00",
      "EndTime": "2015-03-02T21:40:16.7197237-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "154d3ba0-ca8e-451b-9f41-3587b3f1dc02",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T21:40:20.71973-08:00",
      "EndTime": "2015-03-02T21:53:46.2210517-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "441fb2f1-5917-4c05-8081-85b7b2844e9e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T23:36:08.2150782-08:00",
      "EndTime": "2015-03-03T01:53:47.9793239-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "76480438-c57f-4254-8bb7-6676ec7f8162",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T02:34:00.5147176-08:00",
      "EndTime": "2015-03-03T04:57:35.1687602-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "74f9d30a-2f64-4b66-8506-040c783b7779",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T05:38:04.5948051-08:00",
      "EndTime": "2015-03-03T06:49:38.4616005-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6baf4f38-b8b7-4988-987f-c07b70af34d0",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T07:29:48.3563799-08:00",
      "EndTime": "2015-03-03T09:40:26.8229037-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a30%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a30%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "76 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T08:51:37.3722925",
          "Last": "2015-03-03T08:51:37.3722925"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T09:54:32.2831137",
          "Last": "2015-03-03T09:54:32.2831137"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 73,
          "First": "2015-03-03T07:57:21.0228519",
          "Last": "2015-03-03T11:27:19.9562815"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T10:02:59.0858101",
          "Last": "2015-03-03T10:02:59.0858101"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a30%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "62 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 62,
          "First": "2015-03-03T01:19:00.8275652",
          "Last": "2015-03-03T11:29:45.5786515"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a30%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a32%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40901664,
          "Average": 270871.95,
          "Max": 354579,
          "Min": 8769
        },
        {
          "StatusCode": 400,
          "Total": 127,
          "Average": 0.84,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 382,
          "Average": 2.53,
          "Max": 382,
          "Min": 382
        },
        {
          "StatusCode": 403,
          "Total": 5133,
          "Average": 33.99,
          "Max": 5133,
          "Min": 5133
        },
        {
          "StatusCode": 404,
          "Total": 1107022,
          "Average": 7331.27,
          "Max": 19149,
          "Min": 693
        },
        {
          "StatusCode": 410,
          "Total": 47956,
          "Average": 317.59,
          "Max": 1057,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4951613,
          "Average": 32792.14,
          "Max": 175757,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a33%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1194664,
          "Average": 7911.68,
          "Max": 10875,
          "Min": 259
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.1,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 4541,
          "Average": 30.07,
          "Max": 154,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1268,
          "Average": 8.4,
          "Max": 38,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 107228,
          "Average": 710.12,
          "Max": 1943,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 6707,
          "Average": 44.42,
          "Max": 135,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a34%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3575112,
          "Average": 23676.24,
          "Max": 31447,
          "Min": 731
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 28,
          "Average": 0.19,
          "Max": 28,
          "Min": 28
        },
        {
          "StatusCode": 403,
          "Total": 161,
          "Average": 1.07,
          "Max": 161,
          "Min": 161
        },
        {
          "StatusCode": 404,
          "Total": 19233,
          "Average": 127.37,
          "Max": 550,
          "Min": 30
        },
        {
          "StatusCode": 410,
          "Total": 3800,
          "Average": 25.17,
          "Max": 108,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 330885,
          "Average": 2191.29,
          "Max": 6163,
          "Min": 3
        },
        {
          "StatusCode": 449,
          "Total": 14455,
          "Average": 95.73,
          "Max": 231,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a35%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6052313,
          "Average": 39817.85,
          "Max": 53206,
          "Min": 793
        },
        {
          "StatusCode": 400,
          "Total": 761,
          "Average": 5.01,
          "Max": 747,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 65,
          "Average": 0.43,
          "Max": 65,
          "Min": 65
        },
        {
          "StatusCode": 403,
          "Total": 8600,
          "Average": 56.58,
          "Max": 4847,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 32,
          "Average": 0.21,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5385,
          "Average": 35.43,
          "Max": 119,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 774740,
          "Average": 5096.97,
          "Max": 27019,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a36%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33965122,
          "Average": 223454.75,
          "Max": 254215,
          "Min": 2124
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6933,
          "Average": 45.61,
          "Max": 649,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27426,
          "Average": 180.43,
          "Max": 1036,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 221269,
          "Average": 1455.72,
          "Max": 12253,
          "Min": 40
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a37%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6533873,
          "Average": 42986.01,
          "Max": 58476,
          "Min": 647
        },
        {
          "StatusCode": 404,
          "Total": 19309,
          "Average": 127.03,
          "Max": 1510,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 26883,
          "Average": 176.86,
          "Max": 1142,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 163422,
          "Average": 1075.14,
          "Max": 6278,
          "Min": 39
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a38%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 29,
          "First": "2015-03-03T05:40:00",
          "Last": "2015-03-03T06:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 8,
          "First": "2015-03-03T08:25:00",
          "Last": "2015-03-03T10:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 1,
          "First": "2015-03-03T10:30:00",
          "Last": "2015-03-03T10:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 32,
          "First": "2015-03-03T07:55:00",
          "Last": "2015-03-03T10:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-03-03T05:35:00",
          "Last": "2015-03-03T09:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a45%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a52%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a52%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a53%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "2740 replica health errors | 247 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 166,
          "First": "2015-03-03T01:34:07.139",
          "Last": "2015-03-03T11:40:44.579"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 226,
          "First": "2015-03-03T04:09:33.435",
          "Last": "2015-03-03T11:40:44.539"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1614,
          "First": "2015-03-03T06:51:08.625",
          "Last": "2015-03-03T11:50:45.865"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 487,
          "First": "2015-03-03T01:04:02.29",
          "Last": "2015-03-03T11:45:45.163"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a54%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "2059 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 63,
          "HourlyAverage": 4.428
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 622,
          "HourlyAverage": 43.713
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1135,
          "HourlyAverage": 79.766
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 3.022
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.211
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 184,
          "HourlyAverage": 12.931
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.351
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a54%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "65 partitions violated quota invariants | 65 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a54%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5ae75822-2ef8-4910-aa7a-f2826a18580f",
          "MaxQuota": 8144708,
          "MaxUsage": 6501632
        },
        {
          "PartitionId": "134358a4-0814-460d-b63a-670a738aea00",
          "MaxQuota": 8144708,
          "MaxUsage": 6452480
        },
        {
          "PartitionId": "0b08b4a9-acf9-42bb-b4be-05756dd37fbe",
          "MaxQuota": 8144708,
          "MaxUsage": 6443648
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a54%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "5ae75822-2ef8-4910-aa7a-f2826a18580f",
          "MaxCrudUsage": 6368,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10580
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "0c5a29df-e6ac-4f7d-8440-162330ddaa54",
          "MaxCrudUsage": 6288,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10548
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "0b08b4a9-acf9-42bb-b4be-05756dd37fbe",
          "MaxCrudUsage": 6312,
          "MaxIndexUsage": 3980,
          "MaxTotalUsage": 10540
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a55%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 40 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T09:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 560.511,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T11:25:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 424.136,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-03T08:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 339.541,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T03:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 246.943,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T07:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 203.99,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a56%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 79.158964
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 81.107177
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 81.454874
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 81.795438
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.424662
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+19%3a58%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 50.003099
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 45.164601
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 44.137346
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 43.236245
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.121229
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a00%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 263.793818
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 263.66289
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 260.463413
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 254.298371
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 242.991647
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a01%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60689.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60768.034483
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64216.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 65018.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 66682.533333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a03%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-02T22:08:30.7858968",
          "Last": "2015-03-02T22:09:00.2555192"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a03%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a05%3a28Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "226 Direct Https requests with 503 | 707 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 4,
          "Average": 1.0,
          "First": "2015-03-03T05:50:00",
          "Last": "2015-03-03T09:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 209,
          "Average": 9.952,
          "First": "2015-03-02T23:55:00",
          "Last": "2015-03-03T09:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 614,
          "Average": 55.818,
          "First": "2015-03-03T06:05:00",
          "Last": "2015-03-03T09:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "Count": 93,
          "Average": 4.043,
          "First": "2015-03-03T02:15:00",
          "Last": "2015-03-03T11:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "Count": 13,
          "Average": 2.6,
          "First": "2015-03-03T08:35:00",
          "Last": "2015-03-03T11:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a05%3a51Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "9b293165-d1e2-4b1e-b837-ff549272f581",
          "First": "2015-03-03T04:56:44.7559134",
          "Last": "2015-03-03T04:56:44.7559134",
          "Count": 1
        },
        {
          "ActivityId": "a7bcf543-3613-4cad-915a-11bf7eef1498",
          "First": "2015-03-02T22:46:26.8007089",
          "Last": "2015-03-02T22:46:26.8007089",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+04%3a44%3a36Z&end=2015-03-03+20%3a06%3a06Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T10:37:37.9523968-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1048984,
      "PhysicalCRUDUsageInMB": 1897615,
      "LogicalIndexUsageInMB": 28112,
      "LogicalCRUDUsageInMB": 364756,
      "ClientReportedUsageInMB": 156
    },
    {
      "TimeStamp": "2015-03-03T12:06:21.0223623-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 512564,
      "PhysicalCRUDUsageInMB": 1612272,
      "LogicalIndexUsageInMB": 31872,
      "LogicalCRUDUsageInMB": 407011,
      "ClientReportedUsageInMB": 28220
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAOBAAAAAAAAA==",
  "_ts": 1425413190,
  "_etag": "\"0000a448-0000-0000-0000-54f614460000\"",
  "_attachments": "attachments/"
},
{
  "id": "ac089feb-96f5-41d3-bba8-ecb7a06017e1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAPBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-02T21:15:49.4287632-08:00",
  "CompletedTime": "2015-03-03T10:54:34.3861005-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "45ef02f6-b630-46b6-88bd-db39c38a321f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-02T22:58:02.1141158-08:00",
      "CompleteTime": "2015-03-02T23:07:08.8184897-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1435dde0-b9ef-4168-8828-e9c7de8b2f9c",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-02T22:58:02.5397229-08:00",
      "CompleteTime": "2015-03-02T23:09:16.2289053-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0de966ef-179d-4091-a9c4-fe7072f01872",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-02T22:58:03.0272505-08:00",
      "CompleteTime": "2015-03-02T23:08:39.1264533-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5dbf14d8-d166-437f-a47d-006df51af750",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-02T22:58:03.5140133-08:00",
      "CompleteTime": "2015-03-02T23:06:39.084302-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b080cb32-59ec-4761-86d5-956b428237cb",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T00:12:59.6980223-08:00",
      "CompleteTime": "2015-03-03T00:24:34.1088146-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5200e8bc-caef-4f31-8c0d-2f6be38d9912",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-03T01:26:34.5900287-08:00",
      "CompleteTime": "2015-03-03T01:38:48.2783956-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a17cc511-b48e-4b67-8a2f-06921375261c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T03:57:58.1810775-08:00",
      "CompleteTime": "2015-03-03T04:08:33.3670694-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "78841bce-1e25-46d3-b9ac-14d82d929799",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T21:15:50.6137522-08:00",
      "EndTime": "2015-03-02T21:29:15.55727-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "429ff1c8-8b3e-4bf6-bf1b-ffb72245d737",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T21:29:24.7705657-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "8b6d8d84-8170-42ca-ab2f-3ecef903467e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-02T21:29:25.1092677-08:00",
      "EndTime": "2015-03-02T22:02:09.7071901-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0063a57-36b1-4a57-9b5b-f195aa55e64e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T22:02:20.2097517-08:00",
      "EndTime": "2015-03-02T22:15:42.8383181-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "42040ffc-b5a7-4edf-aa20-6b8916ec8252",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-02T23:58:01.2282066-08:00",
      "EndTime": "2015-03-03T01:19:48.5131322-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ca9f45d9-91cb-4895-99ce-5ffc5074e658",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T02:06:37.0730291-08:00",
      "EndTime": "2015-03-03T03:43:01.1927184-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "63268dee-ac3e-4693-866e-6d77207cbc63",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T04:35:34.4790963-08:00",
      "EndTime": "2015-03-03T06:55:04.3540806-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7038dbab-ea43-4491-b678-c13be97d6e40",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T07:52:41.5902259-08:00",
      "EndTime": "2015-03-03T09:59:14.8497018-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+17%3a59%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+17%3a59%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "58 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 51,
          "First": "2015-03-03T06:46:08.3820496",
          "Last": "2015-03-03T09:10:48.505821"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T02:54:02.3470039",
          "Last": "2015-03-03T02:54:02.3470039"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-03T00:20:51.8694739",
          "Last": "2015-03-03T09:49:12.2924606"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+17%3a59%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "44 requests with 408 | 154 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 44,
          "First": "2015-03-03T01:19:24.7742845",
          "Last": "2015-03-03T08:33:58.6520186"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 119,
          "First": "2015-03-03T04:42:43.2202677",
          "Last": "2015-03-03T05:46:26.065621"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 21,
          "First": "2015-03-03T04:43:00.7227812",
          "Last": "2015-03-03T05:46:24.1374087"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 14,
          "First": "2015-03-03T04:42:47.5753312",
          "Last": "2015-03-03T05:46:22.869798"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+17%3a59%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a00%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40509817,
          "Average": 314029.59,
          "Max": 351306,
          "Min": 9911
        },
        {
          "StatusCode": 400,
          "Total": 82,
          "Average": 0.64,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 233,
          "Average": 1.81,
          "Max": 233,
          "Min": 233
        },
        {
          "StatusCode": 404,
          "Total": 995819,
          "Average": 7719.53,
          "Max": 13393,
          "Min": 491
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.22,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42070,
          "Average": 326.12,
          "Max": 1924,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4002966,
          "Average": 31030.74,
          "Max": 128909,
          "Min": 875
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a00%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1177410,
          "Average": 9127.21,
          "Max": 10637,
          "Min": 283
        },
        {
          "StatusCode": 404,
          "Total": 4388,
          "Average": 34.02,
          "Max": 63,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1104,
          "Average": 8.56,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 88337,
          "Average": 684.78,
          "Max": 1737,
          "Min": 206
        },
        {
          "StatusCode": 449,
          "Total": 6727,
          "Average": 52.15,
          "Max": 143,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a02%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3528733,
          "Average": 27354.52,
          "Max": 31043,
          "Min": 728
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18595,
          "Average": 144.15,
          "Max": 235,
          "Min": 34
        },
        {
          "StatusCode": 410,
          "Total": 3328,
          "Average": 25.8,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 273634,
          "Average": 2121.19,
          "Max": 5479,
          "Min": 742
        },
        {
          "StatusCode": 449,
          "Total": 14685,
          "Average": 113.84,
          "Max": 292,
          "Min": 14
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a03%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6031386,
          "Average": 46754.93,
          "Max": 53052,
          "Min": 1400
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 403,
          "Total": 8805,
          "Average": 68.26,
          "Max": 5088,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 18,
          "Average": 0.14,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4655,
          "Average": 36.09,
          "Max": 208,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 633157,
          "Average": 4908.19,
          "Max": 19729,
          "Min": 1689
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a04%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29903300,
          "Average": 231808.53,
          "Max": 252965,
          "Min": 2649
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 366,
          "Average": 2.84,
          "Max": 366,
          "Min": 366
        },
        {
          "StatusCode": 404,
          "Total": 6488,
          "Average": 50.29,
          "Max": 716,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31740,
          "Average": 246.05,
          "Max": 1728,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 192941,
          "Average": 1495.67,
          "Max": 2978,
          "Min": 61
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a05%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6438203,
          "Average": 49524.64,
          "Max": 58759,
          "Min": 2653
        },
        {
          "StatusCode": 401,
          "Total": 368,
          "Average": 2.83,
          "Max": 368,
          "Min": 368
        },
        {
          "StatusCode": 404,
          "Total": 21326,
          "Average": 164.05,
          "Max": 1146,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 32841,
          "Average": 252.62,
          "Max": 1884,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 157350,
          "Average": 1210.38,
          "Max": 2431,
          "Min": 43
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a07%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 3,
          "First": "2015-03-03T02:55:00",
          "Last": "2015-03-03T02:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 26,
          "First": "2015-03-03T02:55:00",
          "Last": "2015-03-03T06:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 2,
          "First": "2015-03-03T03:00:00",
          "Last": "2015-03-03T03:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 90,
          "First": "2015-03-03T00:20:00",
          "Last": "2015-03-03T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 2,
          "First": "2015-03-03T03:10:00",
          "Last": "2015-03-03T06:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a09%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a16%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a16%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a18%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "661 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 57,
          "First": "2015-03-03T02:20:58.33",
          "Last": "2015-03-03T10:14:25.834"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-03-03T04:16:17.205",
          "Last": "2015-03-03T04:16:17.205"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 162,
          "First": "2015-03-03T02:51:02.743",
          "Last": "2015-03-03T10:14:26.064"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 441,
          "First": "2015-03-03T03:16:06.838",
          "Last": "2015-03-03T10:14:26.064"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a18%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1326 replica alerts for SuccessfulBackup | 1560 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 980,
          "HourlyAverage": 79.87
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 30,
          "HourlyAverage": 2.445
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 73,
          "HourlyAverage": 5.95
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 210,
          "HourlyAverage": 17.115
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 3.342
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1294,
          "HourlyAverage": 105.462
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 168,
          "HourlyAverage": 13.692
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 54,
          "HourlyAverage": 4.401
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.245
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.326
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.223
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.082
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.245
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a18%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a18%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "def4bd82-555c-41f6-acd6-0773a9768df7",
          "MaxQuota": 8144708,
          "MaxUsage": 6632283
        },
        {
          "PartitionId": "f3eb6487-cccd-4d08-84e8-c74592299199",
          "MaxQuota": 8144708,
          "MaxUsage": 6587091
        },
        {
          "PartitionId": "1d34a955-cd51-4c6c-aa44-be32a9c37b1e",
          "MaxQuota": 8144708,
          "MaxUsage": 6550460
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a18%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "def4bd82-555c-41f6-acd6-0773a9768df7",
          "MaxCrudUsage": 6504,
          "MaxIndexUsage": 1256,
          "MaxTotalUsage": 8000
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "eb72e46a-87a5-45ad-932d-474c304e71d2",
          "MaxCrudUsage": 6440,
          "MaxIndexUsage": 1240,
          "MaxTotalUsage": 7976
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "106a9eae-b669-498f-8339-31f3fae0a491",
          "MaxCrudUsage": 6408,
          "MaxIndexUsage": 1236,
          "MaxTotalUsage": 7940
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a19%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 34 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T03:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 299.665,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T06:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 258.792,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T06:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 187.535,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T06:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 140.816,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T03:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 140.564,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a20%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 82.151085
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.830442
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.021265
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.161887
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.476629
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a21%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67.2479
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 61.177775
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 61.033488
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 55.609114
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 52.77123
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a22%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 404.82014 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 404.82014
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 373.557274
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 362.493482
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 356.009395
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 339.533419
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a23%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59352.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60383.482759
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60477.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60482.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60706.689655
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a24%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-02T22:30:41.394276",
          "Last": "2015-03-02T22:30:45.7538573"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a24%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a25%3a11Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a25%3a11Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "34915483-8911-46c2-8a5a-421574b51b8e",
          "First": "2015-03-02T23:07:12.2438938",
          "Last": "2015-03-02T23:07:12.2438938",
          "Count": 1
        },
        {
          "ActivityId": "d429568f-439a-4abc-affd-eead69b35a6d",
          "First": "2015-03-02T23:28:30.6987546",
          "Last": "2015-03-02T23:28:30.6987546",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+05%3a15%3a49Z&end=2015-03-03+18%3a25%3a23Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T01:26:15.4131335-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 96604,
      "PhysicalCRUDUsageInMB": 332576,
      "LogicalIndexUsageInMB": 7817,
      "LogicalCRUDUsageInMB": 93731,
      "ClientReportedUsageInMB": 24449
    },
    {
      "TimeStamp": "2015-03-03T03:55:08.7697297-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 158052,
      "PhysicalCRUDUsageInMB": 757640,
      "LogicalIndexUsageInMB": 14773,
      "LogicalCRUDUsageInMB": 184607,
      "ClientReportedUsageInMB": 202156
    },
    {
      "TimeStamp": "2015-03-03T07:12:23.1154015-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 258608,
      "PhysicalCRUDUsageInMB": 1363228,
      "LogicalIndexUsageInMB": 28420,
      "LogicalCRUDUsageInMB": 359344,
      "ClientReportedUsageInMB": 95112
    },
    {
      "TimeStamp": "2015-03-03T10:25:37.6318709-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 343968,
      "PhysicalCRUDUsageInMB": 1973576,
      "LogicalIndexUsageInMB": 35772,
      "LogicalCRUDUsageInMB": 461890,
      "ClientReportedUsageInMB": 330089
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAPBAAAAAAAAA==",
  "_ts": 1425408874,
  "_etag": "\"00002b17-0000-0000-0000-54f6036a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c6bc5f43-f1eb-4515-8d6b-aa250252d2ec",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAQBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-03T10:54:35.2094652-08:00",
  "CompletedTime": "2015-03-04T01:58:12.5965123-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3e442d13-5b08-47d5-a6cb-ac61d6ff6c4b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-03T12:33:36.7855127-08:00",
      "CompleteTime": "2015-03-03T12:42:13.8047723-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "16efd65f-193c-4578-b5d4-25df38895bbf",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T12:33:37.1628257-08:00",
      "CompleteTime": "2015-03-03T12:43:14.0269474-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e65f724c-71f2-4f63-96e0-4765c02a823f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-03T12:33:37.6512552-08:00",
      "CompleteTime": "2015-03-03T12:43:13.5076051-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "27dae459-8c5b-440c-b867-f23610247fc8",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-03T12:33:38.1305336-08:00",
      "CompleteTime": "2015-03-03T12:43:48.7040416-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "254bcd87-ef5b-48be-9205-a4058476b41b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T13:48:34.6261116-08:00",
      "CompleteTime": "2015-03-03T13:58:41.4170615-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0729cb21-4291-47e2-a4d8-e6650c5927bc",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-03T15:15:12.7602145-08:00",
      "CompleteTime": "2015-03-03T15:29:25.3392716-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3b00b509-56fd-44ca-9887-28e54928b311",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T17:35:47.2334382-08:00",
      "CompleteTime": "2015-03-03T17:46:52.3553086-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "50326ba4-52d5-48d4-9eed-130fe38d4aeb",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-04T00:04:40.6447021-08:00",
      "CompleteTime": "2015-03-04T04:58:23.6804839-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "ad250dc2-4edd-444d-9669-303c899c7c4c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T10:54:38.0289695-08:00",
      "EndTime": "2015-03-03T11:02:46.2948173-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9fb5b26c-2d7f-47c9-8773-1865b08e2471",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T11:02:55.5428203-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "570b3549-e172-4015-9abf-6effbdaf0cb3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T11:02:55.9209994-08:00",
      "EndTime": "2015-03-03T11:37:44.2865675-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "29d6fac5-500c-4c89-8b0c-cec3974a840b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.1\\x64\\Release",
      "StartTime": "2015-03-03T11:37:51.1726994-08:00",
      "EndTime": "2015-03-03T11:47:15.6090565-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "efcad773-4842-4712-8eae-c4fba075583b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.1\\x64\\Release",
      "StartTime": "2015-03-03T13:33:37.4453343-08:00",
      "EndTime": "2015-03-03T15:03:00.8935076-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ef09082e-7b72-4464-bbda-c7ecaaf089f3",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.1\\x64\\Release",
      "StartTime": "2015-03-03T15:55:15.998819-08:00",
      "EndTime": "2015-03-03T17:21:49.8173534-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3132ebf-837d-4260-b4b0-7e702a7090e8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.1\\x64\\Release",
      "StartTime": "2015-03-03T18:13:24.3973271-08:00",
      "EndTime": "2015-03-03T20:30:56.3163141-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "89ece674-94bc-4bc5-9d68-6f4bc99664a1",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.1\\x64\\Release",
      "StartTime": "2015-03-03T21:28:53.8207553-08:00",
      "EndTime": "2015-03-03T23:35:41.9040973-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1322 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failed to spersist statistics\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 429,
          "First": "2015-03-04T00:11:58.8061545",
          "Last": "2015-03-04T01:58:04.5189933"
        },
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 429,
          "First": "2015-03-04T00:11:58.8076938",
          "Last": "2015-03-04T01:58:04.5205519"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 429,
          "First": "2015-03-04T00:11:58.807688",
          "Last": "2015-03-04T01:58:04.5205427"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 33,
          "First": "2015-03-03T14:26:12.0579169",
          "Last": "2015-03-03T23:05:46.7935137"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-03T13:57:53.8329992",
          "Last": "2015-03-03T21:56:16.1483492"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "14 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 13,
          "First": "2015-03-03T20:07:11.0741647",
          "Last": "2015-03-03T20:47:05.8215812"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-03-03T19:38:37.4877072",
          "Last": "2015-03-03T19:38:37.4877072"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42355975,
          "Average": 268075.79,
          "Max": 354477,
          "Min": 1757
        },
        {
          "StatusCode": 400,
          "Total": 104,
          "Average": 0.66,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 14573,
          "Average": 92.23,
          "Max": 4279,
          "Min": 2778
        },
        {
          "StatusCode": 404,
          "Total": 44959,
          "Average": 284.55,
          "Max": 5080,
          "Min": 684
        },
        {
          "StatusCode": 409,
          "Total": 40,
          "Average": 0.25,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2265762,
          "Average": 14340.27,
          "Max": 20862,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 6072318,
          "Average": 38432.39,
          "Max": 118798,
          "Min": 544
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1237681,
          "Average": 7833.42,
          "Max": 10974,
          "Min": 51
        },
        {
          "StatusCode": 404,
          "Total": 4943,
          "Average": 31.28,
          "Max": 170,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 1206,
          "Average": 7.63,
          "Max": 69,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 144170,
          "Average": 912.47,
          "Max": 1914,
          "Min": 10
        },
        {
          "StatusCode": 449,
          "Total": 9414,
          "Average": 59.58,
          "Max": 182,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3695416,
          "Average": 23388.71,
          "Max": 30710,
          "Min": 153
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 161,
          "Average": 1.02,
          "Max": 161,
          "Min": 161
        },
        {
          "StatusCode": 404,
          "Total": 20246,
          "Average": 128.14,
          "Max": 638,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 3595,
          "Average": 22.75,
          "Max": 192,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 448080,
          "Average": 2835.95,
          "Max": 5614,
          "Min": 34
        },
        {
          "StatusCode": 449,
          "Total": 20875,
          "Average": 132.12,
          "Max": 280,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6220189,
          "Average": 39368.28,
          "Max": 52748,
          "Min": 153
        },
        {
          "StatusCode": 400,
          "Total": 2175,
          "Average": 13.77,
          "Max": 608,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5059,
          "Average": 32.02,
          "Max": 319,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1019701,
          "Average": 6453.8,
          "Max": 18323,
          "Min": 178
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7042473,
          "Average": 44572.61,
          "Max": 57786,
          "Min": 353
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8975,
          "Average": 56.8,
          "Max": 1014,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24754,
          "Average": 156.67,
          "Max": 1586,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 509791,
          "Average": 3226.53,
          "Max": 5897,
          "Min": 14
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7043356,
          "Average": 44578.2,
          "Max": 57777,
          "Min": 357
        },
        {
          "StatusCode": 404,
          "Total": 24000,
          "Average": 151.9,
          "Max": 2925,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 33270,
          "Average": 210.57,
          "Max": 1884,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 348865,
          "Average": 2208.01,
          "Max": 4384,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-03T14:00:00",
          "Last": "2015-03-03T14:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 16,
          "First": "2015-03-03T14:00:00",
          "Last": "2015-03-03T21:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-03-03T14:20:00",
          "Last": "2015-03-03T14:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "796 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 91,
          "First": "2015-03-03T16:46:53.063",
          "Last": "2015-03-04T00:56:25.042"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-03-03T16:46:53.123",
          "Last": "2015-03-03T16:46:53.123"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 124,
          "First": "2015-03-03T20:31:28.221",
          "Last": "2015-03-03T23:56:13.799"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 18,
          "First": "2015-03-04T00:16:16.014",
          "Last": "2015-03-04T01:56:36.627"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 431,
          "First": "2015-03-03T16:46:53.063",
          "Last": "2015-03-04T00:01:14.752"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 131,
          "First": "2015-03-04T00:16:15.934",
          "Last": "2015-03-04T00:26:19.514"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1307 replica alerts for SuccessfulBackup | 1647 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 2.301
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 3.208
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.184
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 943,
          "HourlyAverage": 65.755
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.628
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 204,
          "HourlyAverage": 14.225
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 337,
          "HourlyAverage": 23.499
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1233,
          "HourlyAverage": 85.976
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.279
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 40,
          "HourlyAverage": 2.789
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.279
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 27,
          "HourlyAverage": 1.883
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.209
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.349
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.139
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "67 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "040feced-12a1-4c79-a338-8636d22df763",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4031616,
          "LastQuota": 3490816,
          "LastIndexUsage": 316694,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "0a063719-3443-46b6-b933-d2bdee2ca039",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4320384,
          "LastQuota": 3490816,
          "LastIndexUsage": 337015,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "14ca27d9-2a45-4b30-a150-7f89f5978763",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5495552,
          "LastQuota": 3490816,
          "LastIndexUsage": 428757,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "16db1a65-8fbf-42a7-91eb-8f07471de23f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4122720,
          "LastQuota": 3490816,
          "LastIndexUsage": 324608,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "19540e21-8b95-46c9-84e2-1e258ec0192f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3765888,
          "LastQuota": 3490816,
          "LastIndexUsage": 295141,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "1e0689ab-53e6-47cd-a1fd-6724511c49eb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3913344,
          "LastQuota": 3490816,
          "LastIndexUsage": 307333,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "1e21e55f-7a07-4fac-bb83-49d7b868fd93",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3543552,
          "LastQuota": 3490816,
          "LastIndexUsage": 278907,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "1eaf2df6-8df5-480e-98a4-4aa54ffacbcc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3641472,
          "LastQuota": 3490816,
          "LastIndexUsage": 284964,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "1f6d38ee-ea8c-4e88-a662-8688ed5cfce5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5490944,
          "LastQuota": 3490816,
          "LastIndexUsage": 428065,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "21bd998d-9b8c-43f8-a0a4-8ca54dde21f1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4138080,
          "LastQuota": 3490816,
          "LastIndexUsage": 323969,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "23d198c7-f83a-43bb-aeae-d9c2b486fbed",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5156992,
          "LastQuota": 3490816,
          "LastIndexUsage": 405437,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "2d3ebbb2-b4da-4725-b00b-9717e67495bd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3973728,
          "LastQuota": 3490816,
          "LastIndexUsage": 308923,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "2d41badb-2657-42c6-a3ab-86b9ddbd2615",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5955328,
          "LastQuota": 3490816,
          "LastIndexUsage": 461499,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "2e4db9c5-86ff-4cf2-a628-5258794f1d02",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4262016,
          "LastQuota": 3490816,
          "LastIndexUsage": 336130,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "312642c9-2dde-475c-8ba4-7a8b026d7647",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3901568,
          "LastQuota": 3490816,
          "LastIndexUsage": 306267,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "38a4c6e1-1e2f-45fd-9a5b-ad691e517981",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4683904,
          "LastQuota": 3490816,
          "LastIndexUsage": 364859,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "390803fe-1290-403e-afb4-1eff2b1fd81b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4259456,
          "LastQuota": 3490816,
          "LastIndexUsage": 336198,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3a38266c-98e9-4fb7-b6a0-1bc67f538142",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3926144,
          "LastQuota": 3490816,
          "LastIndexUsage": 306499,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3a7e6434-cf8d-4cc4-b79a-fd025605d3b5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3773568,
          "LastQuota": 3490816,
          "LastIndexUsage": 296133,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3ac44b8e-8f60-4688-89ba-bf6859d4ae51",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5979872,
          "LastQuota": 3490816,
          "LastIndexUsage": 461694,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3ac7084e-0e06-4bb2-8894-891107cab93d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4319328,
          "LastQuota": 3490816,
          "LastIndexUsage": 337027,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3b48ad50-654b-4499-a2de-15a9e5838e91",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3798656,
          "LastQuota": 3490816,
          "LastIndexUsage": 292362,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3ceb5e03-7112-4681-8c9f-53922cca458b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4181632,
          "LastQuota": 3490816,
          "LastIndexUsage": 323044,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "3dab76a5-6c46-4ffd-b567-93b708d4bd07",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5565664,
          "LastQuota": 3490816,
          "LastIndexUsage": 434680,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "4223b806-ff04-4216-80d3-1ebcc04ab270",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5577472,
          "LastQuota": 3490816,
          "LastIndexUsage": 432371,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "4a0a0884-b1c9-41fe-b7e9-e4b10000b468",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3772000,
          "LastQuota": 3490816,
          "LastIndexUsage": 296425,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "4c6545b3-3654-4b31-ad62-2749b7df2de8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4136064,
          "LastQuota": 3490816,
          "LastIndexUsage": 323593,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "56522ce8-f4e2-41cc-b02b-232a5d2f4df7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3791488,
          "LastQuota": 3490816,
          "LastIndexUsage": 294752,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "57f8ef30-13b5-4ba2-930e-86830f42e6ec",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4167264,
          "LastQuota": 3490816,
          "LastIndexUsage": 330474,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "5ab6812e-1e3f-4148-abe7-ab80a8e44b7c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4118144,
          "LastQuota": 3490816,
          "LastIndexUsage": 323287,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "626dcb23-5f09-464c-b311-200f50289df4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3783296,
          "LastQuota": 3490816,
          "LastIndexUsage": 296883,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "659e4f83-0b4b-4b07-9e2d-be8c4e6a3fb2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5569664,
          "LastQuota": 3490816,
          "LastIndexUsage": 426579,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "6994cd1f-8119-46cb-8a29-b0d0e3e58fce",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4129376,
          "LastQuota": 3490816,
          "LastIndexUsage": 330462,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "70567f31-a70d-412d-bd55-7733f83fba11",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5926656,
          "LastQuota": 3490816,
          "LastIndexUsage": 456082,
          "First": "2015-03-04T00:30:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "7a5e6254-fd66-4f76-8c55-b2f04da54fa6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3776128,
          "LastQuota": 3490816,
          "LastIndexUsage": 296386,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "7adde45a-c34b-4fc6-b8ef-45114a715d22",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3638912,
          "LastQuota": 3490816,
          "LastIndexUsage": 283642,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "8260199c-c0ea-499c-ae04-ef139d492102",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5818112,
          "LastQuota": 3490816,
          "LastIndexUsage": 452173,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "88ed24fd-3b91-4e02-8b8b-9708dd6e6373",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4115072,
          "LastQuota": 3490816,
          "LastIndexUsage": 324094,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "8ab063c2-a311-45fa-a241-b8f5ecca705c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3665536,
          "LastQuota": 3490816,
          "LastIndexUsage": 285917,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "8b3ce956-c81d-4feb-947e-667bd36ba573",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4273280,
          "LastQuota": 3490816,
          "LastIndexUsage": 337510,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "8b5f8ec6-6da5-410b-964d-67140a98dced",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 6492928,
          "LastQuota": 3490816,
          "LastIndexUsage": 495395,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "8e01832f-a96c-4e6f-a939-d5f3b98218a6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3661408,
          "LastQuota": 3490816,
          "LastIndexUsage": 286520,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "98889b5c-2f62-4182-b28a-f624528ad1be",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4089440,
          "LastQuota": 3490816,
          "LastIndexUsage": 325332,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "9945b3af-085d-486f-98f4-c7a28a804dfb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5895936,
          "LastQuota": 3490816,
          "LastIndexUsage": 456602,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "99b0ad13-4f6d-4670-a116-02382941535e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4243584,
          "LastQuota": 3490816,
          "LastIndexUsage": 334987,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "99d0a59a-2be3-4739-b2cd-b78f7911bab4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4779136,
          "LastQuota": 3490816,
          "LastIndexUsage": 369925,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "9a70c613-44cc-4588-924e-d96635db2a54",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4305536,
          "LastQuota": 3490816,
          "LastIndexUsage": 333860,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "9cd4f329-0fdd-4d19-8da5-8b7f7199d595",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3885696,
          "LastQuota": 3490816,
          "LastIndexUsage": 301455,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "a1ecc189-7703-4cad-be12-8e71c23057ac",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3807360,
          "LastQuota": 3490816,
          "LastIndexUsage": 298087,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "a235377c-b7a0-4b53-a0ff-cef3e719ec9c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5624064,
          "LastQuota": 3490816,
          "LastIndexUsage": 427600,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "a56ebdfe-fd5b-4e1a-a8bb-4570741e5507",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4080736,
          "LastQuota": 3490816,
          "LastIndexUsage": 321848,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "aafbb89d-ee01-4056-9ee2-843b76cd2be6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4213376,
          "LastQuota": 3490816,
          "LastIndexUsage": 332305,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "b1603dde-1d9c-44d4-bc34-0dbde8aef9db",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4201088,
          "LastQuota": 3490816,
          "LastIndexUsage": 330344,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "b3a22660-e252-466b-9a9c-c015ea642b9b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4537952,
          "LastQuota": 3490816,
          "LastIndexUsage": 353499,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "bc4e85e7-03b9-404c-bcc6-db5e459618a8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4560480,
          "LastQuota": 3490816,
          "LastIndexUsage": 361493,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "bfadb722-ad41-45b6-886d-bbcd6ebcc550",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4394112,
          "LastQuota": 3490816,
          "LastIndexUsage": 343955,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "c9913c06-5af9-4b81-a50c-e0f14af1a9fc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4665984,
          "LastQuota": 3490816,
          "LastIndexUsage": 358283,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "cd5bdf02-afb2-401f-88ec-34b6235c2f0f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4228736,
          "LastQuota": 3490816,
          "LastIndexUsage": 331976,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "ce1d0f83-2b85-4118-8f12-13cf8dad1d1e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3901536,
          "LastQuota": 3490816,
          "LastIndexUsage": 307796,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "cfaeac84-2f70-4ed9-a73b-b3a047237b42",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 5411424,
          "LastQuota": 3490816,
          "LastIndexUsage": 419433,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "d0d8e39a-c6fd-47e9-9a19-59e16a0d09e4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4122240,
          "LastQuota": 3490816,
          "LastIndexUsage": 325103,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "d85bd0cc-882e-4a41-bd1b-4526220a1e80",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4284032,
          "LastQuota": 3490816,
          "LastIndexUsage": 337668,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "e005f9b8-f0c0-4e48-b3cd-16c90d153a5d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3921536,
          "LastQuota": 3490816,
          "LastIndexUsage": 307960,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "e364a714-5a43-417b-aa65-594878f347b8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4093024,
          "LastQuota": 3490816,
          "LastIndexUsage": 324298,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "f965c8fc-0abe-4589-aa4d-9c8f45c4877e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 4031616,
          "LastQuota": 3490816,
          "LastIndexUsage": 316502,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "fada1512-5c02-4821-9476-b3187e49b719",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3778688,
          "LastQuota": 3490816,
          "LastIndexUsage": 296094,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        },
        {
          "PartitionId": "fe1c36b1-1beb-4c88-b16e-1395ed62f12a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-6",
          "LastUsage": 3870848,
          "LastQuota": 3490816,
          "LastIndexUsage": 304626,
          "First": "2015-03-04T00:15:00",
          "Last": "2015-03-04T01:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "59ad2df9-1eaa-417d-afd5-c6a61466a504",
          "MaxQuota": 8144708,
          "MaxUsage": 6718522
        },
        {
          "PartitionId": "57d4d04e-5f7d-42bd-b2e8-e6eba855bba6",
          "MaxQuota": 8144708,
          "MaxUsage": 6714104
        },
        {
          "PartitionId": "acebd68e-62a6-4b72-9dde-7789530d0f29",
          "MaxQuota": 8144708,
          "MaxUsage": 6714053
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "59ad2df9-1eaa-417d-afd5-c6a61466a504",
          "MaxCrudUsage": 6584,
          "MaxIndexUsage": 1308,
          "MaxTotalUsage": 8160
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "57d4d04e-5f7d-42bd-b2e8-e6eba855bba6",
          "MaxCrudUsage": 6592,
          "MaxIndexUsage": 1324,
          "MaxTotalUsage": 8156
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "4ffe35f2-2730-458d-80a5-380d75386b84",
          "MaxCrudUsage": 6544,
          "MaxIndexUsage": 1272,
          "MaxTotalUsage": 8128
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 37 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T20:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 1658.596,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T20:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 211.374,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T18:20:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 186.549,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T20:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 182.522,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T16:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 162.148,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83.455596
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.596605
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.774151
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 86.022234
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.216642
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57.974268
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 52.459253
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 50.43372
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 48.480854
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.328906
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 385.661145
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 310.115513
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 289.896682
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 273.513739
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 264.413804
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 56426.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57424.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 58643.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 59448.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 59546.9
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 4,
          "First": "2015-03-03T12:06:27.5091874",
          "Last": "2015-03-03T12:06:32.5884587"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "3cc8e241-1b92-49eb-a8db-b5d448cad963",
          "First": "2015-03-03T12:44:16.0524651",
          "Last": "2015-03-03T12:44:16.0524651",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+18%3a54%3a35Z&end=2015-03-04+09%3a58%3a12Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T15:14:52.566796-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 94860,
      "PhysicalCRUDUsageInMB": 407912,
      "LogicalIndexUsageInMB": 8144,
      "LogicalCRUDUsageInMB": 99366,
      "ClientReportedUsageInMB": 46973
    },
    {
      "TimeStamp": "2015-03-03T17:33:05.1204142-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 153332,
      "PhysicalCRUDUsageInMB": 785104,
      "LogicalIndexUsageInMB": 14301,
      "LogicalCRUDUsageInMB": 179589,
      "ClientReportedUsageInMB": 153127
    },
    {
      "TimeStamp": "2015-03-03T20:48:37.0805494-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 253952,
      "PhysicalCRUDUsageInMB": 1336896,
      "LogicalIndexUsageInMB": 26144,
      "LogicalCRUDUsageInMB": 330509,
      "ClientReportedUsageInMB": 27936
    },
    {
      "TimeStamp": "2015-03-03T23:57:22.2546479-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 331736,
      "PhysicalCRUDUsageInMB": 1880896,
      "LogicalIndexUsageInMB": 37841,
      "LogicalCRUDUsageInMB": 485477,
      "ClientReportedUsageInMB": 390375
    },
    {
      "TimeStamp": "2015-03-04T01:58:12.5965123-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 224264,
      "PhysicalCRUDUsageInMB": 1349536,
      "LogicalIndexUsageInMB": 24890,
      "LogicalCRUDUsageInMB": 319222,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAQBAAAAAAAAA==",
  "_ts": 1425473903,
  "_etag": "\"030045eb-0000-0000-0000-54f7016f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "94b48f73-8816-42f1-a474-7602dc395291",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgARBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-03T11:03:16.5627563-08:00",
  "CompletedTime": "2015-03-03T11:05:31.1069189-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 0 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a48Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a52Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-03+19%3a03%3a16Z&end=2015-03-03+19%3a03%3a56Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T11:03:58.6212387-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 277280,
      "PhysicalCRUDUsageInMB": 1342440,
      "LogicalIndexUsageInMB": 24654,
      "LogicalCRUDUsageInMB": 313974,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgARBAAAAAAAAA==",
  "_ts": 1425409531,
  "_etag": "\"0000811e-0000-0000-0000-54f605fb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "eaac3bbe-5fa4-4a1a-a120-aa564dd620cc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgASBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-03T11:05:31.7626223-08:00",
  "CompletedTime": "2015-03-03T11:05:32.245011-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 0 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-03+19%3a05%3a31Z&end=2015-03-03+19%3a05%3a32Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T11:05:32.245011-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 277280,
      "PhysicalCRUDUsageInMB": 1342440,
      "LogicalIndexUsageInMB": 24654,
      "LogicalCRUDUsageInMB": 313974,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgASBAAAAAAAAA==",
  "_ts": 1425409601,
  "_etag": "\"0000641f-0000-0000-0000-54f606410000\"",
  "_attachments": "attachments/"
},
{
  "id": "7864999f-5a58-4c4d-9dc5-fb92c5257127",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgATBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-03T11:10:24.0287776-08:00",
  "CompletedTime": "2015-03-03T11:10:25.180022-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 0 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-03+19%3a10%3a24Z&end=2015-03-03+19%3a10%3a25Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T11:10:25.180022-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 277280,
      "PhysicalCRUDUsageInMB": 1342440,
      "LogicalIndexUsageInMB": 24654,
      "LogicalCRUDUsageInMB": 313974,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgATBAAAAAAAAA==",
  "_ts": 1425409886,
  "_etag": "\"00009922-0000-0000-0000-54f6075e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9b6aea82-6c6e-4c9d-931c-67a6b6698bd2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAUBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-03T12:38:20.2370202-08:00",
  "CompletedTime": "2015-03-04T03:04:16.3016481-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c18d1d39-4b77-47b3-85fe-728398d346f8",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-03T14:36:09.428718-08:00",
      "CompleteTime": "2015-03-03T14:43:16.6469657-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "205c26a2-f6ec-4555-a40f-4421522d6028",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-03T14:36:09.8290586-08:00",
      "CompleteTime": "2015-03-03T14:42:45.565371-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "526c8608-b49b-476b-9124-55093f416ab3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T14:36:10.154208-08:00",
      "CompleteTime": "2015-03-03T14:42:15.8571482-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5caf0fda-93a2-448e-b334-bb28eb6af402",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-03T14:36:10.9338484-08:00",
      "CompleteTime": "2015-03-03T14:45:27.1192002-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7348dfc3-dffc-4fec-ad46-8870bb489a77",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T15:51:07.3338596-08:00",
      "CompleteTime": "2015-03-03T15:57:17.2918455-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c909b20e-ea78-49df-8fa5-d9910bc38e58",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-03T16:52:22.4697068-08:00",
      "CompleteTime": "2015-03-03T17:01:33.6007093-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f89205c-b0f2-4899-ac26-3927e3c56604",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T18:55:36.0411795-08:00",
      "CompleteTime": "2015-03-03T19:01:40.6288422-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "10c9e7f4-c60a-4c77-98a3-776a0d25d686",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-04T01:26:51.7702555-08:00",
      "CompleteTime": "2015-03-04T02:22:08.6933248-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4de0f8f3-b902-4823-9355-b1d93323758d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T12:53:24.4557651-08:00",
      "EndTime": "2015-03-03T13:02:17.6570017-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6d566426-9cc7-473a-bc96-2a6afcdc9966",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T13:02:58.0416962-08:00",
      "EndTime": "2015-03-03T13:04:07.0885476-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "baab52f3-577b-4d7a-b7a0-def8de8ed34f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T13:04:07.4371242-08:00",
      "EndTime": "2015-03-03T13:40:16.5344374-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7367ed1-406b-4d6c-a699-66bc7dda41ee",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T15:36:13.1739532-08:00",
      "EndTime": "2015-03-03T16:36:48.9939164-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "62401096-5704-45a9-80c4-6bca5e8af631",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T17:32:25.6990645-08:00",
      "EndTime": "2015-03-03T18:40:41.5179946-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d9dbd5b2-d6cf-49d6-8297-5d597a025091",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T19:35:50.5267541-08:00",
      "EndTime": "2015-03-03T21:18:24.9951895-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "7bd32ccf-c74d-4d74-b2f0-63f57057d89d",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-03T22:28:43.5243549-08:00",
      "EndTime": "2015-03-04T00:35:33.8120329-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "71 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Invalid tombstone numbers %lld, %lld\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 65,
          "First": "2015-03-03T23:35:27.2910062",
          "Last": "2015-03-03T23:37:26.8207402"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-03T17:18:45.1964778",
          "Last": "2015-03-03T20:18:48.7809719"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-04T01:06:46.5917427",
          "Last": "2015-03-04T01:06:48.4890071"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-03T21:18:49.2753111",
          "Last": "2015-03-03T21:18:49.2753111"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-04T01:31:29.345279",
          "Last": "2015-03-04T01:31:29.345279"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408 | 2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-03-03T22:23:02.6296783",
          "Last": "2015-03-03T22:23:02.6296783"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-03-04T02:37:04.2078938",
          "Last": "2015-03-04T02:37:04.5623987"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-03-03T22:17:39.8177453",
          "Last": "2015-03-03T22:43:05.2133105"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-03-04T01:33:47.2674144",
          "Last": "2015-03-04T02:03:46.9283482"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41103059,
          "Average": 279612.65,
          "Max": 371915,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 59,
          "Average": 0.4,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1360,
          "Average": 9.25,
          "Max": 1360,
          "Min": 1360
        },
        {
          "StatusCode": 403,
          "Total": 1821610,
          "Average": 12391.9,
          "Max": 281004,
          "Min": 6141
        },
        {
          "StatusCode": 404,
          "Total": 1716913,
          "Average": 11679.68,
          "Max": 17205,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.2,
          "Max": 11,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 41039,
          "Average": 279.18,
          "Max": 2280,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 999048,
          "Average": 6796.24,
          "Max": 84381,
          "Min": 24
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1224482,
          "Average": 8329.81,
          "Max": 11368,
          "Min": 81
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.21,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 404,
          "Total": 2738,
          "Average": 18.63,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 996,
          "Average": 6.78,
          "Max": 91,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 15537,
          "Average": 105.69,
          "Max": 1161,
          "Min": 3
        },
        {
          "StatusCode": 449,
          "Total": 2785,
          "Average": 18.95,
          "Max": 100,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3676216,
          "Average": 25008.27,
          "Max": 32826,
          "Min": 174
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 107,
          "Average": 0.73,
          "Max": 107,
          "Min": 107
        },
        {
          "StatusCode": 403,
          "Total": 91,
          "Average": 0.62,
          "Max": 68,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 9777,
          "Average": 66.51,
          "Max": 698,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3165,
          "Average": 21.53,
          "Max": 196,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 49019,
          "Average": 333.46,
          "Max": 3684,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 6907,
          "Average": 46.99,
          "Max": 199,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6130340,
          "Average": 41702.99,
          "Max": 55419,
          "Min": 152
        },
        {
          "StatusCode": 400,
          "Total": 291274,
          "Average": 1981.46,
          "Max": 42941,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 33,
          "Average": 0.22,
          "Max": 33,
          "Min": 33
        },
        {
          "StatusCode": 403,
          "Total": 8592,
          "Average": 58.45,
          "Max": 5148,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 9,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3641,
          "Average": 24.77,
          "Max": 308,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 161984,
          "Average": 1101.93,
          "Max": 12896,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31699656,
          "Average": 215643.92,
          "Max": 251939,
          "Min": 1972
        },
        {
          "StatusCode": 400,
          "Total": 48,
          "Average": 0.33,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 158,
          "Average": 1.07,
          "Max": 158,
          "Min": 158
        },
        {
          "StatusCode": 404,
          "Total": 5454,
          "Average": 37.1,
          "Max": 377,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31630,
          "Average": 215.17,
          "Max": 1486,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 45655,
          "Average": 310.58,
          "Max": 3948,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6209787,
          "Average": 42243.45,
          "Max": 60976,
          "Min": 58
        },
        {
          "StatusCode": 401,
          "Total": 9021,
          "Average": 61.37,
          "Max": 1709,
          "Min": 92
        },
        {
          "StatusCode": 404,
          "Total": 22005,
          "Average": 149.69,
          "Max": 1691,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 27745,
          "Average": 188.74,
          "Max": 1233,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 28591,
          "Average": 194.5,
          "Max": 1469,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-03-03T21:00:00",
          "Last": "2015-03-03T21:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "818 replica health errors | 159 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 109,
          "First": "2015-03-03T22:45:33.176",
          "Last": "2015-03-04T02:10:41.409"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 141,
          "First": "2015-03-03T19:19:22.25",
          "Last": "2015-03-04T01:05:31.589"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 409,
          "First": "2015-03-03T18:24:12.613",
          "Last": "2015-03-04T02:45:46.856"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "687 replica alerts for SuccessfulBackup | 1592 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 93,
          "HourlyAverage": 6.94
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 3.433
        },
        {
          "DatabaseAccount": "nemanjam",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 30,
          "HourlyAverage": 2.239
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 445,
          "HourlyAverage": 33.209
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.299
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 331,
          "HourlyAverage": 24.702
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.343
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1022,
          "HourlyAverage": 76.269
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.373
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.448
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.597
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 141,
          "HourlyAverage": 10.522
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.448
        },
        {
          "DatabaseAccount": "nemanjam",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 45,
          "HourlyAverage": 3.358
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.672
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 2.463
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.522
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.224
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.373
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.224
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.224
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.448
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.149
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "108 partitions violated quota invariants | 60 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "075da59c-f7a9-42f1-bb70-b6fc7a541edb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4718720,
          "LastQuota": 3490816,
          "LastIndexUsage": 376099,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "099ea017-e096-463e-baaf-2f23af13afc2",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4132992,
          "LastQuota": 3490816,
          "LastIndexUsage": 326887,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "0a567031-e677-4db4-b673-cc3fd5114950",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4920960,
          "LastQuota": 3490816,
          "LastIndexUsage": 387560,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "189b7fc7-e83f-40fc-b2f3-8015c2cc1638",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4625024,
          "LastQuota": 3490816,
          "LastIndexUsage": 362546,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "1faed08d-ada5-42aa-97a2-b0df96a45e8a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4970112,
          "LastQuota": 3490816,
          "LastIndexUsage": 388248,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "20642c3d-47c2-4329-b639-d81e17a7ce51",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4718688,
          "LastQuota": 3490816,
          "LastIndexUsage": 370917,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "282fc38d-f46e-48a2-bf01-db8d9ca9bcb1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5035104,
          "LastQuota": 3490816,
          "LastIndexUsage": 398958,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "292249cd-7ef0-44eb-9692-9086d29393bf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5040768,
          "LastQuota": 3490816,
          "LastIndexUsage": 394295,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "2be39c9d-c224-4373-80bf-68d761c6630d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5272704,
          "LastQuota": 3490816,
          "LastIndexUsage": 412767,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "38ddceed-6cdc-4a4a-aabb-2db40ae6963e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5197440,
          "LastQuota": 3490816,
          "LastIndexUsage": 407487,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "3e95e416-ae20-4dd3-a481-31cd23237585",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4049024,
          "LastQuota": 3490816,
          "LastIndexUsage": 292444,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "4155009a-c049-4427-b575-94857c906b94",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3551360,
          "LastQuota": 3490816,
          "LastIndexUsage": 279807,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "460f74b2-c387-49ab-af8d-91f5207c5d74",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3700352,
          "LastQuota": 3490816,
          "LastIndexUsage": 290701,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "488561b0-acf2-4cb7-bd14-1c0b6c271ea9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4125312,
          "LastQuota": 3490816,
          "LastIndexUsage": 323398,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "4ea2fdfb-6f02-4322-9fc4-dd4ae4b4f48d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4496512,
          "LastQuota": 3490816,
          "LastIndexUsage": 349120,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "5be5818f-cc7e-4ad0-b87d-65723ebddf19",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4250240,
          "LastQuota": 3490816,
          "LastIndexUsage": 332710,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "64ceaa99-f1a8-43e5-a892-ce0fa19ff444",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3881088,
          "LastQuota": 3490816,
          "LastIndexUsage": 309620,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "660f58da-c84a-4426-9855-71fc3a67730c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4848768,
          "LastQuota": 3490816,
          "LastIndexUsage": 384704,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "6637d9dc-ed90-4359-92a7-2796be1ce31d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3504768,
          "LastQuota": 3490816,
          "LastIndexUsage": 274894,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "6757e78d-bad6-4974-bf47-a3f28b9eb0e8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4353664,
          "LastQuota": 3490816,
          "LastIndexUsage": 341379,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "6b2f0f5b-c4ce-4cd0-8d90-d5a90ac94526",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5177984,
          "LastQuota": 3490816,
          "LastIndexUsage": 407849,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "6d269169-25ba-4699-89b2-3555515f83e8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3755136,
          "LastQuota": 3490816,
          "LastIndexUsage": 288183,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "6e86b28c-b81f-4b68-bc92-732b85268890",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3681920,
          "LastQuota": 3490816,
          "LastIndexUsage": 281586,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "7c90c462-dc7b-48f5-b262-48ee5496fd0d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5171328,
          "LastQuota": 3490816,
          "LastIndexUsage": 406357,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "807507e5-0785-4ae5-8248-51f17f3b18eb",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5253248,
          "LastQuota": 3490816,
          "LastIndexUsage": 407287,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "8aca415f-db43-4ae2-aa3e-207d15cc1bad",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3782784,
          "LastQuota": 3490816,
          "LastIndexUsage": 287680,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "8d343dd8-393d-4143-849b-7c70463d4c98",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5157504,
          "LastQuota": 3490816,
          "LastIndexUsage": 404025,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "99905c8b-4b47-4dfc-8bf8-8ef160ac77cc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4683392,
          "LastQuota": 3490816,
          "LastIndexUsage": 368486,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "9e510e31-e218-400c-99dd-8724836db8dd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4074080,
          "LastQuota": 3490816,
          "LastIndexUsage": 320343,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "9e9f745a-2b40-4fd9-9c58-7821dd507bb8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3936896,
          "LastQuota": 3490816,
          "LastIndexUsage": 300208,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "9f845753-22fd-46b8-ae17-8eb3b4661448",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4912256,
          "LastQuota": 3490816,
          "LastIndexUsage": 387886,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "a62e6021-da27-486b-8db3-522c653b7526",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3853952,
          "LastQuota": 3490816,
          "LastIndexUsage": 295899,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "b3153b0d-4ce3-4a1f-9d23-314b7c7af43e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3563520,
          "LastQuota": 3490816,
          "LastIndexUsage": 275648,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "b511c9ae-370e-4c29-90f7-bb0d2331c3e0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4357248,
          "LastQuota": 3490816,
          "LastIndexUsage": 341744,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "b7ed1c63-0c7e-4faa-8522-d49063899b52",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5144192,
          "LastQuota": 3490816,
          "LastIndexUsage": 397335,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "bf5f1aa0-3bd0-44f5-9047-714f63359351",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5108832,
          "LastQuota": 3490816,
          "LastIndexUsage": 400854,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "d0f0dd63-2d64-4ff2-b5e9-736b863e285f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5217376,
          "LastQuota": 3490816,
          "LastIndexUsage": 412637,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "d9fb9370-31b6-42f0-860f-2ae689494615",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3785344,
          "LastQuota": 3490816,
          "LastIndexUsage": 290146,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "daa31dd3-d9f0-4c56-af73-7509c361a511",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3760768,
          "LastQuota": 3490816,
          "LastIndexUsage": 291807,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "dda96596-ea28-4e2b-89a4-f99cb55bd89e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4996736,
          "LastQuota": 3490816,
          "LastIndexUsage": 387486,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "df5bee48-84ea-40a7-8b7c-59fbd756d6fd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5216384,
          "LastQuota": 3490816,
          "LastIndexUsage": 405704,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "e29a841f-7af8-4f8c-a727-45c59c7a273b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4535936,
          "LastQuota": 3490816,
          "LastIndexUsage": 356523,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "e3aedaef-37ac-49c0-9ce3-f8507924c0ef",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 5584640,
          "LastQuota": 3490816,
          "LastIndexUsage": 422376,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "e53fcc04-549b-4ac1-84ff-74a7eae1561c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4697216,
          "LastQuota": 3490816,
          "LastIndexUsage": 367086,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "eab9c2a2-ea44-410c-bf8d-3ade7d348f9b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4712576,
          "LastQuota": 3490816,
          "LastIndexUsage": 373001,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "f2111fcb-3f4f-47e4-991c-796ec430e096",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3783296,
          "LastQuota": 3490816,
          "LastIndexUsage": 289651,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "f2732ada-e5ce-4d9e-90fd-3babcfa6f031",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 4527744,
          "LastQuota": 3490816,
          "LastIndexUsage": 355112,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        },
        {
          "PartitionId": "f747a80f-9e27-46dc-9f65-50a627d92809",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "LastUsage": 3667552,
          "LastQuota": 3490816,
          "LastIndexUsage": 291343,
          "First": "2015-03-03T12:45:00",
          "Last": "2015-03-03T12:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "038fd596-9a95-47db-b260-a9d2b9fd39cc",
          "MaxQuota": 10476298,
          "MaxUsage": 6226688
        },
        {
          "PartitionId": "f130aa9c-29cf-4e8f-ae20-9829948c7a2f",
          "MaxQuota": 10476298,
          "MaxUsage": 6214400
        },
        {
          "PartitionId": "bb707ac2-abcb-4c93-a0ad-04852d053195",
          "MaxQuota": 10476298,
          "MaxUsage": 6211840
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "038fd596-9a95-47db-b260-a9d2b9fd39cc",
          "MaxCrudUsage": 6096,
          "MaxIndexUsage": 1224,
          "MaxTotalUsage": 7608
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "201ffc5f-1653-4f61-90dc-17bed444eebf",
          "MaxCrudUsage": 6072,
          "MaxIndexUsage": 1224,
          "MaxTotalUsage": 7552
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "21951659-4e00-4d27-b07c-c9d4777dc1f5",
          "MaxCrudUsage": 6072,
          "MaxIndexUsage": 1208,
          "MaxTotalUsage": 7544
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 31 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T20:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 379.432,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T20:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 371.289,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T20:40:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 185.104,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T21:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 181.286,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T21:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 163.137,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 83.081064
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 83.709144
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.117561
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.687919
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.351355
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59.616047
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 47.460848
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 43.443292
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.393745
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 38.845567
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 379.34618
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 331.041228
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 311.30192
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 290.666552
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 286.863821
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54304.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 55675.04
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 57262.793103
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57547.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 61033.545455
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "8 background task exceptions with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 369d6ca6-9449-41db-afc3-061b3e21e64c",
          "Count": 1,
          "First": "2015-03-03T13:53:51.1229512",
          "Last": "2015-03-03T13:53:51.1229512"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 83ff3a96-ce84-47ef-89f0-fbecfaea85a7",
          "Count": 1,
          "First": "2015-03-04T02:32:26.6245833",
          "Last": "2015-03-04T02:32:26.6245833"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: e1f846df-480f-4979-acf5-b47e051c5d87",
          "Count": 1,
          "First": "2015-03-03T13:53:53.0509753",
          "Last": "2015-03-03T13:53:53.0509753"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d65a3eda-6d0d-47c9-8390-037117680c62",
          "Count": 1,
          "First": "2015-03-04T02:34:00.8807078",
          "Last": "2015-03-04T02:34:00.8807078"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 52d3dffa-57a6-4cf6-b681-9a269dbf5e40",
          "Count": 1,
          "First": "2015-03-03T13:53:51.8279265",
          "Last": "2015-03-03T13:53:51.8279265"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 2351ac56-418c-41c7-a2b7-b17e64c71aef",
          "Count": 1,
          "First": "2015-03-04T02:27:08.546038",
          "Last": "2015-03-04T02:27:08.546038"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 7d73324d-6f0f-4312-80fd-bfd7137b7c9c",
          "Count": 1,
          "First": "2015-03-03T13:53:55.0950419",
          "Last": "2015-03-03T13:53:55.0950419"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 8af93f71-6d27-4a2a-ab06-36e37cf5ab98",
          "Count": 1,
          "First": "2015-03-04T02:24:20.6453326",
          "Last": "2015-03-04T02:24:20.6453326"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2 Direct Https requests with 500 | 484 Direct Https requests with 503 | 850 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-04T01:30:00",
          "Last": "2015-03-04T02:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-03T16:30:00",
          "Last": "2015-03-03T16:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 482,
          "Average": 19.28,
          "First": "2015-03-03T15:50:00",
          "Last": "2015-03-04T01:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 845,
          "Average": 30.179,
          "First": "2015-03-03T18:15:00",
          "Last": "2015-03-04T01:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-04T02:50:00",
          "Last": "2015-03-04T02:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-03T17:10:00",
          "Last": "2015-03-03T23:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-03+20%3a38%3a20Z&end=2015-03-04+11%3a04%3a16Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T16:51:56.8565129-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102820,
      "PhysicalCRUDUsageInMB": 383864,
      "LogicalIndexUsageInMB": 8017,
      "LogicalCRUDUsageInMB": 95131,
      "ClientReportedUsageInMB": 97442
    },
    {
      "TimeStamp": "2015-03-03T18:55:14.9560092-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 154516,
      "PhysicalCRUDUsageInMB": 728608,
      "LogicalIndexUsageInMB": 17781,
      "LogicalCRUDUsageInMB": 220652,
      "ClientReportedUsageInMB": 194532
    },
    {
      "TimeStamp": "2015-03-03T21:48:30.1143686-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-04T01:03:53.9693069-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 332564,
      "PhysicalCRUDUsageInMB": 1788808,
      "LogicalIndexUsageInMB": 34457,
      "LogicalCRUDUsageInMB": 441968,
      "ClientReportedUsageInMB": 448414
    },
    {
      "TimeStamp": "2015-03-04T03:04:16.3016481-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 259140,
      "PhysicalCRUDUsageInMB": 1465872,
      "LogicalIndexUsageInMB": 29231,
      "LogicalCRUDUsageInMB": 374282,
      "ClientReportedUsageInMB": 371877
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAUBAAAAAAAAA==",
  "_ts": 1425468846,
  "_etag": "\"03003694-0000-0000-0000-54f6edae0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c06053d5-8842-45f9-a831-70d7484c430a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAVBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-03T12:42:20.956106-08:00",
  "CompletedTime": "2015-03-03T17:51:24.1524146-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "bf388d55-8d08-49b6-9fdd-29347854f802",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T12:43:27.5030945-08:00",
      "EndTime": "2015-03-03T12:57:03.2508222-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2201b06-f700-4c33-bdb9-7a9dc77f29ee",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T13:02:05.7669533-08:00",
      "EndTime": "2015-03-03T13:03:13.8451333-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "63678707-b95a-483f-95dc-d222bff07a80",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T13:14:37.0650574-08:00",
      "EndTime": "2015-03-03T13:53:33.7956844-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAVBAAAAAAAAA==",
  "_ts": 1425433883,
  "_etag": "\"01004a3d-0000-0000-0000-54f6651b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9a0807ed-b2e7-4ffc-bbb4-4b8b6079ff4d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAWBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-03-03T14:18:04.366988-08:00",
  "CompletedTime": "2015-03-03T14:36:00.0944609-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ae8f2aa2-aa64-431d-b110-801bf5286d82",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-03T14:18:10.2508389-08:00",
      "EndTime": "2015-03-03T14:18:26.1480963-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAWBAAAAAAAAA==",
  "_ts": 1425422159,
  "_etag": "\"0000acaf-0000-0000-0000-54f6374f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a8804995-41be-4271-9da0-3800e9da44ce",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAXBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-03-03T14:36:00.2935888-08:00",
  "CompletedTime": "2015-03-04T12:25:26.1879267-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "33c049ed-4b1f-4853-95d2-1e1a3f88eae4",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-03T15:56:23.5243221-08:00",
      "CompleteTime": "2015-03-03T16:06:00.9556503-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "61620b30-639d-41fd-ba59-8c03ee7272ff",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T15:56:24.4769268-08:00",
      "CompleteTime": "2015-03-03T16:05:02.0157312-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5532eef-5e2b-44bb-af00-81c449ac1645",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-03T15:56:25.769035-08:00",
      "CompleteTime": "2015-03-03T16:06:01.5740808-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7956f341-e55b-421f-a407-d7b6b35bad00",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-03T15:56:26.2623866-08:00",
      "CompleteTime": "2015-03-03T16:06:35.5408306-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5ef37e40-3e4a-4e90-af0a-6a0c7ef21af6",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T17:13:43.1217988-08:00",
      "CompleteTime": "2015-03-03T17:22:28.4126494-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "3b2581ce-5a7d-4752-8096-c0d72151ba26",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-03T14:36:01.1510051-08:00",
      "EndTime": "2015-03-03T14:36:11.840861-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "aebefc6e-7e1e-4fea-a25e-22a04960f7a3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-03T14:39:27.8827692-08:00",
      "EndTime": "2015-03-03T14:40:32.8865571-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d00c032-ae2d-447d-8e91-ce72df61ada7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-03T14:40:33.2185099-08:00",
      "EndTime": "2015-03-03T15:15:50.5007318-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e295267-06be-408d-a3a0-6bcd39bcaf1f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-03T15:15:58.8008122-08:00",
      "EndTime": "2015-03-03T15:16:09.2082852-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "d6f98bb9-1395-4088-9fdc-2cb46a496f68",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-03T16:56:28.3599013-08:00",
      "EndTime": "2015-03-03T16:58:40.9360243-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "0a3a57cd-be7c-4076-a4d8-621b524988a3",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-03T16:58:44.2113246-08:00",
      "EndTime": "2015-03-03T17:06:33.5041169-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAXBAAAAAAAAA==",
  "_ts": 1425500725,
  "_etag": "\"0500d6b5-0000-0000-0000-54f76a350000\"",
  "_attachments": "attachments/"
},
{
  "id": "0c8f9963-1044-4e0a-84fa-07afe088fbab",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAYBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-03T14:48:06.6188656-08:00",
  "CompletedTime": "2015-03-07T06:15:44.4118926-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b1b3afed-0e00-4122-aa00-96521f309179",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T15:54:57.8457634-08:00",
      "CompleteTime": "2015-03-03T16:02:38.6996653-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7b96e211-ea20-496b-8115-457cdccd4cd7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T14:48:09.7189345-08:00",
      "EndTime": "2015-03-03T14:57:53.8058873-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8820ab4c-cc1e-4db2-a373-025f93d7480a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T14:58:22.8980289-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "7cd2db72-eb13-43a1-a9cd-9498d6948e1d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150226.1\\x64\\Release",
      "StartTime": "2015-03-03T14:58:23.3228646-08:00",
      "EndTime": "2015-03-03T15:33:43.8508294-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff2f4f57-74f5-4ec2-b4b9-237af29c043d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DDB-SSD5\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-03T15:34:00.3071376-08:00",
      "EndTime": "2015-03-03T15:47:44.2073741-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAYBAAAAAAAAA==",
  "_ts": 1425737744,
  "_etag": "\"01009fcc-0000-0000-0000-54fb08100000\"",
  "_attachments": "attachments/"
},
{
  "id": "980391b8-775f-48fd-9e0f-d83e0fcb78b0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAZBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-03T17:51:24.3674311-08:00",
  "CompletedTime": "2015-03-03T21:54:08.5576686-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9947d332-d985-40a8-9932-2b4cea40577f",
      "Name": "coll40e644d884-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 2,
      "StartTime": "2015-03-03T19:15:29.9967083-08:00",
      "CompleteTime": "2015-03-03T19:23:13.1802631-08:00",
      "Endpoint": "https://coll40e644d884-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0252f111-12d4-4ff4-b4a3-23ec48a7769e",
      "Name": "collbce690b986-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-03T19:15:30.3429684-08:00",
      "CompleteTime": "2015-03-03T19:24:44.1336559-08:00",
      "Endpoint": "https://collbce690b986-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "687c045c-2955-46df-a994-f4e57c87d47d",
      "Name": "coll880571ac58-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 4,
      "StartTime": "2015-03-03T19:15:30.7079951-08:00",
      "CompleteTime": "2015-03-03T19:23:13.7903104-08:00",
      "Endpoint": "https://coll880571ac58-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "27160818-6d54-4a95-aa4c-5e82e486282c",
      "Name": "coll503dc53aea-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 9,
      "StartTime": "2015-03-03T19:15:31.1985149-08:00",
      "CompleteTime": "2015-03-03T19:24:13.5211071-08:00",
      "Endpoint": "https://coll503dc53aea-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8d2812fe-e883-4d2b-bfc6-3c741cbd8f45",
      "Name": "coll3569239df2-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T19:15:31.6991163-08:00",
      "CompleteTime": "2015-03-03T19:23:43.4112441-08:00",
      "Endpoint": "https://coll3569239df2-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "995767ef-8df6-4bf1-84af-abd0a251679a",
      "Name": "coll797f40f5eb-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 7,
      "StartTime": "2015-03-03T19:15:32.2157013-08:00",
      "CompleteTime": "2015-03-03T19:25:43.7154044-08:00",
      "Endpoint": "https://coll797f40f5eb-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb510d15-0a0d-4204-ba34-231f187b8791",
      "Name": "colla9579e569b-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-03T19:15:32.7467508-08:00",
      "CompleteTime": "2015-03-03T19:22:13.3225767-08:00",
      "Endpoint": "https://colla9579e569b-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c311a1c2-4884-49c9-9235-93ec0e528eec",
      "Name": "coll344fee3639-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 6,
      "StartTime": "2015-03-03T19:15:33.3046797-08:00",
      "CompleteTime": "2015-03-03T19:26:13.8019911-08:00",
      "Endpoint": "https://coll344fee3639-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "68983d22-a9bd-4a70-8b7b-fb78a6460c8e",
      "Name": "coll4f3f220592-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-03T19:15:33.8379642-08:00",
      "CompleteTime": "2015-03-03T19:26:44.0247037-08:00",
      "Endpoint": "https://coll4f3f220592-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "eff9ac39-9185-4505-a08a-f8de0cdfbdb3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T17:51:24.8354615-08:00",
      "EndTime": "2015-03-03T17:56:02.4737432-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "4b276070-cf61-413b-8d68-53e5464dfda2",
      "EventName": "Remove Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T17:56:47.02065-08:00",
      "EndTime": "2015-03-03T17:57:51.7904215-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "02f0aafc-3aaf-405f-9a35-0245d4413567",
      "EventName": "Create Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T17:57:52.1312175-08:00",
      "EndTime": "2015-03-03T18:29:02.7015192-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e3815d6-b9cf-4f24-b5c8-a52e48569e6d",
      "EventName": "Upgrade Federation Application",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T20:15:26.415143-08:00",
      "EndTime": "2015-03-03T21:15:19.0899042-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a15%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a15%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a15%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a16%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a16%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 9,
          "Average": 1.8,
          "Max": 2,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a16%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a16%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 19,
          "Average": 1.06,
          "Max": 2,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a16%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a17%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 94,
          "Average": 4.27,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.18,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 8,
          "Average": 0.36,
          "Max": 3,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a17%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 52,
          "Average": 4.33,
          "Max": 6,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1,
          "Average": 0.08,
          "Max": 1,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a17%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a18%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a20%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "110 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "coll3569239df2-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        },
        {
          "DatabaseAccount": "coll880571ac58-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 1.743
        },
        {
          "DatabaseAccount": "coll4f3f220592-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 5.228
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        },
        {
          "DatabaseAccount": "colla9579e569b-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 3.486
        },
        {
          "DatabaseAccount": "coll503dc53aea-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 6.971
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.349
        },
        {
          "DatabaseAccount": "coll344fee3639-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 5.228
        },
        {
          "DatabaseAccount": "coll797f40f5eb-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 6.623
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.349
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.394
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        },
        {
          "DatabaseAccount": "collbce690b986-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.697
        },
        {
          "DatabaseAccount": "coll40e644d884-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.046
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "27859aea-f329-48a3-82d5-7b6731f6211d",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        },
        {
          "PartitionId": "5083d98e-24d4-46cf-a368-07a75c8f3605",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        },
        {
          "PartitionId": "52e70f83-9a6c-40a6-8998-5c77fb170c30",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "coll503dc53aea-bn3prdddc01-docdb-private-7",
          "PartitionId": "bb428741-7962-4ddd-945d-b7ed9174f9c3",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 464
        },
        {
          "DocumentServiceId": "colla9579e569b-bn3prdddc01-docdb-private-7",
          "PartitionId": "154eb8c6-069e-4f4a-b1ad-4d50c4e85a81",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 464
        },
        {
          "DocumentServiceId": "coll344fee3639-bn3prdddc01-docdb-private-7",
          "PartitionId": "86f5ef13-77be-410e-89a0-5b19972e4ce0",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 464
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a21%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.057449
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.070508
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.119292
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.123418
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99.138083
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a22%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 3.370403
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 3.36356
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 2.798664
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 2.463907
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 2.328042
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a22%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 38.371206
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30.648125
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 25.753386
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 19.327599
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 17.112592
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a22%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110630.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110640.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 110643.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 110646.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 110652.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a22%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 40ad49bd-0b3b-409a-abac-365ae0427090",
          "Count": 1,
          "First": "2015-03-03T18:43:10.0377189",
          "Last": "2015-03-03T18:43:10.0377189"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4fe26c69-5383-466d-a0e1-61a2e4aed9c4",
          "Count": 1,
          "First": "2015-03-03T18:43:08.9852538",
          "Last": "2015-03-03T18:43:08.9852538"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 38a382d4-be20-4488-9c29-7720672279e7",
          "Count": 1,
          "First": "2015-03-03T18:43:12.0589101",
          "Last": "2015-03-03T18:43:12.0589101"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 85f75a93-7f82-4333-8466-5298977e0cc4",
          "Count": 1,
          "First": "2015-03-03T18:43:12.6169832",
          "Last": "2015-03-03T18:43:12.6169832"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a22%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a23%3a33Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a23%3a42Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-04+01%3a51%3a24Z&end=2015-03-04+05%3a23%3a46Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T21:23:51.7933011-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 51200,
      "PhysicalCRUDUsageInMB": 9152,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 91,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAZBAAAAAAAAA==",
  "_ts": 1425448447,
  "_etag": "\"02002a37-0000-0000-0000-54f69dff0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ba5e7151-e644-4d22-a3af-aaa9d36afe27",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAaBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-03T18:40:15.1413841-08:00",
  "CompletedTime": "2015-03-04T09:35:07.2418516-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4c1280b3-8acd-4f9e-9fde-7c376fd94a28",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-03T20:25:49.3263536-08:00",
      "CompleteTime": "2015-03-03T20:34:26.7946199-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "01670b23-0f3a-448a-995e-ce50d7207356",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-03T20:25:50.1799692-08:00",
      "CompleteTime": "2015-03-03T20:35:56.5512769-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "50e7fbee-9e12-4598-92b0-625a30d6706d",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-03T20:26:06.9271939-08:00",
      "CompleteTime": "2015-03-03T20:37:41.9719941-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6de2a35-babf-41b9-b45c-9b02ddfd5ed1",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-03T20:26:12.608135-08:00",
      "CompleteTime": "2015-03-03T20:35:27.1210745-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7944df53-0c1f-4e7c-a508-289decf760fc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T00:46:08.2104578-08:00",
      "CompleteTime": "2015-03-04T00:56:43.5546635-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09020c25-fe7e-4da3-a690-3a6e55b62575",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-04T02:12:44.4742752-08:00",
      "CompleteTime": "2015-03-04T02:30:01.364587-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "614f53b4-ec2c-4e47-b6d8-06ea068f1eec",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T04:31:57.8515322-08:00",
      "CompleteTime": "2015-03-04T04:43:03.3572252-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f4593188-d621-4644-82de-05c1cb5afc25",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-04T07:42:07.25966-08:00",
      "CompleteTime": "2015-03-04T12:37:15.3984149-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "4cd43a9f-3e1b-42f3-995e-62d387ce30f9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T18:40:18.1578121-08:00",
      "EndTime": "2015-03-03T18:53:57.8399608-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4f8e639-9d1c-4440-83f1-594ac0793ed9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T18:54:24.7763563-08:00",
      "EndTime": "2015-03-03T18:55:34.9084873-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6267287d-3f94-45c5-92f8-18daf73499b0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T18:55:35.2750726-08:00",
      "EndTime": "2015-03-03T19:30:44.4762101-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "905403d2-19ab-44c9-88e7-684b9c0dfba7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-03T19:31:01.7791977-08:00",
      "EndTime": "2015-03-03T19:44:24.046894-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2d77fe61-e1ed-4392-aa5a-f2f8481cacce",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-03T19:44:24.449722-08:00",
      "EndTime": "2015-03-03T20:15:42.3960473-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1bf8d51-6cf1-4c67-8c5d-00864e9b4d22",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-03T21:25:46.7566203-08:00",
      "EndTime": "2015-03-03T23:45:29.7200444-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "060d5ec6-05f8-4dcd-89b6-8ac1b711461e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-04T00:31:12.0476008-08:00",
      "EndTime": "2015-03-04T02:00:49.6524567-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4e7a57e0-05ad-407c-beac-76d4c5294e93",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-04T02:52:48.4458355-08:00",
      "EndTime": "2015-03-04T04:20:30.3179317-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5d4f3f97-aa9d-4353-b859-fbc811d40f35",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-04T05:12:01.8250508-08:00",
      "EndTime": "2015-03-04T07:20:01.705416-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "03095979-00ac-443a-88ad-818aebeecf21",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150303.3\\x64\\Release",
      "StartTime": "2015-03-04T07:35:40.9186722-08:00",
      "EndTime": "2015-03-04T07:37:51.1709975-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "251 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Downloaded files do not contain edb file\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 203,
          "First": "2015-03-04T07:50:05.8827189",
          "Last": "2015-03-04T09:34:41.7660405"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-04T01:15:37.7445293",
          "Last": "2015-03-04T01:18:14.9497187"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 44,
          "First": "2015-03-04T01:31:02.8194442",
          "Last": "2015-03-04T06:34:45.6008353"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-04T07:54:42.6034546",
          "Last": "2015-03-04T07:54:42.6034546"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-04T07:54:42.6041033",
          "Last": "2015-03-04T07:54:42.6041033"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "48 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 46,
          "First": "2015-03-04T02:41:03.4732924",
          "Last": "2015-03-04T09:25:42.7999546"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-04T02:07:01.0981443",
          "Last": "2015-03-04T02:07:01.0981443"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-03T22:22:59.6566788",
          "Last": "2015-03-03T22:22:59.6566788"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41071223,
          "Average": 266696.25,
          "Max": 357871,
          "Min": 5685
        },
        {
          "StatusCode": 400,
          "Total": 42,
          "Average": 0.27,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 8677,
          "Average": 56.34,
          "Max": 8677,
          "Min": 8677
        },
        {
          "StatusCode": 403,
          "Total": 3352,
          "Average": 21.77,
          "Max": 2323,
          "Min": 287
        },
        {
          "StatusCode": 404,
          "Total": 195452,
          "Average": 1269.17,
          "Max": 10897,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 34,
          "Average": 0.22,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40687,
          "Average": 264.2,
          "Max": 1811,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5732763,
          "Average": 37225.73,
          "Max": 97592,
          "Min": 2555
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1195149,
          "Average": 7760.71,
          "Max": 10537,
          "Min": 172
        },
        {
          "StatusCode": 401,
          "Total": 57,
          "Average": 0.37,
          "Max": 57,
          "Min": 57
        },
        {
          "StatusCode": 404,
          "Total": 5834,
          "Average": 37.88,
          "Max": 232,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 987,
          "Average": 6.41,
          "Max": 45,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 139166,
          "Average": 903.68,
          "Max": 1965,
          "Min": 30
        },
        {
          "StatusCode": 449,
          "Total": 8443,
          "Average": 54.82,
          "Max": 254,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3576856,
          "Average": 23226.34,
          "Max": 30905,
          "Min": 455
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 229,
          "Average": 1.49,
          "Max": 229,
          "Min": 229
        },
        {
          "StatusCode": 403,
          "Total": 29,
          "Average": 0.19,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 22361,
          "Average": 145.2,
          "Max": 779,
          "Min": 25
        },
        {
          "StatusCode": 410,
          "Total": 3290,
          "Average": 21.36,
          "Max": 153,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 429449,
          "Average": 2788.63,
          "Max": 6385,
          "Min": 171
        },
        {
          "StatusCode": 449,
          "Total": 17631,
          "Average": 114.49,
          "Max": 446,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6068037,
          "Average": 39402.84,
          "Max": 54056,
          "Min": 635
        },
        {
          "StatusCode": 400,
          "Total": 499,
          "Average": 3.24,
          "Max": 320,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.09,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 403,
          "Total": 8697,
          "Average": 56.47,
          "Max": 4081,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 21,
          "Average": 0.14,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4540,
          "Average": 29.48,
          "Max": 189,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 924924,
          "Average": 6006.0,
          "Max": 15190,
          "Min": 961
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30834278,
          "Average": 200222.58,
          "Max": 230613,
          "Min": 2487
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 17,
          "Average": 0.11,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 8979,
          "Average": 58.31,
          "Max": 1121,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32280,
          "Average": 209.61,
          "Max": 1868,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 288906,
          "Average": 1876.01,
          "Max": 7601,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6800030,
          "Average": 44156.04,
          "Max": 60794,
          "Min": 616
        },
        {
          "StatusCode": 401,
          "Total": 1448,
          "Average": 9.4,
          "Max": 1448,
          "Min": 1448
        },
        {
          "StatusCode": 404,
          "Total": 35931,
          "Average": 233.32,
          "Max": 1412,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 32321,
          "Average": 209.88,
          "Max": 1939,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 238528,
          "Average": 1548.88,
          "Max": 6407,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 2,
          "First": "2015-03-03T22:50:00",
          "Last": "2015-03-03T22:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 19,
          "First": "2015-03-03T22:50:00",
          "Last": "2015-03-03T22:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 46,
          "First": "2015-03-03T22:05:00",
          "Last": "2015-03-04T01:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 2,
          "First": "2015-03-03T23:00:00",
          "Last": "2015-03-03T23:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-03-04T07:55:01.4393439",
          "Last": "2015-03-04T07:55:01.4393439"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "748 replica health errors | 147 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 51,
          "First": "2015-03-04T01:42:21.094",
          "Last": "2015-03-04T08:22:25.104"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 147,
          "First": "2015-03-03T22:34:21.746",
          "Last": "2015-03-04T07:37:16.915"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 15,
          "First": "2015-03-04T08:02:21.076",
          "Last": "2015-03-04T09:32:37.809"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 388,
          "First": "2015-03-03T22:34:21.756",
          "Last": "2015-03-04T07:37:16.915"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1583 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2197816081",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 3.411
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 278,
          "HourlyAverage": 19.754
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 147,
          "HourlyAverage": 10.446
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1090,
          "HourlyAverage": 77.453
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.853
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2197816081,
          "Count": 2,
          "HourlyAverage": 0.142
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.355
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.213
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "60 partitions violated quota invariants | 59 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "d1de5594-9a12-4fc8-98e0-2a3a0f6af4ba",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 21715,
          "LastQuota": 3491759,
          "LastIndexUsage": 370329,
          "First": "2015-03-04T05:15:00",
          "Last": "2015-03-04T05:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8ec256ba-ff98-4c45-8cd3-476969b7b152",
          "MaxQuota": 8144708,
          "MaxUsage": 6510622
        },
        {
          "PartitionId": "53af2a49-913c-4ebf-a721-e1927594c2c3",
          "MaxQuota": 6981471,
          "MaxUsage": 6460001
        },
        {
          "PartitionId": "125daa1f-9057-4d79-a2fe-a5d8d5f10f68",
          "MaxQuota": 6981471,
          "MaxUsage": 6454833
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "125daa1f-9057-4d79-a2fe-a5d8d5f10f68",
          "MaxCrudUsage": 6336,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 7884
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "8ec256ba-ff98-4c45-8cd3-476969b7b152",
          "MaxCrudUsage": 6384,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 7856
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "53af2a49-913c-4ebf-a721-e1927594c2c3",
          "MaxCrudUsage": 6328,
          "MaxIndexUsage": 1708,
          "MaxTotalUsage": 7828
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-03T23:35:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 432.13,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-04T05:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 240.785,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T23:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 203.506,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T23:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 159.676,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-03T23:35:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 148.636,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.703838
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 84.844284
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.205247
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.260882
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.459463
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48.135921
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45.881352
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 40.009253
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 39.682034
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 39.471201
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 428.191138 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 428.191138
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 414.707366
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 379.51778
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 375.448711
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 356.33365
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59483.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 61442.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62265.357143
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 63601.37931
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63656.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed",
          "Count": 5,
          "First": "2015-03-03T19:59:17.2599293",
          "Last": "2015-03-04T01:18:05.9012213"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "58 Direct Tcp requests with 503 | 44 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 3,
          "First": "2015-03-03T22:25:00",
          "Last": "2015-03-03T22:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 55,
          "Average": 3,
          "First": "2015-03-03T21:55:00",
          "Last": "2015-03-04T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 38,
          "Average": 2,
          "First": "2015-03-03T21:55:00",
          "Last": "2015-03-04T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 2,
          "First": "2015-03-03T22:20:00",
          "Last": "2015-03-03T22:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-04T06:05:00",
          "Last": "2015-03-04T06:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:2557c26b-0038-45c0-b4ea-cef23fdd2353 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-04T04:36:39.7158543"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-04+02%3a40%3a15Z&end=2015-03-04+17%3a35%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-03T23:50:18.3329044-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 302268,
      "PhysicalCRUDUsageInMB": 431896,
      "LogicalIndexUsageInMB": 9497,
      "LogicalCRUDUsageInMB": 116737,
      "ClientReportedUsageInMB": 131958
    },
    {
      "TimeStamp": "2015-03-04T02:12:23.2461585-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 185472,
      "PhysicalCRUDUsageInMB": 875680,
      "LogicalIndexUsageInMB": 18299,
      "LogicalCRUDUsageInMB": 227064,
      "ClientReportedUsageInMB": 46922
    },
    {
      "TimeStamp": "2015-03-04T04:31:35.2933455-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 259428,
      "PhysicalCRUDUsageInMB": 1251521,
      "LogicalIndexUsageInMB": 26515,
      "LogicalCRUDUsageInMB": 337370,
      "ClientReportedUsageInMB": 204102
    },
    {
      "TimeStamp": "2015-03-04T07:34:44.22295-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 340908,
      "PhysicalCRUDUsageInMB": 1891324,
      "LogicalIndexUsageInMB": 36526,
      "LogicalCRUDUsageInMB": 467989,
      "ClientReportedUsageInMB": 439496
    },
    {
      "TimeStamp": "2015-03-04T09:35:07.2418516-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 199592,
      "PhysicalCRUDUsageInMB": 1210364,
      "LogicalIndexUsageInMB": 22215,
      "LogicalCRUDUsageInMB": 283974,
      "ClientReportedUsageInMB": 495
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAaBAAAAAAAAA==",
  "_ts": 1425501435,
  "_etag": "\"050028c2-0000-0000-0000-54f76cfb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "87f8251b-57a7-40d9-9673-c679e5798598",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAbBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-03T19:17:16.1990305-08:00",
  "CompletedTime": "2015-03-03T19:48:34.4317997-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "5b4f1d4e-0d0e-43be-8f1f-b7b7c2d5dd51",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T19:17:50.6719999-08:00",
      "EndTime": "2015-03-03T19:31:01.3321079-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAbBAAAAAAAAA==",
  "_ts": 1425440914,
  "_etag": "\"010062b5-0000-0000-0000-54f680920000\"",
  "_attachments": "attachments/"
},
{
  "id": "b1327348-36bb-4d78-b701-2bdb70ea1941",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAcBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-03T19:48:34.6939014-08:00",
  "CompletedTime": "2015-03-03T23:36:53.1361661-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7bb5efed-9d15-4bbe-95f5-289197bb9367",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T19:48:43.5591521-08:00",
      "EndTime": "2015-03-03T20:02:02.1437758-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAcBAAAAAAAAA==",
  "_ts": 1425454612,
  "_etag": "\"020082a0-0000-0000-0000-54f6b6140000\"",
  "_attachments": "attachments/"
},
{
  "id": "bbc0816c-32cf-48bb-90a7-29a30015183c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAdBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-03T20:30:18.7583266-08:00",
  "CompletedTime": "2015-03-04T02:01:54.5555999-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "51bcba06-bba1-44b1-bcf6-3fee0067cb8f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T20:30:22.3887249-08:00",
      "EndTime": "2015-03-03T20:43:26.7579251-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "91a4971a-bc77-43a7-9a7f-0b30054e3b40",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T20:46:49.0252272-08:00",
      "EndTime": "2015-03-03T20:47:56.9828314-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e426ea8-a2f9-42fa-a82e-ee17f075948c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T20:47:57.3478627-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAdBAAAAAAAAA==",
  "_ts": 1425463314,
  "_etag": "\"0300cc35-0000-0000-0000-54f6d8120000\"",
  "_attachments": "attachments/"
},
{
  "id": "acc4459d-8b7b-4582-87d2-add60bd261f2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAeBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-03T21:54:09.1262697-08:00",
  "CompletedTime": "2015-03-03T23:25:06.1019748-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f6fc7dd9-d684-44ea-af93-ef534a41d736",
      "EventName": "Upgrade Management Endpoint",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T21:54:09.6313107-08:00",
      "EndTime": "2015-03-03T21:58:15.9787148-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "d6665c98-4f7a-47ed-b145-81aa3659d7fc",
      "EventName": "Remove Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T21:59:26.610139-08:00",
      "EndTime": "2015-03-03T22:00:32.0848343-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "13d8a7d5-a977-4ff5-be78-9510670a5998",
      "EventName": "Create Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T22:00:32.4268607-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAeBAAAAAAAAA==",
  "_ts": 1425453905,
  "_etag": "\"02007994-0000-0000-0000-54f6b3510000\"",
  "_attachments": "attachments/"
},
{
  "id": "8e834eb7-645c-460d-89d5-751a64bdd8a1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAfBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-03T23:25:06.3256002-08:00",
  "CompletedTime": "2015-03-03T23:59:10.6496854-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "63045755-43d8-4fab-8107-34a8749ad3ad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T23:25:06.781975-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAfBAAAAAAAAA==",
  "_ts": 1425455949,
  "_etag": "\"020015b7-0000-0000-0000-54f6bb4d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a99e9ea3-7f3d-47a7-89af-2b86dfafc4b9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAgBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-03T23:36:53.3892051-08:00",
  "CompletedTime": "2015-03-04T19:27:15.7299882-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "29b7adc0-ae72-42ee-b55d-47d3332fd4d1",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T00:39:21.0814163-08:00",
      "CompleteTime": "2015-03-04T00:46:57.5503984-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7012b4f-e31b-4d2b-9801-0104349ce075",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T00:39:21.4724858-08:00",
      "CompleteTime": "2015-03-04T00:45:57.4553891-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "babb8ff7-27b3-4711-82a4-4c6f388862ec",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T00:39:21.989469-08:00",
      "CompleteTime": "2015-03-04T00:46:27.6394163-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1968790f-7a97-426b-87cd-7e1926200373",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T23:36:55.3543867-08:00",
      "EndTime": "2015-03-03T23:50:29.0610439-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "de14a083-ba52-4e9d-9349-803d000afaac",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T23:52:07.4283763-08:00",
      "EndTime": "2015-03-03T23:53:14.9367222-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "94d549d4-9637-4d29-b823-28f6c217ee8d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-03T23:53:15.2937452-08:00",
      "EndTime": "2015-03-04T00:28:51.0160645-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d65cf5e6-330d-40f9-bf90-6073346ab352",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150303.2\\x64\\Release",
      "StartTime": "2015-03-04T00:29:01.9576958-08:00",
      "EndTime": "2015-03-04T00:29:10.7742045-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAgBAAAAAAAAA==",
  "_ts": 1425526035,
  "_etag": "\"0000a6a7-0000-0000-0000-54f7cd130000\"",
  "_attachments": "attachments/"
},
{
  "id": "993b70cc-8336-44d1-9ed1-6e17448ced19",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAhBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-03T23:59:10.8607016-08:00",
  "CompletedTime": "2015-03-04T18:36:41.5859318-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c487ad6a-6ac9-44bc-9766-ee375d05de2f",
      "Name": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 9,
      "StartTime": "2015-03-04T01:35:02.229262-08:00",
      "CompleteTime": "2015-03-04T01:44:43.8193002-08:00",
      "Endpoint": "https://colld29aaabbf0-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a387c7fc-f051-4408-8a7c-cbafbe0b7730",
      "Name": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 11,
      "StartTime": "2015-03-04T01:35:02.5759497-08:00",
      "CompleteTime": "2015-03-04T01:42:43.445731-08:00",
      "Endpoint": "https://coll4fe38ce86d-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "98e1da66-ebdc-44aa-a268-18653d6b2152",
      "Name": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 6,
      "StartTime": "2015-03-04T01:35:02.9100697-08:00",
      "CompleteTime": "2015-03-04T01:43:13.6163536-08:00",
      "Endpoint": "https://coll7ef209ce3d-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b814e785-ab66-4e22-8caa-9d76c448e6b7",
      "Name": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T01:35:03.3209827-08:00",
      "CompleteTime": "2015-03-04T01:43:44.1149305-08:00",
      "Endpoint": "https://collb7a6e4acda-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ea5cbed-32b9-4a67-b58c-8bbe06621b95",
      "Name": "coll742021b7b8-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T01:35:03.8043416-08:00",
      "CompleteTime": "2015-03-04T01:44:13.7369742-08:00",
      "Endpoint": "https://coll742021b7b8-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a15d1f7b-1847-49f0-b7b6-665d4d952f3f",
      "Name": "coll605b5b680f-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T01:35:04.2984683-08:00",
      "CompleteTime": "2015-03-04T01:40:39.4833632-08:00",
      "Endpoint": "https://coll605b5b680f-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "32f27fe0-5a53-4352-89e2-64d1d337d8fc",
      "Name": "coll584277da8c-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10,
      "StartTime": "2015-03-04T01:35:04.8242703-08:00",
      "CompleteTime": "2015-03-04T01:45:14.4390625-08:00",
      "Endpoint": "https://coll584277da8c-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "77a0b33b-5062-437a-a60f-e9144aecfd7b",
      "Name": "coll15600d1844-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T01:35:05.376782-08:00",
      "CompleteTime": "2015-03-04T01:47:14.7960561-08:00",
      "Endpoint": "https://coll15600d1844-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9bda816b-9953-4f5f-a457-b10f2ac5dba3",
      "Name": "colldb06d05127-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 7,
      "StartTime": "2015-03-04T01:35:05.898889-08:00",
      "CompleteTime": "2015-03-04T01:45:44.0034725-08:00",
      "Endpoint": "https://colldb06d05127-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e46f08fb-7c7f-4683-a0d4-543fbda9027d",
      "Name": "coll60e36a6285-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 4,
      "StartTime": "2015-03-04T01:35:06.3888116-08:00",
      "CompleteTime": "2015-03-04T01:46:14.1239976-08:00",
      "Endpoint": "https://coll60e36a6285-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59442c4a-29d1-4c27-b14c-308e70975b44",
      "Name": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 2,
      "StartTime": "2015-03-04T01:35:06.8736266-08:00",
      "CompleteTime": "2015-03-04T01:47:44.4920059-08:00",
      "Endpoint": "https://coll4cd03fb4a9-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f28e5f7-9a32-460b-b976-435e39ee9314",
      "Name": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 12,
      "StartTime": "2015-03-04T01:35:07.3645236-08:00",
      "CompleteTime": "2015-03-04T01:46:44.3265999-08:00",
      "Endpoint": "https://collb2f5b466e4-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8915a732-e380-4f7b-936b-9a950dbf9d7b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-03T23:59:11.325736-08:00",
      "EndTime": "2015-03-04T00:07:04.5554458-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "591b8af5-d455-4349-81e7-ed200cdf56ff",
      "EventName": "Remove Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T00:07:12.8948393-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "87a05254-7ff8-4b10-934d-1dc2a2b6ddac",
      "EventName": "Create Federation",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T00:07:13.2322647-08:00",
      "EndTime": "2015-03-04T00:39:31.0483467-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "36db8f7d-b7ff-4512-b7b3-505ef964ec69",
      "EventName": "Upgrade Federation Application",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T02:34:57.7853949-08:00",
      "EndTime": "2015-03-04T03:36:53.9639477-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9bdaa099-e9f3-410f-88c9-8d34ce881adb",
      "EventName": "Upgrade Federation Application",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T04:25:44.2826534-08:00",
      "EndTime": "2015-03-04T05:29:36.3330091-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ddd846a-efd5-419c-933c-3f2ccdd7c310",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T06:20:20.6752823-08:00",
      "EndTime": "2015-03-04T07:56:45.1348477-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "85a8ec9b-2681-45e4-90b3-556838c207c0",
      "EventName": "Upgrade Package",
      "Build": "F:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-04T08:51:37.6426112-08:00",
      "EndTime": "2015-03-04T10:57:20.2810721-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a57%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a57%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-04T07:07:55.4202837",
          "Last": "2015-03-04T07:14:53.6852091"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a57%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "232 requests with 500 | 1 requests with 502",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Count": 25,
          "First": "2015-03-04T02:37:29.7501888",
          "Last": "2015-03-04T05:37:28.2235863"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Count": 25,
          "First": "2015-03-04T02:37:47.6242224",
          "Last": "2015-03-04T06:47:48.3443205"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Count": 21,
          "First": "2015-03-04T02:38:22.6894612",
          "Last": "2015-03-04T09:48:42.7459296"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
          "Count": 15,
          "First": "2015-03-04T02:50:19.9579074",
          "Last": "2015-03-04T06:50:22.0475296"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
          "Count": 7,
          "First": "2015-03-04T02:50:40.1822925",
          "Last": "2015-03-04T10:50:40.1730445"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll15600d1844-bn3prdddc01-docdb-private-7",
          "Count": 15,
          "First": "2015-03-04T02:52:36.5481873",
          "Last": "2015-03-04T05:12:33.7090248"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll584277da8c-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "First": "2015-03-04T02:52:37.6788926",
          "Last": "2015-03-04T02:52:37.8807765"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Count": 25,
          "First": "2015-03-04T02:55:34.1796954",
          "Last": "2015-03-04T05:35:32.0244872"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll60e36a6285-bn3prdddc01-docdb-private-7",
          "Count": 15,
          "First": "2015-03-04T03:25:23.48363",
          "Last": "2015-03-04T05:35:23.0678871"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Count": 41,
          "First": "2015-03-04T03:05:39.5885977",
          "Last": "2015-03-04T09:46:01.0317152"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "colldb06d05127-bn3prdddc01-docdb-private-7",
          "Count": 25,
          "First": "2015-03-04T03:10:43.9596357",
          "Last": "2015-03-04T10:50:43.6815893"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 13,
          "First": "2015-03-04T03:32:24.9185613",
          "Last": "2015-03-04T05:32:24.7630675"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 502,
          "HostName": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-04T09:33:07.9392954",
          "Last": "2015-03-04T09:33:07.9392954"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a57%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a58%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 12,
          "Average": 2,
          "Max": 2,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a58%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a58%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 217,
          "Average": 2.01,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28,
          "Average": 0.26,
          "Max": 2,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a58%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a59%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 650,
          "Average": 5.91,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 89,
          "Average": 0.81,
          "Max": 3,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a59%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+18%3a59%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "MasterCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-03-04T01:20:00",
          "Last": "2015-03-04T01:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 1,
          "First": "2015-03-04T05:05:00",
          "Last": "2015-03-04T05:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a07%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a11%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a11%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a11%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "2064 replica alerts for SuccessfulBackup | 1469 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "coll60e36a6285-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 3.416
        },
        {
          "DatabaseAccount": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 50,
          "HourlyAverage": 4.744
        },
        {
          "DatabaseAccount": "colldb06d05127-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 4.554
        },
        {
          "DatabaseAccount": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 91,
          "HourlyAverage": 8.634
        },
        {
          "DatabaseAccount": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 108,
          "HourlyAverage": 10.247
        },
        {
          "DatabaseAccount": "coll15600d1844-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.518
        },
        {
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 73,
          "HourlyAverage": 6.926
        },
        {
          "DatabaseAccount": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 101,
          "HourlyAverage": 9.583
        },
        {
          "DatabaseAccount": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 2.277
        },
        {
          "DatabaseAccount": "coll584277da8c-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 84,
          "HourlyAverage": 7.97
        },
        {
          "DatabaseAccount": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 3.036
        },
        {
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 43,
          "HourlyAverage": 4.08
        },
        {
          "DatabaseAccount": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 147,
          "HourlyAverage": 13.947
        },
        {
          "DatabaseAccount": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 196,
          "HourlyAverage": 18.596
        },
        {
          "DatabaseAccount": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 209,
          "HourlyAverage": 19.83
        },
        {
          "DatabaseAccount": "coll584277da8c-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 145,
          "HourlyAverage": 13.757
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.803
        },
        {
          "DatabaseAccount": "colldb06d05127-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 11.575
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 136,
          "HourlyAverage": 12.903
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 127,
          "HourlyAverage": 12.05
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 147,
          "HourlyAverage": 13.947
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 131,
          "HourlyAverage": 12.429
        },
        {
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 125,
          "HourlyAverage": 11.86
        },
        {
          "DatabaseAccount": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 109,
          "HourlyAverage": 10.342
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 127,
          "HourlyAverage": 12.05
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 138,
          "HourlyAverage": 13.093
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.803
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.518
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 121,
          "HourlyAverage": 11.48
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 134,
          "HourlyAverage": 12.714
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 146,
          "HourlyAverage": 13.852
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 151,
          "HourlyAverage": 14.327
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 2.087
        },
        {
          "DatabaseAccount": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 3.89
        },
        {
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 79,
          "HourlyAverage": 7.495
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 2.087
        },
        {
          "DatabaseAccount": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 52,
          "HourlyAverage": 4.934
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 1.898
        },
        {
          "DatabaseAccount": "coll60e36a6285-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 67,
          "HourlyAverage": 6.357
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 1.139
        },
        {
          "DatabaseAccount": "coll15600d1844-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 2.087
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.949
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.423
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a11%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a12%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0c3acceb-ea4d-4200-91c3-6b8fd9ef0da0",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        },
        {
          "PartitionId": "1d29abcd-8b22-4325-87dd-d8ed07642256",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        },
        {
          "PartitionId": "4001c379-0859-44e2-8ef0-b422fec153aa",
          "MaxQuota": 10476298,
          "MaxUsage": 321
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a12%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "PartitionId": "1b2ddd28-9d81-4f4b-9c33-89ed3e724f90",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 496
        },
        {
          "DocumentServiceId": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "PartitionId": "6a68e474-36a8-4d4c-8104-63fec5f14ffb",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 496
        },
        {
          "DocumentServiceId": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "PartitionId": "03be3a1a-cf2e-471c-ba2e-efb30df7f367",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 496
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a12%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a13%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.734833
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 98.752254
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 98.779439
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 98.782081
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.815742
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a14%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 8.962703
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 8.418696
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 8.027249
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 7.811121
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 7.806936
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a14%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 101.886092
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.97258
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52.17299
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 41.730891
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 17.883258
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a15%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 108000.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 108468.615385
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 108621.88
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 108837.653846
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 108895.307692
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a15%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "8 background task exceptions with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5e8a24a3-a9db-484a-a3c2-cdda645f536d",
          "Count": 1,
          "First": "2015-03-04T00:52:36.1919926",
          "Last": "2015-03-04T00:52:36.1919926"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 768fa57a-685c-44ac-af10-ff2ddd5c6202",
          "Count": 1,
          "First": "2015-03-04T10:09:13.7490819",
          "Last": "2015-03-04T10:09:13.7490819"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 66e3721d-d4ab-4824-b7cf-2f17ec17a25f",
          "Count": 1,
          "First": "2015-03-04T00:52:34.1378216",
          "Last": "2015-03-04T00:52:34.1378216"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 12aa2e7c-ac64-483a-a39d-c600d409213f",
          "Count": 1,
          "First": "2015-03-04T10:20:54.4653153",
          "Last": "2015-03-04T10:20:54.4653153"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 03e94101-d424-47db-b5d8-92cdc9499657",
          "Count": 1,
          "First": "2015-03-04T00:52:13.0373634",
          "Last": "2015-03-04T00:52:13.0373634"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 3ab5ece5-1daa-499d-9f03-b5363810ee2b",
          "Count": 1,
          "First": "2015-03-04T06:57:44.1312618",
          "Last": "2015-03-04T06:57:44.1312618"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 20633246-504f-4aab-8ddc-2b02e1bade98",
          "Count": 1,
          "First": "2015-03-04T00:52:12.5902553",
          "Last": "2015-03-04T00:52:12.5902553"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b0cf655d-1422-4b97-8c24-2e493c0c8ba8",
          "Count": 1,
          "First": "2015-03-04T09:38:27.543508",
          "Last": "2015-03-04T09:38:27.543508"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a15%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a16%3a57Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "77 Direct Https requests with 500 | 98 Gateway Https requests with 500 | 82 Direct Tcp requests with 500 | 1 Direct Tcp requests with 502 | 1 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T02:35:00",
          "Last": "2015-03-04T05:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T03:25:00",
          "Last": "2015-03-04T06:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll742021b7b8-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T03:45:00",
          "Last": "2015-03-04T03:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll15600d1844-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T02:50:00",
          "Last": "2015-03-04T03:40:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll15600d1844-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T05:10:00",
          "Last": "2015-03-04T11:00:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T03:30:00",
          "Last": "2015-03-04T03:30:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 8,
          "Average": 4,
          "First": "2015-03-04T03:40:00",
          "Last": "2015-03-04T05:30:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T11:00:00",
          "Last": "2015-03-04T11:00:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "colldb06d05127-bn3prdddc01-docdb-private-7",
          "Count": 15,
          "Average": 5,
          "First": "2015-03-04T03:10:00",
          "Last": "2015-03-04T10:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "colldb06d05127-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T03:30:00",
          "Last": "2015-03-04T05:10:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll60e36a6285-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T03:25:00",
          "Last": "2015-03-04T05:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll60e36a6285-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T05:15:00",
          "Last": "2015-03-04T05:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Count": 2,
          "Average": 2,
          "First": "2015-03-04T02:35:00",
          "Last": "2015-03-04T02:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Count": 13,
          "Average": 4,
          "First": "2015-03-04T03:05:00",
          "Last": "2015-03-04T05:15:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collb2f5b466e4-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T03:25:00",
          "Last": "2015-03-04T05:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T02:35:00",
          "Last": "2015-03-04T06:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-04T05:05:00",
          "Last": "2015-03-04T05:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll4fe38ce86d-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T05:15:00",
          "Last": "2015-03-04T09:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T02:50:00",
          "Last": "2015-03-04T02:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "colld29aaabbf0-bn3prdddc01-docdb-private-7",
          "Count": 2,
          "Average": 2,
          "First": "2015-03-04T10:50:00",
          "Last": "2015-03-04T10:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Count": 18,
          "Average": 4,
          "First": "2015-03-04T03:05:00",
          "Last": "2015-03-04T11:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Count": 24,
          "Average": 4,
          "First": "2015-03-04T03:25:00",
          "Last": "2015-03-04T07:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll7ef209ce3d-bn3prdddc01-docdb-private-7",
          "Count": 4,
          "Average": 2,
          "First": "2015-03-04T06:45:00",
          "Last": "2015-03-04T09:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T02:50:00",
          "Last": "2015-03-04T02:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll4cd03fb4a9-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T05:20:00",
          "Last": "2015-03-04T06:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Count": 10,
          "Average": 5,
          "First": "2015-03-04T02:55:00",
          "Last": "2015-03-04T03:45:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Count": 15,
          "Average": 5,
          "First": "2015-03-04T03:05:00",
          "Last": "2015-03-04T05:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T11:05:00",
          "Last": "2015-03-04T11:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll584277da8c-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T02:50:00",
          "Last": "2015-03-04T02:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "coll584277da8c-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-04T11:00:00",
          "Last": "2015-03-04T11:00:00"
        },
        {
          "StatusCode": 502,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "coll605b5b680f-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-04T09:30:00",
          "Last": "2015-03-04T09:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "collb7a6e4acda-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-04T09:45:00",
          "Last": "2015-03-04T09:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a17%3a01Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-04+07%3a59%3a10Z&end=2015-03-04+19%3a17%3a11Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-04T03:45:03.791168-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 98048,
      "PhysicalCRUDUsageInMB": 11112,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 92,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-04T05:39:44.0862815-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 65548,
      "PhysicalCRUDUsageInMB": 9792,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 85,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-04T08:10:59.6062487-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 48256,
      "PhysicalCRUDUsageInMB": 9656,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 78,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-04T11:17:20.1622175-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 10080,
      "PhysicalCRUDUsageInMB": 10488,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 78,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAhBAAAAAAAAA==",
  "_ts": 1425523011,
  "_etag": "\"00005152-0000-0000-0000-54f7c1430000\"",
  "_attachments": "attachments/"
},
{
  "id": "dbdc3b39-4537-40b8-a9bd-0041693dc541",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAiBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-04T02:01:54.817615-08:00",
  "CompletedTime": "2015-03-04T06:50:16.1887304-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "530bcd1e-f25e-4675-9adf-f05f5422c851",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T02:01:59.6108739-08:00",
      "EndTime": "2015-03-04T02:15:35.7081725-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "57bc0ed5-739f-447e-90a4-77f101859b8b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T02:18:03.8687207-08:00",
      "EndTime": "2015-03-04T02:19:11.3806153-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "a5935f8a-7600-4888-a949-18be4502d212",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T02:19:11.803639-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAiBAAAAAAAAA==",
  "_ts": 1425480615,
  "_etag": "\"04005a5e-0000-0000-0000-54f71ba70000\"",
  "_attachments": "attachments/"
},
{
  "id": "d2e57e5b-73ea-4793-81f8-f5b1a3924451",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAjBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-04T06:50:16.4497457-08:00",
  "CompletedTime": "2015-03-04T11:47:23.9320728-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3095c8fa-7a9a-4908-ba30-6441f77f3fd7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T06:52:21.153941-08:00",
      "EndTime": "2015-03-04T06:53:27.4527656-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "70b3448f-4e79-4692-94a8-fe1b7bb1e3b3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T06:53:27.8837912-08:00",
      "EndTime": "2015-03-04T07:06:02.0592724-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c8c4ac7-02ed-4b09-9928-29e0ab22a0c4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T07:06:02.47331-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAjBAAAAAAAAA==",
  "_ts": 1425498443,
  "_etag": "\"0500168f-0000-0000-0000-54f7614b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7b8afe14-96fd-40e8-add8-7e337db6dcd4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAkBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-04T11:47:24.1790574-08:00",
  "CompletedTime": "2015-03-05T18:26:28.5563664-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "85f70f67-f87e-49b7-9a29-a463a81e4ab1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T11:47:26.1492215-08:00",
      "EndTime": "2015-03-04T12:50:09.8335294-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "29f532b7-c9a6-47a6-bc8e-c56d71fc6b6b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T12:50:21.9642294-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "c84de744-bc6b-406e-a9e5-78a2337db27f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150302.1\\x64\\Release",
      "StartTime": "2015-03-04T12:50:22.329285-08:00",
      "EndTime": "2015-03-04T13:32:42.6918183-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAkBAAAAAAAAA==",
  "_ts": 1425608788,
  "_etag": "\"0300c63b-0000-0000-0000-54f910540000\"",
  "_attachments": "attachments/"
},
{
  "id": "732bcd35-c6a5-47b0-a9a1-54d0b5cc850f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAlBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-03-04T12:25:26.5511824-08:00",
  "CompletedTime": "2015-03-12T15:26:36.1711393-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "665052a0-a321-4e5a-91aa-b6bd9912489f",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-04T14:02:03.8293214-08:00",
      "CompleteTime": "2015-03-04T14:11:16.580002-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "82956204-3da7-46b1-b741-5fd56e948c76",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T14:02:04.1709233-08:00",
      "CompleteTime": "2015-03-04T14:12:11.2685637-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1324e3f1-3f08-472d-9469-ee77361a30ca",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T14:02:04.6662721-08:00",
      "CompleteTime": "2015-03-04T14:12:11.8911435-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "67c498ca-88be-4ff0-b334-17a2cc112feb",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T14:02:05.1626215-08:00",
      "CompleteTime": "2015-03-04T14:11:11.478897-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b8ef5864-9392-4e1a-b8c5-5fb7ce6c6837",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T17:31:51.0143767-08:00",
      "CompleteTime": "2015-03-04T17:41:27.2238277-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "23fdd073-ee2f-4135-a012-514385ab1069",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T21:11:11.1560813-08:00",
      "CompleteTime": "2015-03-04T21:38:23.3829771-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5ddb9adb-c4af-4739-b882-5c78bf0366f0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-04T12:25:28.2176483-08:00",
      "EndTime": "2015-03-04T12:33:40.0876895-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d918b718-a505-472b-a4d8-8da2d113f712",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-04T12:33:53.3897224-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "b43a3d2c-9b1f-43ca-943c-0b2b66aaabe4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\Staging_Official\\20150219.1\\x64\\Release",
      "StartTime": "2015-03-04T12:33:53.7351101-08:00",
      "EndTime": "2015-03-04T13:06:21.6425722-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b69ca099-5eb5-4fd2-997c-7b4c78d33873",
      "EventName": "Upgrade Management Endpoint",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-04T13:06:27.8335884-08:00",
      "EndTime": "2015-03-04T13:15:46.3762058-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab4be5a1-bee6-4592-9ef7-c562426f7cda",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-04T15:02:20.9343675-08:00",
      "EndTime": "2015-03-04T17:16:49.0352356-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "472e8f6c-4357-4cf4-a185-f1fbee4635d4",
      "EventName": "Upgrade Federation Application",
      "Build": "z:\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-04T17:16:53.23516-08:00",
      "EndTime": "2015-03-05T09:56:29.0896184-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAlBAAAAAAAAA==",
  "_ts": 1426199196,
  "_etag": "\"0d0077ff-0000-0000-0000-5502129c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "01112319-b116-4a9a-853a-0ef2cf75ae43",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAmBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-04T14:29:08.4519336-08:00",
  "CompletedTime": "2015-03-04T19:47:18.30926-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "335f07eb-f550-4e4a-a12e-80c09f863b1b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T14:30:29.2454667-08:00",
      "EndTime": "2015-03-04T14:31:37.1853519-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "08094c8d-4133-424a-a130-45fcf29eb754",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T14:31:37.5296302-08:00",
      "EndTime": "2015-03-04T15:04:52.5819855-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAmBAAAAAAAAA==",
  "_ts": 1425527237,
  "_etag": "\"000076b6-0000-0000-0000-54f7d1c50000\"",
  "_attachments": "attachments/"
},
{
  "id": "96d50852-830c-446a-a2c9-4d4c85d6656a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAnBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-04T17:28:44.9242536-08:00",
  "CompletedTime": "2015-03-04T17:33:47.8570673-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAnBAAAAAAAAA==",
  "_ts": 1425519227,
  "_etag": "\"0700031b-0000-0000-0000-54f7b27b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b579635d-51ba-4a8c-a06f-45ff12b4ca09",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAoBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-04T17:33:48.2070928-08:00",
  "CompletedTime": "2015-03-04T23:01:09.2056032-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "55aa37c6-e0eb-4eae-b699-acb78cfcd6ef",
      "Name": "coll91c68f44fc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 1761108,
      "StartTime": "2015-03-04T18:42:39.8885932-08:00",
      "CompleteTime": "2015-03-04T18:49:50.356719-08:00",
      "Endpoint": "https://coll91c68f44fc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cf61c8d4-a5f4-46de-a3ef-2c3daf70ce69",
      "Name": "coll9950862660-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:42:57.0527899-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4627ba0d-5c56-453a-86a2-40373e241e9a",
      "Name": "coll08a4af9d1e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:42:58.8431494-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "050996a2-617f-44a9-8a0e-dd90a1ce50d0",
      "Name": "smallwcb1dd830f6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:42:59.2091997-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "549f87ca-196a-4abd-b897-0f14ca238421",
      "Name": "smallw74df125021-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:42:59.5672268-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "50ccb984-33da-44bf-bd47-9e8365c29b67",
      "Name": "coll8fda22aa7b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:42:59.9342272-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b75ab945-326c-435f-8732-57b12f9e73e4",
      "Name": "smallwfb68e6d315-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:00.4611764-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f5e13732-ca41-4397-89ce-b6a0cfc28f80",
      "Name": "smallwd4dcba4f43-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:01.0138673-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "cd840053-224a-4b04-b122-373688e01afd",
      "Name": "smallw212fffaa96-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:01.5849461-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b221ef2d-68dc-48d8-8649-c35a9c589e76",
      "Name": "smallw3408edd742-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:02.1630897-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f533ad35-668d-4e6e-b6c1-51bae680124c",
      "Name": "smallw5ed8878e94-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:02.7423807-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ac4afd97-f18f-4f01-8cf9-e05044d9ab9a",
      "Name": "collbf0b76da96-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:03.3142479-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "054abdef-7f37-422c-9b1b-4b561b225395",
      "Name": "smallw30110f6616-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:03.8465293-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b1464455-0be0-4487-930b-d8b29a126e28",
      "Name": "smallwc70d8c4588-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:04.3715204-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "613fd8e1-ad1f-4e3c-a17a-9e2cdf7bc50e",
      "Name": "smallwd00f903e74-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:04.9835461-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "920eae5d-bb85-4c06-9789-1485b62660c6",
      "Name": "coll114091c98e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:05.6005945-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "efdeb4b4-eb02-4112-9e44-bfd405bd381c",
      "Name": "smallw0a81238d2b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:06.2068944-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "60ef70f9-a1e5-44af-9166-b7f44d8b0062",
      "Name": "smallw3c9fc3ea33-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:06.8185515-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1c7214c5-6fc6-4f49-88c9-c081b666f7ee",
      "Name": "smallwdc89f6691c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:07.4165987-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c6c057d3-6716-4624-be3f-8fc6134c83fd",
      "Name": "smallw495b50a08e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:08.0239294-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "728c1d1f-477c-42c6-935f-b051fba3f4b9",
      "Name": "collb923c46fc6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:08.5591302-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8d008563-c87f-4193-b053-29cfd58e1a4b",
      "Name": "smallwfd140de7d7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:09.0841701-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d5e3823e-2a30-4272-a595-1c9f41c8f5ae",
      "Name": "smallw86d4161c53-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:09.6227642-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ca211299-8c1b-412c-afca-cd57c131440c",
      "Name": "smallw492e289bf6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:10.1584799-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "cc2ba97b-a93d-4beb-9fbe-cac563b1b0b2",
      "Name": "smallwf4508e8f33-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:10.6944338-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4066da77-2ede-4517-af79-88c95eff6dce",
      "Name": "smallw877590ac63-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:11.2100552-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6ec642c5-b42c-4c06-bb50-0679ca4e9a1d",
      "Name": "smallwba54ef96f2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:11.7434955-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "00ca1127-b4c6-4f0c-9c5d-762bb43ae566",
      "Name": "smallw7a20c7e5a5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:12.2809325-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e3a23357-c98a-42d6-a5f6-e002f50b51de",
      "Name": "smallwfd80e1fdfb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:12.8189732-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "dac14e07-5edf-4e88-a4b7-94edf9aac403",
      "Name": "coll81bd7c6d84-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:13.3549368-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ee88f2ff-9505-4edc-ad64-5926bf1bbc4e",
      "Name": "smallw9d9d258abd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:13.9765917-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6743ec1b-2c14-4d70-9b7d-65c77e5e7da8",
      "Name": "smallw1dc08ca10e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:14.5776587-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5b35a690-a879-42a2-8959-154ba36470f5",
      "Name": "smallwb01cc2e519-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:15.1848579-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7134c6b1-7f59-4510-b730-17a0d19df06d",
      "Name": "smallwabf1987d26-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:15.7885161-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "78d4d4b7-1f2f-4334-b930-5392cd93f4fb",
      "Name": "smallw90fa308202-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:16.3939309-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6b0bd403-1aff-4cef-b1e1-30fa2c0d6e49",
      "Name": "smallw3c65cedb1f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:16.9262395-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f2a2a9d6-790a-4a30-9c1b-ed022f31c349",
      "Name": "smallw42bd7000f5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:17.4712319-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b236a664-678b-4910-8c79-1c2f77a67b92",
      "Name": "smallwc93e0d49ab-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:18.1639615-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1c9be114-99d6-4aa5-b0e1-052a1b5038c5",
      "Name": "smallw241974fea8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:18.8450324-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "848750a0-b9b9-4be2-a57b-4994ee7a8666",
      "Name": "smallwc60099d391-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:19.5396622-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fa39001d-1a35-48fc-a419-ce36087af68c",
      "Name": "smallwc1b61b4eb6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:20.2268921-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ad632f85-b54b-4f1d-91e4-3503dfab7745",
      "Name": "smallw630b362e18-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:20.9557149-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7ced7433-dfca-444b-9e32-2daf5e9ba444",
      "Name": "smallw1b811c9f52-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:21.7136059-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6d0aa6f7-dc27-4683-8556-924ab6b79cd7",
      "Name": "smallwcf72207004-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:22.4653974-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "dc792c19-15f6-490e-b7ef-1b104edec652",
      "Name": "smallw6fcb93ba12-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:23.2138289-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6762ff02-8717-450c-b2eb-92c235ccd192",
      "Name": "smallw7cf34d03ea-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:23.9961861-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "838cfc59-25ac-41a8-8f9a-1508340ecc08",
      "Name": "coll68805e8475-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:24.763627-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "70ddd62d-cd64-4e58-a613-80ca366f92a5",
      "Name": "smallw00c932681d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:25.5362711-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c461fa99-6f21-4d55-b0b8-d51722a294ea",
      "Name": "smallw465901b3d6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:26.3053516-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "859225b8-8a15-48cf-8159-b09a3b72a61d",
      "Name": "smallwfa7c091e58-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:27.0863381-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4966a441-4512-4cab-9837-cf461b7f21df",
      "Name": "smallw7548065558-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:27.7884971-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3313674d-3b96-4244-8cd9-e71954747c5b",
      "Name": "smallw08961cbc7b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:28.477882-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ada0b33f-54c7-483b-99a0-e5c0cdf536d8",
      "Name": "smallwc2a908a3ca-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:29.1779337-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1442fcc7-3a80-4063-b2e1-ae983f4a27a3",
      "Name": "smallwc7500f3115-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:29.9029892-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9ef69870-81dd-4667-86cc-4390dd4306b1",
      "Name": "smallwf90f10812e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:30.6130435-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d73bf2c4-2b91-4091-b721-914da064efc4",
      "Name": "smallwc9e50baff2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:31.3270966-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8e8022cf-8794-433b-8df0-cc48e8eb2632",
      "Name": "smallwf80b7318f3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:32.0311491-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "021fbd3b-c4bc-41de-9724-77f06f5a5037",
      "Name": "coll2a96fa2637-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:32.7282012-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "98da143c-0963-4d19-83ae-8211905cb674",
      "Name": "smallw3b665d24b7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:33.4322562-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "39c7946c-5fbb-49f2-9c3f-c14266ea1f0d",
      "Name": "smallw9b43ad252d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:34.1393102-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "492af19c-eb0e-4f81-9950-140f91ced31d",
      "Name": "collf1028fdcf6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:34.920367-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0e229e4b-f1aa-4865-917a-2be6478ec4ee",
      "Name": "smallw26d0e7abe2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:35.7134272-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "aef76c01-b827-428e-9494-15257a9993bd",
      "Name": "smallw85c34f8e29-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:36.5034863-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b8a72166-ffef-40ab-a7b9-2327e1a85e07",
      "Name": "smallwc9b7170294-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:37.290546-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2590e458-bd64-497d-99fd-267c78ecb8ff",
      "Name": "smallw23a1199640-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:38.0786055-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7296db8f-b905-419f-9d9d-fed7bc868083",
      "Name": "coll3426bb4845-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:43:38.793659-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "65379a0d-ff68-4304-809a-495d5a2ef31d",
      "Name": "smallw338dbe0dfa-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:39.4887084-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "77874c33-00c0-4882-a51d-f2d2283f2ad5",
      "Name": "smallw1940d598fe-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:40.348776-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3e18efac-28b1-4acf-8fba-b2d927c1afc8",
      "Name": "smallw31eb30eb14-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:41.2028424-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2e8bf89c-27b1-41cf-b90e-2a47261077af",
      "Name": "smallw7fbec355e3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:42.0529043-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e2a7f6ad-d597-4d04-8707-5ed25eef7941",
      "Name": "smallw0afd9281aa-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:42.9089691-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "00e2c14c-b414-4f73-8470-a889e396c795",
      "Name": "smallw7ff8382dc7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:43.7700341-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9810bc57-4d03-4bc9-9a36-709e50f446b9",
      "Name": "smallw3cfe62a10a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:44.664102-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "05c7f251-483a-475e-94c5-eebad5215579",
      "Name": "smallw1dc0dc5c10-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:45.5551691-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "95596d1f-19fd-4de8-8a32-9a234f36b934",
      "Name": "smallwd861823912-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:46.4852388-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0b295f47-b284-4160-b54d-5a5b83ec10eb",
      "Name": "smallwd41cb7a981-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:47.4203104-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "be200c85-ab6c-4274-8462-43c80ce71b0f",
      "Name": "smallwf648d89c76-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:48.3793843-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "09e71240-23c9-4cb3-9dfc-fdf01b164cd5",
      "Name": "smallwfaad318051-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:49.3224499-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "aef6462b-c5e8-4ecd-bbbd-22304ccb7dbc",
      "Name": "smallw6f5fba7386-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:50.277525-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "701d297e-7c09-4a86-be5a-85012d41fdfc",
      "Name": "smallwd04b3d9c75-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:51.246597-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b698d813-ff77-4a37-b3e0-0f86cf7e46d5",
      "Name": "smallwcef45c9810-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:52.1926696-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "63f7994e-e342-4960-bafc-176fb7e348e0",
      "Name": "smallw1f5bddf689-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:53.0677323-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a9c209f1-bc00-4ad9-a588-860119dcff8c",
      "Name": "smallw8cece13d7a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:53.9668028-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b0b9f915-08b5-4e16-92a5-436c78273533",
      "Name": "smallw79e9de3f44-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:54.835868-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "93585ef6-ac9f-44fd-afe2-10e815a23a11",
      "Name": "smallw7326e49b27-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:55.7009333-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ab4494a4-7809-4929-805d-630722595f13",
      "Name": "smallwcafd7f69cb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:56.5770006-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1297a683-872e-431a-99f7-37a3043f79dd",
      "Name": "smallw775b70a730-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:57.4520673-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e28d619f-9f40-4bc7-a2e8-e6bcb29e7f03",
      "Name": "smallw45f2545436-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:58.3243351-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c514f934-df85-4240-9baa-d1aa2e1bbaa4",
      "Name": "smallwc818b53322-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:43:59.1937726-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b6767f72-5660-420f-8c53-18e2123099d7",
      "Name": "collab558ac7f9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:00.0698442-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7f0f5318-d823-4db3-b311-b75d133eec84",
      "Name": "smallwf7c19e6ed8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:00.9800115-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a78df0e1-56af-4b71-abe6-700ce7edb3dd",
      "Name": "smallw5080c06a3f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:01.9229196-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b4ce3ed5-aa96-42d9-9a00-19f35dcfe472",
      "Name": "coll8cb8aa14d3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:02.869387-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c4971a0b-7efe-4844-b70e-320853066b91",
      "Name": "smallw79e8ae2d78-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:03.8113212-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "82f93b07-32b2-41c9-a25e-0b7c13804efb",
      "Name": "smallw0635b182c0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:04.7630093-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0f9ce48d-2c91-4c5c-ad4e-cae2f9a414b3",
      "Name": "smallw9fc0f4eb1b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:05.7202195-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a475acaf-acb9-45fb-be2c-1af6c18de02d",
      "Name": "coll792971a49e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:06.7951952-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "83a5467a-494a-4a09-a996-dd68e3245d52",
      "Name": "smallw40038c1717-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:07.7879456-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "514587d8-5252-4b17-9a82-7cdd787043e4",
      "Name": "smallwbc2b6a5de6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:08.9714047-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "46d5efb7-70de-4dae-b9e1-e14c88f84f40",
      "Name": "smallw6774b3540c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:10.0181656-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b588859f-b11a-4b6e-9458-25730bc63117",
      "Name": "smallw7065426ade-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:11.0855569-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "bd547cf0-73da-40bc-9199-f311b5a93ae9",
      "Name": "smallw6eaada0749-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:12.2719619-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0b10ba21-9803-4c9a-ba85-876c0001efec",
      "Name": "smallwd3d1a6133c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:13.3001164-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e705a95c-f09a-4d2f-9e33-81e7b00e883e",
      "Name": "smallwc9bbdbef03-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:14.3351926-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1d6c4a46-c315-4d55-9090-38b282a61abc",
      "Name": "smallwc0210df53e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:15.571795-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6c441a30-774d-4d2a-acd4-6ad1561a446f",
      "Name": "smallwd23e038016-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:16.6820473-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "81f09826-fb4a-4427-90c3-764f7cf73110",
      "Name": "smallw5b708f6a2a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:17.7899304-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "35a910ae-2963-4173-9eda-48779ec3115b",
      "Name": "smallw5e2e7862e4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:18.9131482-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "61ef42fb-f8ac-4e2e-8355-b364a7b8aaab",
      "Name": "smallw31c1bb9093-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:20.0279998-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6e104077-93a4-4139-869b-4e0ef38e29bc",
      "Name": "smallwb641babc09-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:21.1472662-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f90edf77-caf2-433f-84a4-09b63494a395",
      "Name": "smallw7b72c480ab-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:22.2902955-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a8f0441b-3ddb-48a6-bae8-e199cdb468c9",
      "Name": "smallw540f4aa5e8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:23.4733066-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "74486d3f-0b31-4eed-be28-d887fb1fcacc",
      "Name": "smallwa1d4a7bbc8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:24.5107317-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9a49b83e-c1f8-4409-acbd-62f0eae51829",
      "Name": "smallwb7c9d9fc4b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:25.6079069-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "959df4d5-34b9-4d33-8473-27ce05bb0338",
      "Name": "smallw02add65646-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:26.6345744-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "82427974-1a7e-4704-99bf-308bbfaec2a5",
      "Name": "smallwae73c93d92-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:27.7428875-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "19d969d3-a7d7-4ad0-969d-898adc469909",
      "Name": "smallwf024d5d18b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:28.8064687-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4cdab3a5-39e2-47e8-ae4d-33a305c9f7e1",
      "Name": "smallw7f5401e8ce-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:29.8445461-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "383a3f65-bf04-48d3-9cf4-4d52d891d4c8",
      "Name": "smallwbb1b6a279c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:30.9948365-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9b835cd2-cdfb-4d35-9a89-8feaa15ec8bc",
      "Name": "smallw2e94864662-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:32.272793-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "265ffffa-ff4c-41d6-ac82-6e667a6d8898",
      "Name": "coll010b9fcb8a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:33.3921952-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d692a628-1c71-42af-a60a-b462280a388d",
      "Name": "smallw7450d7a56e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:34.502229-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8ae59ffe-3c44-4400-9de4-e03f24ff9b89",
      "Name": "smallwebad49e004-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:35.6177828-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e823c04f-4088-4d18-a6ce-c176e524c55a",
      "Name": "colla56135c0c7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:36.7386641-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0594487a-90ff-486e-8478-55aba32f92d7",
      "Name": "smallw63038b11b4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:37.8935269-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5f267077-c213-400d-8fed-dfc1cdac6e40",
      "Name": "smallw0635b4180e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:39.0098579-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "032c1201-bf63-48bd-91b3-f05cc70d8214",
      "Name": "smallwed49e48591-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:40.2476306-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "450181ae-e0f9-425c-bcd2-fc288f72366d",
      "Name": "smallw8e12f03b7c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:41.2838536-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f30b594f-113a-44c0-9e6e-b9d641017ead",
      "Name": "smallw5f2e5ae168-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:42.4769523-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "16763b05-db32-4927-b2d7-cae23dc4e51d",
      "Name": "smallwbf32c103d4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:43.6906671-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "83cc1804-86f9-411d-b1b6-7b806b1e715b",
      "Name": "smallw9f792763ad-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:44.9561158-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e4278eed-3e62-4063-901f-c2bc9aba74f7",
      "Name": "smallw572749b26d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:46.277193-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "40bb28d0-af1b-409c-bc58-014c96478a90",
      "Name": "smallwf7fec90415-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:47.5755387-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c3e31dbe-767c-4052-b72f-f587ee9ab99a",
      "Name": "smallwd83399aefe-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:48.8984853-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "29218c35-0f93-42c1-97dd-a7cb6f4a6453",
      "Name": "smallwaa068ba9fb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:50.1757171-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a31727e6-ac29-4388-8c20-ba69213d6ab1",
      "Name": "coll6c5ebf267d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:51.4589212-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "72c263bb-a999-4409-8094-44264c03d4d9",
      "Name": "smallw4c340c9f0d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:52.7757925-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8f49f4e7-4e3b-41d7-a70a-d659d5697f82",
      "Name": "smallwf820466b3e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:54.0797227-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7938b774-91ab-4534-a76f-5544b4f6e334",
      "Name": "smallwb9e2ff99a7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:55.4776043-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "528e1f26-d70c-470a-901e-f1024ef2eb38",
      "Name": "collb1973e03d4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:56.7760213-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "29dab958-25db-4365-b1ac-bac5cf5564bb",
      "Name": "coll4eaaa67ad8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:44:58.179197-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "eb588a65-550b-4e34-a768-9186630af98f",
      "Name": "smallwb9df866173-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:44:59.5767444-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d9a16bd4-cf11-4c73-ac86-fda04630c738",
      "Name": "smallwcb8712567b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:00.803566-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "96590505-0a25-4908-a08f-4b2728bc23d8",
      "Name": "smallwab595cccf6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:02.0754794-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "429bb513-205f-4fb1-92dc-d89a8116cf02",
      "Name": "smallw62815c63da-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:03.2836393-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "836eb57f-2199-41b6-9cf2-db955f4ac98b",
      "Name": "smallwc47e461079-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:04.5800552-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "879af40e-96f8-4bdd-92d1-5915f93cd8d1",
      "Name": "smallwfa803e49f8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:05.8784167-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "88465982-8371-4a4d-9ece-c837e2769a33",
      "Name": "smallwf4e67fd401-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:07.1776753-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "82857bd1-7255-4594-a645-f966cf6bb769",
      "Name": "smallw843ec7f695-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:08.3757864-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1af6ccc1-64cf-41fa-adaf-a2b266ccd7cd",
      "Name": "smallw0e90e87b5c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:09.6822297-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b4e2e442-c9ba-4047-8c05-a79f295fa0ba",
      "Name": "smallw7381501c9a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:10.9765253-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "26835926-3e3f-4c8c-b999-9aaf3214731e",
      "Name": "smallw64ce3a7063-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:13.3397339-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7c044ddf-851c-4981-ae9a-b1127470e651",
      "Name": "smallw31bce63da4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:14.6901787-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b3f6ca9b-c5ab-4bca-b4a9-bf20f726a453",
      "Name": "smallw2ffff87f6e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:15.98411-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c809ed4b-310e-48f5-8458-e45c96b261a6",
      "Name": "smallw7d271e442e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:17.4132639-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "09de1678-215f-4d73-94d9-3624f56e3a13",
      "Name": "coll2d9e0924cc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-04T18:45:18.7834722-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c8d162da-1111-45eb-a835-d63155c17349",
      "Name": "smallwc5b2c750fe-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:20.0854099-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ded7270f-8041-46f1-a775-f444230b9870",
      "Name": "smallwbe928aaa3d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:21.2552708-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "53fd6f96-95ba-45a4-9fff-fbca615a5890",
      "Name": "smallwa76058d57c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:22.5043481-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "41e80b3a-8baa-4e8e-a744-6bd2954dc674",
      "Name": "smallw97117ef544-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:23.8846082-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b965a7b5-21b6-4d4c-a4ec-1ed95270ec2d",
      "Name": "smallw94f40e16e9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:25.2114251-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ca14f4c3-36b5-4376-83f4-6daa49d7e6a8",
      "Name": "smallwdddb886c10-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:26.5472433-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "27f75569-57d9-4640-b2e8-c151253dff84",
      "Name": "smallw0e0fe0b6d3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:27.8695077-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a7b257b3-5b10-46a6-a56a-a6589be2aee3",
      "Name": "smallw1b8687318c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:29.2844749-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "05fbee9a-efd8-49cd-9e85-dd093a743f54",
      "Name": "smallwef17b12159-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:30.6880252-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ba34c80f-953e-4947-9527-93a7c8bbd8dd",
      "Name": "smallwbe10de229a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:32.0854799-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d0b1b717-0919-4ec3-8ab3-8b33f7b3d030",
      "Name": "smallw1e4c047aa5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:33.4881793-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1d49c67c-5ec7-44d5-8b60-c6df5d8fc52d",
      "Name": "smallw30eeb86271-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:34.93185-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7e6077ea-b13c-4c12-a01b-2a4e1dc9fedf",
      "Name": "smallw49e7a9526c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:36.3867598-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e4d8e93e-e008-40bb-b408-19386beae63f",
      "Name": "smallw0e0969f335-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:37.791913-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0ae7940b-d18c-4ca9-9d4e-27233890791e",
      "Name": "smallwaef8ebcb2b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-04T18:45:39.2009168-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAoBAAAAAAAAA==",
  "_ts": 1425538868,
  "_etag": "\"0000a718-0000-0000-0000-54f7ff340000\"",
  "_attachments": "attachments/"
},
{
  "id": "3e15edd6-10ef-40ba-b422-9c154d6743b4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgApBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-04T18:36:42.6928207-08:00",
  "CompletedTime": "2015-03-05T10:14:33.2136652-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f5a2c3e9-76e9-4693-adc7-e0705a3999d8",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T20:20:15.6174491-08:00",
      "CompleteTime": "2015-03-04T20:30:21.7342695-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "16a94d76-96ea-4b64-8cb0-cc58dc9dbf3b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T20:20:16.004759-08:00",
      "CompleteTime": "2015-03-04T20:29:21.9807004-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6ec77637-0adf-4c14-b72e-cfd97646738d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T20:20:16.4991498-08:00",
      "CompleteTime": "2015-03-04T20:28:22.2187306-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5d1d44f8-9cde-46a2-a254-400678332aa2",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-04T20:20:17.1746894-08:00",
      "CompleteTime": "2015-03-04T20:30:30.6150104-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ef2c683-3782-4667-9de0-b5a54dd8900e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T22:30:41.1791145-08:00",
      "CompleteTime": "2015-03-04T22:41:45.8124973-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1405edb3-7fa8-4b68-a550-b670654224ae",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-05T00:36:17.8705004-08:00",
      "CompleteTime": "2015-03-05T00:47:28.9157318-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2873c81-d0d9-4d0d-9428-064185b62081",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T02:11:16.1162307-08:00",
      "CompleteTime": "2015-03-05T02:21:20.7985744-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47d65bc6-8053-4cea-b56a-66499052bc6c",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-05T08:21:05.7852927-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "aacdf835-1ca2-40a2-aa16-fa086c8841e4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\docdb\\Newton4\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T18:36:43.3623563-08:00",
      "EndTime": "2015-03-04T18:48:30.2657359-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "4f264c39-f0f0-4ddc-991f-686c63e1e0d2",
      "EventName": "Remove Federation",
      "Build": "e:\\docdb\\Newton4\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T18:50:09.1215881-08:00",
      "EndTime": "2015-03-04T18:51:16.3361302-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d92fa17f-e861-4eb9-99d2-41bf0e1fe544",
      "EventName": "Create Federation",
      "Build": "e:\\docdb\\Newton4\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T18:51:16.739446-08:00",
      "EndTime": "2015-03-04T19:23:57.4045084-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d5e0fb91-ab0c-49f1-8ce1-6022f01b1063",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T19:24:04.8604757-08:00",
      "EndTime": "2015-03-04T19:36:53.3349544-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "ecef242a-e3b8-44ef-bc3e-41093cd421f4",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T21:20:15.2349888-08:00",
      "EndTime": "2015-03-04T22:15:38.8191052-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "4d215112-9971-421d-8197-4a2718b1563b",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-04T22:15:44.3222521-08:00",
      "EndTime": "2015-03-05T00:36:13.8368923-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "badb4d9b-5c72-4da6-ac86-84aa9209d86f",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T01:16:17.6339743-08:00",
      "EndTime": "2015-03-05T03:51:27.0721568-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "69174d6b-b9a4-449f-8aca-e6fd7504815d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T04:31:31.0876345-08:00",
      "EndTime": "2015-03-05T05:27:53.4779817-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "24455e6d-fb5d-4098-8ce5-9bd180011e79",
      "EventName": "Upgrade Package",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T06:07:57.5631156-08:00",
      "EndTime": "2015-03-05T08:14:32.1919625-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "238 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Downloaded files do not contain edb file\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 179,
          "First": "2015-03-05T08:30:37.068154",
          "Last": "2015-03-05T10:14:19.1692851"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 57,
          "First": "2015-03-04T23:35:41.8592514",
          "Last": "2015-03-05T07:23:44.8966176"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-05T02:25:26.4278105",
          "Last": "2015-03-05T06:33:23.4142972"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "70 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 66,
          "First": "2015-03-04T20:45:55.2894365",
          "Last": "2015-03-05T09:57:34.3740912"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "First": "2015-03-05T05:19:50.0500117",
          "Last": "2015-03-05T05:30:16.6403022"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-05T05:30:16.1752377",
          "Last": "2015-03-05T05:30:16.1752377"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43271168,
          "Average": 263848.59,
          "Max": 348260,
          "Min": 2628
        },
        {
          "StatusCode": 400,
          "Total": 29,
          "Average": 0.18,
          "Max": 14,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1727,
          "Average": 10.53,
          "Max": 1727,
          "Min": 1727
        },
        {
          "StatusCode": 403,
          "Total": 149498,
          "Average": 911.57,
          "Max": 16856,
          "Min": 522
        },
        {
          "StatusCode": 404,
          "Total": 280405,
          "Average": 1709.79,
          "Max": 24290,
          "Min": 437
        },
        {
          "StatusCode": 410,
          "Total": 35219,
          "Average": 214.75,
          "Max": 1552,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6784753,
          "Average": 41370.45,
          "Max": 155259,
          "Min": 1603
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1269314,
          "Average": 7739.72,
          "Max": 10314,
          "Min": 112
        },
        {
          "StatusCode": 401,
          "Total": 43,
          "Average": 0.26,
          "Max": 43,
          "Min": 43
        },
        {
          "StatusCode": 404,
          "Total": 4008,
          "Average": 24.44,
          "Max": 109,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 987,
          "Average": 6.02,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 165364,
          "Average": 1008.32,
          "Max": 2040,
          "Min": 37
        },
        {
          "StatusCode": 449,
          "Total": 7270,
          "Average": 44.33,
          "Max": 227,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3787922,
          "Average": 20365.17,
          "Max": 30246,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 88,
          "Average": 0.47,
          "Max": 88,
          "Min": 88
        },
        {
          "StatusCode": 403,
          "Total": 378,
          "Average": 2.03,
          "Max": 188,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 15393,
          "Average": 82.76,
          "Max": 413,
          "Min": 20
        },
        {
          "StatusCode": 410,
          "Total": 2819,
          "Average": 15.16,
          "Max": 128,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 506375,
          "Average": 2722.45,
          "Max": 5970,
          "Min": 139
        },
        {
          "StatusCode": 449,
          "Total": 14715,
          "Average": 79.11,
          "Max": 352,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6439894,
          "Average": 39267.65,
          "Max": 52223,
          "Min": 394
        },
        {
          "StatusCode": 400,
          "Total": 22878,
          "Average": 139.5,
          "Max": 2584,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 605,
          "Average": 3.69,
          "Max": 232,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 40,
          "Average": 0.24,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3215,
          "Average": 19.6,
          "Max": 281,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1050084,
          "Average": 6402.95,
          "Max": 23243,
          "Min": 333
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31969620,
          "Average": 171879.68,
          "Max": 254046,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 0.18,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 4503,
          "Average": 24.21,
          "Max": 1010,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23401,
          "Average": 125.81,
          "Max": 1479,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 571128,
          "Average": 3070.58,
          "Max": 33159,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7090414,
          "Average": 43234.23,
          "Max": 59396,
          "Min": 160
        },
        {
          "StatusCode": 401,
          "Total": 348,
          "Average": 2.12,
          "Max": 348,
          "Min": 348
        },
        {
          "StatusCode": 404,
          "Total": 30074,
          "Average": 183.38,
          "Max": 1902,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 21270,
          "Average": 129.7,
          "Max": 1278,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 409615,
          "Average": 2497.65,
          "Max": 7172,
          "Min": 33
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-05T08:50:00",
          "Last": "2015-03-05T08:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-05T02:25:00",
          "Last": "2015-03-05T07:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1950 replica health errors | 1 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 63,
          "First": "2015-03-05T06:44:14.222",
          "Last": "2015-03-05T09:16:13.543"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 170,
          "First": "2015-03-05T02:22:59.534",
          "Last": "2015-03-05T08:14:33.992"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 14,
          "First": "2015-03-05T08:46:07.073",
          "Last": "2015-03-05T10:11:23.237"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1148,
          "First": "2015-03-04T23:27:29.132",
          "Last": "2015-03-05T09:16:13.543"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 378,
          "First": "2015-03-05T00:32:40.693",
          "Last": "2015-03-05T08:14:33.992"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 176,
          "First": "2015-03-05T08:31:02.025",
          "Last": "2015-03-05T08:51:08.321"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1167 replica alerts for SuccessfulBackup | 1302 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 749,
          "HourlyAverage": 50.461
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 25,
          "HourlyAverage": 1.684
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 185,
          "HourlyAverage": 12.464
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 70,
          "HourlyAverage": 4.716
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 303,
          "HourlyAverage": 20.413
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.404
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.539
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 37,
          "HourlyAverage": 2.493
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.213
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 846,
          "HourlyAverage": 56.995
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 108,
          "HourlyAverage": 7.276
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.269
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.741
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.674
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.674
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 1.617
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.943
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.539
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.674
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.472
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.404
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.404
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.202
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.067
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "28 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0231f291-e877-4a9c-8e36-b050a5533028",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3493376,
          "LastQuota": 3490816,
          "LastIndexUsage": 272777,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "0eae1e65-5f3d-41eb-809f-3cfe2ddb8270",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5386368,
          "LastQuota": 3490816,
          "LastIndexUsage": 423281,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "1cd80af1-aad8-4559-83ed-b18ad147a88a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5275264,
          "LastQuota": 3490816,
          "LastIndexUsage": 412244,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "2b1b048c-4049-48b8-ad12-804327d9b34a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6477568,
          "LastQuota": 3490816,
          "LastIndexUsage": 504812,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "2f3c8bfe-3008-4ab3-b57b-baff7ea94196",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6085248,
          "LastQuota": 3490816,
          "LastIndexUsage": 464038,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "39383d2b-bf57-4f94-84a1-36792b7a3928",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3869824,
          "LastQuota": 3490816,
          "LastIndexUsage": 299148,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "4ed04443-f09d-469f-9803-ffe8431c5e70",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 4716096,
          "LastQuota": 3490816,
          "LastIndexUsage": 370247,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "54427f7e-00ff-40e0-8e6e-f29ca8bde490",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6334720,
          "LastQuota": 3490816,
          "LastIndexUsage": 486867,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "5eb570c1-9c8a-4b35-8acf-3989802d9ac3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6845184,
          "LastQuota": 3490816,
          "LastIndexUsage": 503308,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "6b9b9ad2-2dd9-4ea3-bf45-464ccab41e55",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3699840,
          "LastQuota": 3490816,
          "LastIndexUsage": 288278,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "6c5c1f7e-6b81-4282-a5ff-a2a4b77e811d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5515008,
          "LastQuota": 3490816,
          "LastIndexUsage": 431023,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "6e117392-9488-4d57-a1ce-b83455188bb7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3592832,
          "LastQuota": 3490816,
          "LastIndexUsage": 285327,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "7058a5e3-dce5-493a-a28c-14bf32266396",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3593344,
          "LastQuota": 3490816,
          "LastIndexUsage": 283298,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "713a5eaa-8f66-4836-bd24-ae56ba42fb36",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3499520,
          "LastQuota": 3490816,
          "LastIndexUsage": 272028,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "74bbb41f-4ebd-4621-8684-b7ea1498ac8f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5612288,
          "LastQuota": 3490816,
          "LastIndexUsage": 431952,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "7e17ef40-4dc1-43b6-9f60-32f462e2dbc8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5299328,
          "LastQuota": 3490816,
          "LastIndexUsage": 411914,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "7e716295-3689-4f19-a0a6-0c428d7bdb5c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6237952,
          "LastQuota": 3490816,
          "LastIndexUsage": 479593,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "896824e0-a3f8-47f3-84ef-84772ad96609",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3521024,
          "LastQuota": 3490816,
          "LastIndexUsage": 275530,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "aba053fc-93db-4bd2-a326-38800985ac55",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 5997312,
          "LastQuota": 3490816,
          "LastIndexUsage": 463190,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "adbba994-1dff-42c2-be01-95f292745309",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6011648,
          "LastQuota": 3490816,
          "LastIndexUsage": 460748,
          "First": "2015-03-05T08:45:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "b01aef93-c124-4129-a48f-af975d56a0f4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6265600,
          "LastQuota": 3490816,
          "LastIndexUsage": 483399,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "b417aab8-fbd0-44cb-a304-9a9801734820",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3658368,
          "LastQuota": 3490816,
          "LastIndexUsage": 286528,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "c86441a2-fe17-4315-accd-bdd675145ee5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3516416,
          "LastQuota": 3490816,
          "LastIndexUsage": 275205,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "d330c173-df5b-4498-8435-9404bee9c132",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6766848,
          "LastQuota": 3490816,
          "LastIndexUsage": 515537,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "e2a37969-6dde-4661-ba4f-9cf624096f2f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3499520,
          "LastQuota": 3490816,
          "LastIndexUsage": 274336,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "e37ea31b-5faf-436e-9f01-5ea1f38b3fbd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3509248,
          "LastQuota": 3490816,
          "LastIndexUsage": 276527,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "f52e85d6-b058-4457-9eee-3a8b00846f69",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 3691648,
          "LastQuota": 3490816,
          "LastIndexUsage": 290143,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        },
        {
          "PartitionId": "fa0619ce-03ec-43d5-a1c4-bf7d5d28942b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
          "LastUsage": 6147328,
          "LastQuota": 3490816,
          "LastIndexUsage": 467586,
          "First": "2015-03-05T08:30:00",
          "Last": "2015-03-05T10:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "60788093-758c-4f0c-84e9-e6a15552032f",
          "MaxQuota": 8144708,
          "MaxUsage": 7004580
        },
        {
          "PartitionId": "d4d043cd-ba38-4077-917f-829823409126",
          "MaxQuota": 8144708,
          "MaxUsage": 6979855
        },
        {
          "PartitionId": "ee9ce61b-527f-4d1c-b385-cab76cf54839",
          "MaxQuota": 8144708,
          "MaxUsage": 6971700
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "60788093-758c-4f0c-84e9-e6a15552032f",
          "MaxCrudUsage": 6856,
          "MaxIndexUsage": 1336,
          "MaxTotalUsage": 8480
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "553db084-0c28-437f-8cba-d524910f061a",
          "MaxCrudUsage": 6816,
          "MaxIndexUsage": 1348,
          "MaxTotalUsage": 8460
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "55cbde7a-ee46-45bd-ae95-7a246dfb551f",
          "MaxCrudUsage": 6896,
          "MaxIndexUsage": 1300,
          "MaxTotalUsage": 8460
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 40 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-05T06:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 170.838,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T06:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 152.055,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T07:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 135.404,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-04T22:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 133.543,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T06:30:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 132.748,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 84.089611
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.139437
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.658837
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 84.747792
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 84.997663
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58.616203
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 53.032822
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 41.585903
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 41.066861
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 39.790811
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 430.305922 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 430.305922
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 414.728694
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 407.725443
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 394.821388
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 366.406097
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 50820.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 51443.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 51524.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 52329.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 52457.066667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 7b957ea0-bef6-4540-b178-4351825bccc2",
          "Count": 1,
          "First": "2015-03-04T19:53:06.4984216",
          "Last": "2015-03-04T19:53:06.4984216"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 69f71674-faa1-40a3-9ada-95bad5754dae",
          "Count": 1,
          "First": "2015-03-04T19:53:05.9329773",
          "Last": "2015-03-04T19:53:05.9329773"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: eb506def-10ce-4b50-a08b-0a796bb7ab79",
          "Count": 1,
          "First": "2015-03-04T19:53:04.7583329",
          "Last": "2015-03-04T19:53:04.7583329"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: f1d4ae6b-8594-4237-9288-c3bdbe8d7ef0",
          "Count": 1,
          "First": "2015-03-04T19:52:44.009109",
          "Last": "2015-03-04T19:52:44.009109"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "4 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "5e963bfb-194c-4cee-8890-6dcff8cd058f",
          "First": "2015-03-05T03:50:26.990833",
          "Last": "2015-03-05T03:50:26.990833",
          "Count": 1
        },
        {
          "ActivityId": "7cd097fb-ea4f-4648-a6b8-3b3248782057",
          "First": "2015-03-04T20:31:08.5494999",
          "Last": "2015-03-04T20:31:08.5494999",
          "Count": 1
        },
        {
          "ActivityId": "dab47f6f-7639-4fd6-94f9-e32d793c4cc1",
          "First": "2015-03-05T00:35:15.446113",
          "Last": "2015-03-05T00:35:15.446113",
          "Count": 1
        },
        {
          "ActivityId": "e7cf244f-ea8a-40a6-a43d-8988f0886cc8",
          "First": "2015-03-04T20:50:39.8430532",
          "Last": "2015-03-04T20:50:39.8430532",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-05+02%3a36%3a42Z&end=2015-03-05+18%3a14%3a33Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-05T10:14:33.2136652-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 193552,
      "PhysicalCRUDUsageInMB": 1198736,
      "LogicalIndexUsageInMB": 21158,
      "LogicalCRUDUsageInMB": 269886,
      "ClientReportedUsageInMB": 411
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgApBAAAAAAAAA==",
  "_ts": 1425581362,
  "_etag": "\"0200a701-0000-0000-0000-54f8a5320000\"",
  "_attachments": "attachments/"
},
{
  "id": "208b69b8-5a8b-4ae2-92e2-f7ef21c4a550",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAqBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-04T19:27:16.1160134-08:00",
  "CompletedTime": "2015-03-05T20:54:24.0771925-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "105c929b-a8da-40a5-b231-bb80c76975d0",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T21:19:22.0224306-08:00",
      "CompleteTime": "2015-03-04T21:27:29.0475295-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8202c222-e9cf-41b6-8137-2f0cbe0827dc",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T21:19:22.375451-08:00",
      "CompleteTime": "2015-03-04T21:27:29.9265798-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "624bc6c5-d60c-4bb3-87d6-6c268fc966f6",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T21:19:22.8804801-08:00",
      "CompleteTime": "2015-03-04T21:28:28.8630468-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1b820f27-9d01-4c4b-bd28-a082a7bd4420",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-04T21:19:23.3915093-08:00",
      "CompleteTime": "2015-03-04T21:29:39.009028-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0f542a3d-9a04-4ef8-badf-b81383f6a8c5",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T00:12:36.5662104-08:00",
      "CompleteTime": "2015-03-05T00:21:14.9811206-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aa8360ab-1339-4877-a4a2-5844aa40129b",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T03:38:16.4044438-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "d1f5dcc4-c7ae-442b-a580-8e8f62bf5426",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T19:27:21.3125806-08:00",
      "EndTime": "2015-03-04T19:42:52.140557-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "115e1837-f8a2-4fb3-923e-0777e95bbb5a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T19:44:34.3434544-08:00",
      "EndTime": "2015-03-04T19:45:42.5263874-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c4669a19-63f1-4c8f-99df-6ee20d4269a4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T19:45:42.891409-08:00",
      "EndTime": "2015-03-04T20:22:48.1107341-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e18bb1ca-f2fe-4c1c-ab83-c784b0292158",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T20:22:57.5013387-08:00",
      "EndTime": "2015-03-04T20:46:00.2809379-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "332e77d8-4d1a-4542-997d-3023de552d3f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T22:19:20.2690546-08:00",
      "EndTime": "2015-03-04T23:14:07.7788897-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1402e3a4-85af-48af-a4c0-78983a1a249d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T23:57:40.8168179-08:00",
      "EndTime": "2015-03-05T03:06:23.5872711-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "6 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-04T21:59:56.5900413",
          "Last": "2015-03-04T22:06:09.5176226"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 3592009,
          "Average": 256572.07,
          "Max": 358739,
          "Min": 11303
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.36,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 22585,
          "Average": 1613.21,
          "Max": 7737,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5860,
          "Average": 418.57,
          "Max": 1030,
          "Min": 205
        },
        {
          "StatusCode": 429,
          "Total": 573447,
          "Average": 40960.5,
          "Max": 65982,
          "Min": 2303
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 104695,
          "Average": 7478.21,
          "Max": 10739,
          "Min": 328
        },
        {
          "StatusCode": 404,
          "Total": 583,
          "Average": 41.64,
          "Max": 151,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 158,
          "Average": 11.29,
          "Max": 24,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 15510,
          "Average": 1107.86,
          "Max": 1741,
          "Min": 85
        },
        {
          "StatusCode": 449,
          "Total": 1268,
          "Average": 90.57,
          "Max": 174,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 307793,
          "Average": 21985.21,
          "Max": 30780,
          "Min": 908
        },
        {
          "StatusCode": 404,
          "Total": 2463,
          "Average": 175.93,
          "Max": 531,
          "Min": 54
        },
        {
          "StatusCode": 410,
          "Total": 486,
          "Average": 34.71,
          "Max": 90,
          "Min": 12
        },
        {
          "StatusCode": 429,
          "Total": 47041,
          "Average": 3360.07,
          "Max": 5431,
          "Min": 196
        },
        {
          "StatusCode": 449,
          "Total": 2340,
          "Average": 167.14,
          "Max": 272,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 528669,
          "Average": 37762.07,
          "Max": 53105,
          "Min": 1845
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.07,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8392,
          "Average": 599.43,
          "Max": 5667,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.14,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 434,
          "Average": 31.0,
          "Max": 67,
          "Min": 16
        },
        {
          "StatusCode": 429,
          "Total": 91334,
          "Average": 6523.86,
          "Max": 10285,
          "Min": 622
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2751362,
          "Average": 196525.86,
          "Max": 223903,
          "Min": 4463
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.29,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 50,
          "Average": 3.57,
          "Max": 40,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 530,
          "Average": 37.86,
          "Max": 172,
          "Min": 24
        },
        {
          "StatusCode": 429,
          "Total": 32257,
          "Average": 2304.07,
          "Max": 3389,
          "Min": 150
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 609569,
          "Average": 43540.64,
          "Max": 59381,
          "Min": 2135
        },
        {
          "StatusCode": 404,
          "Total": 3355,
          "Average": 239.64,
          "Max": 1098,
          "Min": 19
        },
        {
          "StatusCode": 410,
          "Total": 385,
          "Average": 27.5,
          "Max": 80,
          "Min": 20
        },
        {
          "StatusCode": 429,
          "Total": 28905,
          "Average": 2064.64,
          "Max": 3077,
          "Min": 187
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a14%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a15%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a15%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a15%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a15%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "19 replica alerts for SuccessfulBackup | 40 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 1.732
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.693
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 10.046
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 2.425
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.386
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.386
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.693
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 2.078
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "6a9debc2-2fa5-4df1-b68e-4af06f192267",
          "MaxQuota": 3490816,
          "MaxUsage": 565719
        },
        {
          "PartitionId": "60b2f5b9-f984-4088-9138-482a2fb3a3d8",
          "MaxQuota": 3490816,
          "MaxUsage": 533987
        },
        {
          "PartitionId": "22ec32f2-57ce-4f60-9002-d2b66164cfff",
          "MaxQuota": 3490816,
          "MaxUsage": 528684
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "ee44c635-e3d9-4b73-a30d-5aea49a01129",
          "MaxCrudUsage": 544,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1000
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "7ce7499f-2424-4f78-a483-13e3d0666d5f",
          "MaxCrudUsage": 544,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1000
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "a851c5b9-3bb7-4f24-8c19-9b782028fe16",
          "MaxCrudUsage": 528,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 984
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-04T23:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 122.175,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 97.630022
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 98.049138
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.120129
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98.121474
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 98.128352
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 21.650464
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 20.383672
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 18.908806
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 18.572649
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 18.384262
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 25.792209
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 24.421113
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 23.387641
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 22.565325
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 18.180212
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 96156.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 98018.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98357.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98621.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 98900.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0f7123b8-46b3-4d3a-9126-9bcc4020e477",
          "Count": 1,
          "First": "2015-03-04T20:52:24.3022056",
          "Last": "2015-03-04T20:52:24.3022056"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 103eebb0-94fa-43c0-bb37-e2375f775f40",
          "Count": 1,
          "First": "2015-03-04T20:52:25.2855852",
          "Last": "2015-03-04T20:52:25.2855852"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: a0080f02-e646-4390-be3b-f50b395bcfc0",
          "Count": 1,
          "First": "2015-03-04T20:52:26.8546668",
          "Last": "2015-03-04T20:52:26.8546668"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 61617bdb-63d6-4c69-b208-7755a6c29ee5",
          "Count": 1,
          "First": "2015-03-04T20:52:24.3145078",
          "Last": "2015-03-04T20:52:24.3145078"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a16%3a57Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a17%3a02Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-05+03%3a27%3a16Z&end=2015-03-05+07%3a17%3a09Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-04T23:17:17.5698396-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 98304,
      "PhysicalCRUDUsageInMB": 166656,
      "LogicalIndexUsageInMB": 3021,
      "LogicalCRUDUsageInMB": 35880,
      "ClientReportedUsageInMB": 2095
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAqBAAAAAAAAA==",
  "_ts": 1425617663,
  "_etag": "\"030089a2-0000-0000-0000-54f932ff0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a8cc6e78-34fa-4cd0-9dcc-b1c50789e77e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgArBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-04T19:47:18.6435254-08:00",
  "CompletedTime": "2015-03-05T22:11:02.584269-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8bb6c018-01bd-4c6a-86e8-afd305546e7b",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-04T21:31:25.8690995-08:00",
      "CompleteTime": "2015-03-04T21:40:33.420881-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "559421d7-32f4-4584-bfcf-d747591805f2",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-04T21:31:26.4325882-08:00",
      "CompleteTime": "2015-03-04T21:41:33.1782453-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d1a5a9d4-89b2-4c64-bf18-59b498c2f22b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T21:31:26.9604491-08:00",
      "CompleteTime": "2015-03-04T21:41:03.1196791-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a4dc5b23-eff6-4c64-891f-c697fedf289b",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-04T21:31:27.4515519-08:00",
      "CompleteTime": "2015-03-04T21:42:44.2887225-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "468e0ff7-a524-4b02-bc36-6ef9619ca164",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-04T22:46:21.2635021-08:00",
      "CompleteTime": "2015-03-04T22:56:26.0509441-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e52a8ae-d1f8-45af-90f7-2bd20802225e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-04T23:58:45.542663-08:00",
      "CompleteTime": "2015-03-05T00:12:01.948351-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "05206297-e76e-4794-a96f-35f326081bde",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T02:34:05.4028009-08:00",
      "CompleteTime": "2015-03-05T02:45:11.1026556-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "451078a3-aee1-4d9b-94d6-1e979b04b348",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-05T08:30:34.7181067-08:00",
      "CompleteTime": "2015-03-05T09:28:55.1797298-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "093a0606-400e-4421-9c6b-f78fff3bc6c0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T19:47:20.3161845-08:00",
      "EndTime": "2015-03-04T20:00:04.7996744-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ac14539-4ac4-4a0c-a986-e72a110c0129",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T20:00:28.8230198-08:00",
      "EndTime": "2015-03-04T20:01:39.015576-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f312417a-74db-4d49-a6cc-c3b876042acf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T20:01:39.3782877-08:00",
      "EndTime": "2015-03-04T20:35:36.0422411-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f651272c-6a8e-4183-b0a5-72ea8a353331",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T20:35:46.3279699-08:00",
      "EndTime": "2015-03-04T20:48:58.2916178-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a0f65c89-ae9f-4874-8121-fec6f8532ce3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T20:48:58.747989-08:00",
      "EndTime": "2015-03-04T21:21:18.525726-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "61ced89c-5407-47a7-9722-5a68e7582ed8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-04T22:31:25.4712424-08:00",
      "EndTime": "2015-03-04T23:54:02.7963053-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "eeabcc96-a6c2-4db6-8479-65010e39c087",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T00:38:49.3076522-08:00",
      "EndTime": "2015-03-05T02:04:23.7855545-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd61fbe0-f8d3-4afb-a382-d135bf6b9467",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T02:51:10.5214356-08:00",
      "EndTime": "2015-03-05T05:08:54.381971-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "51c92f53-41c9-46bd-a88a-d1ed4f290ced",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T06:00:10.0309837-08:00",
      "EndTime": "2015-03-05T08:07:08.3063696-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f248844-746c-43f1-b56c-ba1c142f74a5",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T08:24:10.4893739-08:00",
      "EndTime": "2015-03-05T08:26:20.1038039-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a26%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a26%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "53 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 43,
          "First": "2015-03-04T23:21:21.1917589",
          "Last": "2015-03-05T08:10:51.0458931"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-05T00:27:20.0301638",
          "Last": "2015-03-05T00:27:20.0301638"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 9,
          "First": "2015-03-05T00:26:13.4510753",
          "Last": "2015-03-05T11:09:53.2148807"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a26%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "21 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 12,
          "First": "2015-03-05T05:19:49.8730894",
          "Last": "2015-03-05T06:42:56.93174"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-05T06:05:39.2719506",
          "Last": "2015-03-05T06:21:12.1756406"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-05T06:05:37.9606724",
          "Last": "2015-03-05T10:43:00.5870915"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-05T06:05:38.1605428",
          "Last": "2015-03-05T06:05:38.1605428"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-05T06:05:38.1905577",
          "Last": "2015-03-05T06:21:12.7888803"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a26%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 46433038,
          "Average": 284865.26,
          "Max": 350854,
          "Min": 54
        },
        {
          "StatusCode": 400,
          "Total": 95,
          "Average": 0.58,
          "Max": 68,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1136,
          "Average": 6.97,
          "Max": 1136,
          "Min": 1136
        },
        {
          "StatusCode": 403,
          "Total": 42502,
          "Average": 260.75,
          "Max": 34589,
          "Min": 2483
        },
        {
          "StatusCode": 404,
          "Total": 1693773,
          "Average": 10391.25,
          "Max": 17987,
          "Min": 468
        },
        {
          "StatusCode": 409,
          "Total": 42,
          "Average": 0.26,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 37444,
          "Average": 229.72,
          "Max": 1946,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4911133,
          "Average": 30129.65,
          "Max": 96881,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a27%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1343316,
          "Average": 8292.07,
          "Max": 10436,
          "Min": 113
        },
        {
          "StatusCode": 401,
          "Total": 17,
          "Average": 0.1,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 4011,
          "Average": 24.76,
          "Max": 105,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 921,
          "Average": 5.69,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 124962,
          "Average": 771.37,
          "Max": 1862,
          "Min": 44
        },
        {
          "StatusCode": 449,
          "Total": 5370,
          "Average": 33.15,
          "Max": 143,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a28%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4028397,
          "Average": 24866.65,
          "Max": 30470,
          "Min": 355
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 87,
          "Average": 0.54,
          "Max": 87,
          "Min": 87
        },
        {
          "StatusCode": 403,
          "Total": 281,
          "Average": 1.73,
          "Max": 265,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 17126,
          "Average": 105.72,
          "Max": 338,
          "Min": 37
        },
        {
          "StatusCode": 410,
          "Total": 2890,
          "Average": 17.84,
          "Max": 157,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 381213,
          "Average": 2353.17,
          "Max": 5483,
          "Min": 161
        },
        {
          "StatusCode": 449,
          "Total": 11002,
          "Average": 67.91,
          "Max": 224,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a28%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6907299,
          "Average": 42376.07,
          "Max": 53201,
          "Min": 369
        },
        {
          "StatusCode": 400,
          "Total": 6269,
          "Average": 38.46,
          "Max": 5066,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 11,
          "Average": 0.07,
          "Max": 11,
          "Min": 11
        },
        {
          "StatusCode": 403,
          "Total": 9114,
          "Average": 55.91,
          "Max": 3765,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 27,
          "Average": 0.17,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3450,
          "Average": 21.17,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 779171,
          "Average": 4780.19,
          "Max": 15012,
          "Min": 458
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a29%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32244308,
          "Average": 197817.84,
          "Max": 228023,
          "Min": 18123
        },
        {
          "StatusCode": 400,
          "Total": 16268,
          "Average": 99.8,
          "Max": 294,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 0.21,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 4890,
          "Average": 30.0,
          "Max": 475,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28493,
          "Average": 174.8,
          "Max": 2039,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 590806,
          "Average": 3624.58,
          "Max": 7405,
          "Min": 169
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a30%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7400840,
          "Average": 45684.2,
          "Max": 58507,
          "Min": 1739
        },
        {
          "StatusCode": 401,
          "Total": 555,
          "Average": 3.43,
          "Max": 555,
          "Min": 555
        },
        {
          "StatusCode": 404,
          "Total": 21218,
          "Average": 130.98,
          "Max": 858,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25030,
          "Average": 154.51,
          "Max": 1561,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 383993,
          "Average": 2370.33,
          "Max": 5007,
          "Min": 67
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a30%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 3,
          "First": "2015-03-05T03:45:00",
          "Last": "2015-03-05T03:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 52,
          "First": "2015-03-05T03:20:00",
          "Last": "2015-03-05T08:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a38%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a40%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a40%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a41%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "778 replica health errors | 203 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 78,
          "First": "2015-03-05T06:36:40.396",
          "Last": "2015-03-05T09:19:51.815"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 128,
          "First": "2015-03-05T06:16:37.247",
          "Last": "2015-03-05T08:24:40.648"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 369,
          "First": "2015-03-05T01:39:47.657",
          "Last": "2015-03-05T08:24:40.638"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a41%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1534 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 34,
          "HourlyAverage": 2.253
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 348,
          "HourlyAverage": 23.059
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 981,
          "HourlyAverage": 65.004
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 1.458
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 146,
          "HourlyAverage": 9.674
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.199
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a41%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "55 partitions violated quota invariants | 55 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a42%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "2f5c0d06-1edf-49f8-aee1-0fa7c8583080",
          "MaxQuota": 9307945,
          "MaxUsage": 7320467
        },
        {
          "PartitionId": "a938e5ad-07f1-4087-9db3-d40f17527aa8",
          "MaxQuota": 9307945,
          "MaxUsage": 7249066
        },
        {
          "PartitionId": "210cd846-1b6a-44f6-9d1f-b46e1c128ba4",
          "MaxQuota": 9307945,
          "MaxUsage": 7154038
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a42%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "2f5c0d06-1edf-49f8-aee1-0fa7c8583080",
          "MaxCrudUsage": 7280,
          "MaxIndexUsage": 1460,
          "MaxTotalUsage": 8868
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "210cd846-1b6a-44f6-9d1f-b46e1c128ba4",
          "MaxCrudUsage": 7152,
          "MaxIndexUsage": 1424,
          "MaxTotalUsage": 8688
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a938e5ad-07f1-4087-9db3-d40f17527aa8",
          "MaxCrudUsage": 7200,
          "MaxIndexUsage": 1308,
          "MaxTotalUsage": 8604
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a42%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 26 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-05T05:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 194.948,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T01:30:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 130.893,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T02:55:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 121.199,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T07:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 114.407,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T05:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 107.768,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a43%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.367083
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 86.533647
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.601845
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 87.14028
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.227477
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a43%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 43.625948
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 42.503634
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41.439217
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 40.567224
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 38.654111
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a44%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 356.646129
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 355.614411
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 353.600385
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 320.081449
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 301.853232
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a44%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 56877.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 59946.857143
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60711.12
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 61002.857143
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62780.133333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a44%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 325738f5-9199-4fa8-817b-60651ce0565b",
          "Count": 1,
          "First": "2015-03-04T21:04:02.8229166",
          "Last": "2015-03-04T21:04:02.8229166"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: f2330827-5ce3-4d0c-a11c-87f506bbad2b",
          "Count": 1,
          "First": "2015-03-04T21:04:30.4700295",
          "Last": "2015-03-04T21:04:30.4700295"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 192f5513-1cf7-4094-8565-f74c3bc8b35d",
          "Count": 1,
          "First": "2015-03-04T21:04:24.4977263",
          "Last": "2015-03-04T21:04:24.4977263"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0389b13a-a702-4a76-b541-b53dc9db13c6",
          "Count": 1,
          "First": "2015-03-04T21:04:25.756044",
          "Last": "2015-03-04T21:04:25.756044"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a44%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 180,
          "SampleCount": 31694
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a46%3a07Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "281 Direct Https requests with 503 | 537 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 26,
          "Average": 8.667,
          "First": "2015-03-05T10:15:00",
          "Last": "2015-03-05T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 89,
          "Average": 29.667,
          "First": "2015-03-05T09:55:00",
          "Last": "2015-03-05T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-05T07:55:00",
          "Last": "2015-03-05T10:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-05T08:10:00",
          "Last": "2015-03-05T10:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 241,
          "Average": 13.389,
          "First": "2015-03-04T22:55:00",
          "Last": "2015-03-05T08:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 439,
          "Average": 31.357,
          "First": "2015-03-05T05:10:00",
          "Last": "2015-03-05T08:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 11,
          "Average": 3.667,
          "First": "2015-03-05T06:50:00",
          "Last": "2015-03-05T10:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 1.667,
          "First": "2015-03-05T08:05:00",
          "Last": "2015-03-05T10:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a46%3a15Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:bcc9127e-49b4-4fc7-a300-a8d6ec19e151 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-05T05:42:11.7279231"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-05+03%3a47%3a18Z&end=2015-03-05+19%3a46%3a33Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-04T23:58:20.1318958-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105764,
      "PhysicalCRUDUsageInMB": 355512,
      "LogicalIndexUsageInMB": 6934,
      "LogicalCRUDUsageInMB": 83044,
      "ClientReportedUsageInMB": 58727
    },
    {
      "TimeStamp": "2015-03-05T02:10:46.3851129-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 142308,
      "PhysicalCRUDUsageInMB": 684264,
      "LogicalIndexUsageInMB": 14854,
      "LogicalCRUDUsageInMB": 185713,
      "ClientReportedUsageInMB": 38858
    },
    {
      "TimeStamp": "2015-03-05T05:19:50.2322288-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 254200,
      "PhysicalCRUDUsageInMB": 1287545,
      "LogicalIndexUsageInMB": 25095,
      "LogicalCRUDUsageInMB": 316899,
      "ClientReportedUsageInMB": 65834
    },
    {
      "TimeStamp": "2015-03-05T08:23:22.1869335-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 318456,
      "PhysicalCRUDUsageInMB": 1827300,
      "LogicalIndexUsageInMB": 33067,
      "LogicalCRUDUsageInMB": 421346,
      "ClientReportedUsageInMB": 264185
    },
    {
      "TimeStamp": "2015-03-05T11:14:15.0827861-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 275088,
      "PhysicalCRUDUsageInMB": 1516624,
      "LogicalIndexUsageInMB": 27612,
      "LogicalCRUDUsageInMB": 348784,
      "ClientReportedUsageInMB": 331762
    },
    {
      "TimeStamp": "2015-03-05T11:46:44.2248618-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 275088,
      "PhysicalCRUDUsageInMB": 1516624,
      "LogicalIndexUsageInMB": 28143,
      "LogicalCRUDUsageInMB": 355406,
      "ClientReportedUsageInMB": 13
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgArBAAAAAAAAA==",
  "_ts": 1425622262,
  "_etag": "\"0300ace9-0000-0000-0000-54f944f60000\"",
  "_attachments": "attachments/"
},
{
  "id": "c239606e-b862-4117-b004-857f79632776",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAsBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-04T23:01:10.1533922-08:00",
  "CompletedTime": "2015-03-04T23:05:53.3454397-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "76e4a350-88c3-439b-9fda-3ab2e16f5de1",
      "EventName": "Remove Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-04T23:01:43.8764973-08:00",
      "EndTime": "2015-03-04T23:02:48.6553804-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7bd7030-5fde-4bb2-b6e3-e874ad6e0eb1",
      "EventName": "Create Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-04T23:02:49.009319-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAsBAAAAAAAAA==",
  "_ts": 1425539152,
  "_etag": "\"0000f11b-0000-0000-0000-54f800500000\"",
  "_attachments": "attachments/"
},
{
  "id": "f2b867bd-bea7-49a8-bd56-c19902615607",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAtBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-04T23:05:53.6744647-08:00",
  "CompletedTime": "2015-03-05T15:02:25.1365585-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e4b04938-ca39-4491-a719-bdf86b82897e",
      "Name": "smallwd4bff0d9b5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:13:29.9698022-08:00",
      "CompleteTime": "2015-03-05T01:23:33.881542-08:00",
      "Endpoint": "https://smallwd4bff0d9b5-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d61abdcd-c0c8-4fd3-b500-a18534cc60c0",
      "Name": "colld92c6c0113-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:13:30.3575649-08:00",
      "CompleteTime": "2015-03-05T01:24:09.5034541-08:00",
      "Endpoint": "https://colld92c6c0113-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "715421ff-5367-4b7f-9931-cbaac631975d",
      "Name": "smallw80431752a3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:14:23.9643137-08:00",
      "CompleteTime": "2015-03-05T01:20:57.1483729-08:00",
      "Endpoint": "https://smallw80431752a3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09996178-9050-41ad-a9ac-349fd9ce4aeb",
      "Name": "coll5f0a5a3c9c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:14:25.6594582-08:00",
      "CompleteTime": "2015-03-05T01:23:28.8801661-08:00",
      "Endpoint": "https://coll5f0a5a3c9c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "58c75603-42ac-443c-b4f6-056b4af7e0e2",
      "Name": "smallwc7c24d3818-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:15:28.6705149-08:00",
      "CompleteTime": "2015-03-05T01:22:31.7687618-08:00",
      "Endpoint": "https://smallwc7c24d3818-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0522341-2ad4-4e51-b71f-09bc62f12b73",
      "Name": "coll5298e7322b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:15:29.1693755-08:00",
      "CompleteTime": "2015-03-05T01:23:02.2718518-08:00",
      "Endpoint": "https://coll5298e7322b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9821cc1-ca23-4d67-a566-a5c28b2892ce",
      "Name": "coll378ccdb9e9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:16:20.3506081-08:00",
      "CompleteTime": "2015-03-05T01:22:53.2649551-08:00",
      "Endpoint": "https://coll378ccdb9e9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0e31ec94-08de-446c-b81b-1e4598935ac3",
      "Name": "smallw861fec3f50-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:16:27.2098443-08:00",
      "CompleteTime": "2015-03-05T01:25:00.8538599-08:00",
      "Endpoint": "https://smallw861fec3f50-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6442aa0e-cd7c-41d9-9967-0fc7c83f8aa4",
      "Name": "collfc48751629-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:17:28.1868681-08:00",
      "CompleteTime": "2015-03-05T01:31:46.2617323-08:00",
      "Endpoint": "https://collfc48751629-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5742651-787f-4b86-812c-3bf48281e88b",
      "Name": "smallw4dcd11c5a9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:17:29.4626149-08:00",
      "CompleteTime": "2015-03-05T01:25:32.6455005-08:00",
      "Endpoint": "https://smallw4dcd11c5a9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3337d5df-03e1-4d3f-8480-d02dae797b79",
      "Name": "coll33cdc80552-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:18:20.3422177-08:00",
      "CompleteTime": "2015-03-05T01:30:54.8635827-08:00",
      "Endpoint": "https://coll33cdc80552-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "281676f8-f858-4d5f-8987-636a5aca566c",
      "Name": "smallwcfb401a2e0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:18:24.1842856-08:00",
      "CompleteTime": "2015-03-05T01:32:49.2362355-08:00",
      "Endpoint": "https://smallwcfb401a2e0-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0162f313-7974-421f-b9ee-cfe3d41c71d6",
      "Name": "smallw004bd825f4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:19:25.0877636-08:00",
      "CompleteTime": "2015-03-05T01:33:49.4654201-08:00",
      "Endpoint": "https://smallw004bd825f4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ab4b2612-ffbc-4dca-8f0d-02022a68aa64",
      "Name": "collcf18301469-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:19:26.7448422-08:00",
      "CompleteTime": "2015-03-05T01:32:18.1301402-08:00",
      "Endpoint": "https://collcf18301469-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b65d18cf-9b40-4af7-8c7a-1263fa7cde82",
      "Name": "coll5b08a8258d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:20:21.2516721-08:00",
      "CompleteTime": "2015-03-05T01:38:26.9517521-08:00",
      "Endpoint": "https://coll5b08a8258d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "276ddf04-d006-4cfb-be06-b63bdf104a20",
      "Name": "smallwadb9e9f2da-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:20:21.9606756-08:00",
      "CompleteTime": "2015-03-05T01:34:49.6297618-08:00",
      "Endpoint": "https://smallwadb9e9f2da-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b9159c8-5ef4-4727-910f-9d675ca974ae",
      "Name": "smallw6c4fbdb1b2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:21:24.7589264-08:00",
      "CompleteTime": "2015-03-05T01:35:50.6689862-08:00",
      "Endpoint": "https://smallw6c4fbdb1b2-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4e0d02bd-90bd-4499-b644-2e6dc68d48fe",
      "Name": "coll244c1d7f77-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:21:29.2087899-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0c3243d9-a658-488c-bd54-491ba7858391",
      "Name": "coll33b55b0090-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:22:23.2168467-08:00",
      "CompleteTime": "2015-03-05T01:38:51.276423-08:00",
      "Endpoint": "https://coll33b55b0090-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "85fa4061-0245-478f-9c7e-7470b80e68fb",
      "Name": "smallw52f76190d3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:22:24.5593956-08:00",
      "CompleteTime": "2015-03-05T01:37:20.1682447-08:00",
      "Endpoint": "https://smallw52f76190d3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4d179c52-29df-45fa-91bb-2732623d84fa",
      "Name": "coll92acfc9841-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:23:21.2252866-08:00",
      "CompleteTime": "2015-03-05T01:43:27.2700442-08:00",
      "Endpoint": "https://coll92acfc9841-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "32cb2ee3-98e5-48ca-a667-e3f7ae8ab723",
      "Name": "smallwfc94c046f3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:23:22.1104235-08:00",
      "CompleteTime": "2015-03-05T01:41:27.6113896-08:00",
      "Endpoint": "https://smallwfc94c046f3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "35fc7f4a-0a05-4c67-acf1-d569b157cbb0",
      "Name": "coll5eda69185c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:24:26.041467-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3334a3d6-5b8c-4c80-8e02-d3161fdeffab",
      "Name": "smallw06d6c4e21f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:24:27.6274471-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "05af1208-58dc-4878-a1de-1521f4dc5ff7",
      "Name": "coll1316101fec-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:25:26.229912-08:00",
      "CompleteTime": "2015-03-05T01:31:45.4950643-08:00",
      "Endpoint": "https://coll1316101fec-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f8c01585-a633-4ad8-a651-a0cbca449e14",
      "Name": "smallw5b197ae640-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:25:29.568837-08:00",
      "CompleteTime": "2015-03-05T02:22:20.2431395-08:00",
      "Endpoint": "https://smallw5b197ae640-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f2f0729d-f98c-4d3e-a6bc-c9559b8048e0",
      "Name": "coll9654598f5c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:26:21.8701429-08:00",
      "CompleteTime": "2015-03-05T01:36:25.5463118-08:00",
      "Endpoint": "https://coll9654598f5c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7d615192-8795-4c50-a23f-5b50d69b07ab",
      "Name": "smallw0fb4114a94-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:26:22.3644272-08:00",
      "CompleteTime": "2015-03-05T01:33:25.3682899-08:00",
      "Endpoint": "https://smallw0fb4114a94-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2a8201eb-23b5-48ec-8fa5-a7b95f585c7b",
      "Name": "smallw970c8a372b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:27:21.3357043-08:00",
      "CompleteTime": "2015-03-05T01:37:55.1488543-08:00",
      "Endpoint": "https://smallw970c8a372b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6bdf71d0-e7f3-40fe-a394-e0c7d4b9b98a",
      "Name": "collc170da0588-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:27:26.6657436-08:00",
      "CompleteTime": "2015-03-05T01:41:53.4401135-08:00",
      "Endpoint": "https://collc170da0588-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6276cf07-8c9c-457d-9869-27703c095526",
      "Name": "smallw4fcab1c213-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:28:27.7478388-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9937f8c2-698a-46ac-9117-7db066aeaa4a",
      "Name": "collcb8643cb3d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:28:29.6170915-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "dcaaf59e-09c4-4ed6-8254-c5c4c0cf5705",
      "Name": "colld5e3684f99-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:29:24.5593512-08:00",
      "CompleteTime": "2015-03-05T01:38:09.7271039-08:00",
      "Endpoint": "https://colld5e3684f99-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "83a01900-94c6-4417-a26d-af8176a3269c",
      "Name": "smallw968a931d53-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:29:28.3277933-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f0142f53-2cbe-4e3b-803e-f7ec380189e1",
      "Name": "smallwfc0fe2584e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:30:23.8708483-08:00",
      "CompleteTime": "2015-03-05T02:31:19.9941594-08:00",
      "Endpoint": "https://smallwfc0fe2584e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce29affd-74f7-4e10-869b-adce110a5f1c",
      "Name": "coll8e0dc47c38-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:30:24.7593677-08:00",
      "CompleteTime": "2015-03-05T02:20:41.7834354-08:00",
      "Endpoint": "https://coll8e0dc47c38-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d78d2c97-0ad6-461e-897e-70f625f398e0",
      "Name": "smallw8d70b685c3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:31:20.7849071-08:00",
      "CompleteTime": "2015-03-05T01:45:11.0962862-08:00",
      "Endpoint": "https://smallw8d70b685c3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66796b54-c60e-4232-baf8-f19f86f9fb18",
      "Name": "coll0e9b0892d9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:31:21.5581932-08:00",
      "CompleteTime": "2015-03-05T01:47:13.6684109-08:00",
      "Endpoint": "https://coll0e9b0892d9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6466a337-8716-4d99-8a4a-9134fc85a2e0",
      "Name": "smallwfe98222220-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:32:23.1415462-08:00",
      "CompleteTime": "2015-03-05T02:16:24.9751723-08:00",
      "Endpoint": "https://smallwfe98222220-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a2f52f32-969c-4ea0-b343-4768ea82c148",
      "Name": "coll6258d3377e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T01:32:25.3447341-08:00",
      "CompleteTime": "2015-03-05T01:45:09.4161574-08:00",
      "Endpoint": "https://coll6258d3377e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0d1bcbbf-9a0c-469a-a1a3-18bcc728bfa5",
      "Name": "smallwbb6eb38ca9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:33:24.6449499-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6a48f84d-efd5-4e1b-aa30-5151e65b6c3f",
      "Name": "smallwcfdf29baca-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:34:20.5263011-08:00",
      "CompleteTime": "2015-03-05T01:42:25.6231358-08:00",
      "Endpoint": "https://smallwcfdf29baca-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7487ec26-ac81-4d2e-b76c-7eb3893890e3",
      "Name": "smallwf854b292dc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:35:20.3952284-08:00",
      "CompleteTime": "2015-03-05T01:46:13.4284844-08:00",
      "Endpoint": "https://smallwf854b292dc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a6f8527c-f4cd-4d6a-ae9a-5a284c0cc83c",
      "Name": "smallwa5461ff295-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:36:27.1696565-08:00",
      "CompleteTime": "2015-03-05T01:50:24.1255808-08:00",
      "Endpoint": "https://smallwa5461ff295-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c7c63a8e-8693-4b21-a923-476e80254047",
      "Name": "smallw1cc7894128-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:37:27.6244676-08:00",
      "CompleteTime": "2015-03-05T02:01:02.4445162-08:00",
      "Endpoint": "https://smallw1cc7894128-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "545fb86c-097a-4cbc-8a0e-9dc9f36edf06",
      "Name": "smallwe68bee1dac-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:38:21.9723997-08:00",
      "CompleteTime": "2015-03-05T01:45:43.2993696-08:00",
      "Endpoint": "https://smallwe68bee1dac-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5e86816-11ca-435d-b540-ba27d473e6f9",
      "Name": "smallwfa100046aa-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:39:26.1595018-08:00",
      "CompleteTime": "2015-03-05T02:04:24.4672446-08:00",
      "Endpoint": "https://smallwfa100046aa-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5400eced-c4ef-4bc9-85f3-a2c1faa8d3b3",
      "Name": "smallw9af74c3732-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:40:23.6868365-08:00",
      "CompleteTime": "2015-03-05T01:53:24.7100032-08:00",
      "Endpoint": "https://smallw9af74c3732-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "edceabdf-1bae-4d51-8ff5-2d46aae6b4a4",
      "Name": "smallw0b2e28047e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:41:23.3746912-08:00",
      "CompleteTime": "2015-03-05T02:02:12.5746799-08:00",
      "Endpoint": "https://smallw0b2e28047e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "425b2d63-af3a-4013-8e06-6f9a5a7cdefd",
      "Name": "smallwe4319e29dc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:42:24.7785117-08:00",
      "CompleteTime": "2015-03-05T01:49:53.9883222-08:00",
      "Endpoint": "https://smallwe4319e29dc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1d6b0503-a63a-41be-a497-1e86ba351905",
      "Name": "smallwc00c80470f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:43:26.4441192-08:00",
      "CompleteTime": "2015-03-05T02:18:37.1755996-08:00",
      "Endpoint": "https://smallwc00c80470f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0446112-aa7f-49c8-9100-857b648a7686",
      "Name": "coll36a0e53f86-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 1761108,
      "StartTime": "2015-03-05T01:43:32.0346496-08:00",
      "CompleteTime": "2015-03-05T03:46:55.7373491-08:00",
      "Endpoint": "https://coll36a0e53f86-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8012076f-af34-4dd1-aa45-c209141ede69",
      "Name": "smallw6163331b9e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:44:21.4485721-08:00",
      "CompleteTime": "2015-03-05T01:53:49.6270428-08:00",
      "Endpoint": "https://smallw6163331b9e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ba3fccd-71f8-4e85-a24e-c65fe28aae49",
      "Name": "smallw6e53656bdb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:45:26.0274205-08:00",
      "CompleteTime": "2015-03-05T02:03:24.0129146-08:00",
      "Endpoint": "https://smallw6e53656bdb-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6a7d9025-1a7a-4cf3-9545-60fe7ae56360",
      "Name": "smallwdd7996691d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:46:29.4823566-08:00",
      "CompleteTime": "2015-03-05T01:58:30.7301594-08:00",
      "Endpoint": "https://smallwdd7996691d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cf027a5-95fd-4c66-8aad-300da42e44f1",
      "Name": "smallwe1603ce69f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:47:20.8650347-08:00",
      "CompleteTime": "2015-03-05T01:55:26.5453772-08:00",
      "Endpoint": "https://smallwe1603ce69f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4e4eb3cb-8efd-400c-a20e-7386c98b3af6",
      "Name": "smallw1cd26d90b0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:48:27.9144423-08:00",
      "CompleteTime": "2015-03-05T01:56:51.2784128-08:00",
      "Endpoint": "https://smallw1cd26d90b0-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3785b5fe-43db-4fa3-b2fc-f2c461f09ce9",
      "Name": "smallwa3a3be5865-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:49:25.7966243-08:00",
      "CompleteTime": "2015-03-05T01:58:06.618746-08:00",
      "Endpoint": "https://smallwa3a3be5865-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "588ebc9b-0a59-4074-84b1-0e46d297d7cf",
      "Name": "smallwabc83e1c10-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:50:27.6190289-08:00",
      "CompleteTime": "2015-03-05T02:06:11.0475025-08:00",
      "Endpoint": "https://smallwabc83e1c10-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "95a2152a-7243-4e8c-bea6-e86fecae55a2",
      "Name": "smallwaef0086cb2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:51:24.9217399-08:00",
      "CompleteTime": "2015-03-05T02:48:43.4986839-08:00",
      "Endpoint": "https://smallwaef0086cb2-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39fe6ccd-7ddf-4ce6-bcc7-d1c24efd7020",
      "Name": "smallwd378a14a02-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:52:26.024292-08:00",
      "CompleteTime": "2015-03-05T02:01:42.4914609-08:00",
      "Endpoint": "https://smallwd378a14a02-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b9c223d-2fdb-4923-88a4-cdb81a41851c",
      "Name": "smallw0f40b462b6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:53:25.6189238-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2bf84f1e-4b3e-42df-a2d9-13e55ca6886f",
      "Name": "smallwad43d3c417-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:54:26.2573193-08:00",
      "CompleteTime": "2015-03-05T02:09:27.6543219-08:00",
      "Endpoint": "https://smallwad43d3c417-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1814440c-8678-4795-ad6f-f39b48bc06a0",
      "Name": "smallw0d70ca5b79-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:55:29.179574-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "29560bf2-5510-43b7-bbf9-57b8fbd9ed5f",
      "Name": "smallw829c9776ed-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:56:28.084124-08:00",
      "CompleteTime": "2015-03-05T02:06:45.9721458-08:00",
      "Endpoint": "https://smallw829c9776ed-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8058d109-8ad3-4375-bb34-51a500f19357",
      "Name": "smallw7cb9b90815-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:57:29.8527976-08:00",
      "CompleteTime": "2015-03-05T02:29:58.2619212-08:00",
      "Endpoint": "https://smallw7cb9b90815-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c671259-0ee3-40d1-ad57-ab4f62f31ae0",
      "Name": "smallw64f6b5cfde-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:58:26.3558958-08:00",
      "CompleteTime": "2015-03-05T02:13:46.8518769-08:00",
      "Endpoint": "https://smallw64f6b5cfde-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4c0fc13a-dcc7-48a7-b982-f799dc422bf9",
      "Name": "smallw7631dafbc4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T01:59:23.0449203-08:00",
      "CompleteTime": "2015-03-05T02:09:56.2520092-08:00",
      "Endpoint": "https://smallw7631dafbc4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "71e83963-2751-4593-8238-09f5c6224b04",
      "Name": "smallwab85430882-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:00:22.8048341-08:00",
      "CompleteTime": "2015-03-05T02:16:45.5059547-08:00",
      "Endpoint": "https://smallwab85430882-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e65d9ad3-c080-4d3d-b6c2-a52fc178fb3d",
      "Name": "smallw37b5a39e76-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:01:27.4671842-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "62228125-320b-4f0e-9718-ee5c46a12977",
      "Name": "smallwe70775c69b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:02:24.4777148-08:00",
      "CompleteTime": "2015-03-05T02:13:45.7410984-08:00",
      "Endpoint": "https://smallwe70775c69b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "de66a4b6-5f88-4484-9f7d-bb1ee95bf2f0",
      "Name": "smallwe9337e0eb0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:03:26.7769206-08:00",
      "CompleteTime": "2015-03-05T02:18:54.6079942-08:00",
      "Endpoint": "https://smallwe9337e0eb0-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5302de1b-57ca-42c0-a1c5-1fe188c2555c",
      "Name": "smallw2ce935a0fd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:04:23.3681594-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f75d5189-98d4-429a-a599-464360f33ea5",
      "Name": "smallweb150d7978-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:05:28.8650072-08:00",
      "CompleteTime": "2015-03-05T03:03:11.7136327-08:00",
      "Endpoint": "https://smallweb150d7978-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "65b5ce7c-01e6-43f4-b697-9511ee5ed5f6",
      "Name": "smallw9d76a40a15-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:06:28.3093583-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9a09a02d-5cd0-4f16-9a76-a5c6730542c0",
      "Name": "smallwe5cd9da961-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:07:25.4184715-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f38525b7-b3ee-4386-b41a-cfa47cfed11f",
      "Name": "smallw1f5bbce57c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:08:28.7203409-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c043f654-dc8f-49d5-b789-72ae7ec744d5",
      "Name": "smallwab4d5bd7b4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:09:23.3980007-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fce44c8a-04c8-450f-b161-ec6e78f5b80d",
      "Name": "smallw47cc41322c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:10:25.2978415-08:00",
      "CompleteTime": "2015-03-05T02:34:12.223676-08:00",
      "Endpoint": "https://smallw47cc41322c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bdc600ec-579b-4193-a151-44b46218398b",
      "Name": "smallw630abd92df-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:11:24.6879727-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2b9fca61-b50f-42de-8a05-8511e8f6c4b2",
      "Name": "smallw596fc596d1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:12:21.173825-08:00",
      "CompleteTime": "2015-03-05T02:26:23.7561355-08:00",
      "Endpoint": "https://smallw596fc596d1-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6c4fa756-b7f7-4c9f-8e89-7227d03d6942",
      "Name": "smallwb6aec14a90-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:13:21.9056562-08:00",
      "CompleteTime": "2015-03-05T02:24:05.7483187-08:00",
      "Endpoint": "https://smallwb6aec14a90-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2924417-7554-47c1-a037-6e488740f4eb",
      "Name": "smallw54b618b2ab-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:14:32.4542534-08:00",
      "CompleteTime": "2015-03-05T02:41:26.3709266-08:00",
      "Endpoint": "https://smallw54b618b2ab-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cc3bb22d-c4b0-48e8-ae37-d78be171d2c9",
      "Name": "smallwa28c409bec-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:15:31.7601594-08:00",
      "CompleteTime": "2015-03-05T02:29:07.7960866-08:00",
      "Endpoint": "https://smallwa28c409bec-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5788f24-274c-490c-9e0b-fb7a7a54e2b4",
      "Name": "smallwd5d0df2150-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:16:27.4208918-08:00",
      "CompleteTime": "2015-03-05T02:54:54.3261879-08:00",
      "Endpoint": "https://smallwd5d0df2150-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "424a4d97-4c5e-458a-aa7d-e2fdc2e88c2d",
      "Name": "smallw2a6253477c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:17:28.4091048-08:00",
      "CompleteTime": "2015-03-05T02:39:28.2626566-08:00",
      "Endpoint": "https://smallw2a6253477c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3a7155d1-7b99-428c-9d4b-603b3e20a99a",
      "Name": "smallw425c36f5d0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:18:25.8153381-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "79831d4c-4d8d-448f-98e5-8baaf2fa7b63",
      "Name": "smallw74c3b66304-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:19:30.0866856-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9a03e8f5-b34d-4356-a4b0-525422113a67",
      "Name": "smallwcd9dd8260e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:20:27.2937503-08:00",
      "CompleteTime": "2015-03-05T02:40:36.1177956-08:00",
      "Endpoint": "https://smallwcd9dd8260e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1271838d-1adf-4a5e-a9b2-206061cabd03",
      "Name": "smallw9d731b8fef-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:21:29.0396799-08:00",
      "CompleteTime": "2015-03-05T02:35:57.4799102-08:00",
      "Endpoint": "https://smallw9d731b8fef-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "50e3670e-2198-4cfe-bda3-42068f06a019",
      "Name": "smallwdf4d0b0088-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:22:27.5093129-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5607b912-50b6-48dd-b0a0-d1cdbeaee64d",
      "Name": "smallwc62223b88e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:23:27.4122267-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2e43d600-3fd9-4bc1-8968-830a3ddb0125",
      "Name": "smallwd0ea4a3c7b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:24:27.9822791-08:00",
      "CompleteTime": "2015-03-05T02:46:18.5788441-08:00",
      "Endpoint": "https://smallwd0ea4a3c7b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "57c7e9f2-3c55-4d86-9cc3-fd1e56a6caff",
      "Name": "smallw1ae97a4ccf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:25:29.1615891-08:00",
      "CompleteTime": "2015-03-05T02:37:45.6794105-08:00",
      "Endpoint": "https://smallw1ae97a4ccf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e04d62f-3f08-41d9-9c90-70ea7365ee8a",
      "Name": "smallwc670b09d72-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:26:27.5885461-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "79fe9b0b-614c-4d00-94c0-97dc8c98da72",
      "Name": "smallw9f20feb09b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:27:22.9856763-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "06c8f829-ac30-4315-88a3-ff7c44f068c1",
      "Name": "smallwce6e672ea3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:28:22.513152-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "46e3d957-dd0f-41c3-bf0c-c831a7c1e551",
      "Name": "smallwfab72ed3bc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:29:26.5684433-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "14700068-f814-43d3-8bd8-127adfb5f4ea",
      "Name": "smallwecec162dc0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:30:20.7098256-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f5fc9467-308f-4640-a182-aa03553018bf",
      "Name": "smallw22dd73f913-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:31:23.0465365-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0a20ba7b-2ec9-428b-b9ae-cbda4675cfc6",
      "Name": "smallw46990e79ff-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:32:22.256209-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "02f9c026-bb14-4ba0-a234-b75935a4a24b",
      "Name": "smallw40a8c10a47-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:33:28.3646683-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1627f723-78eb-4dca-b0c6-4d00d20b8400",
      "Name": "smallw48da0436f2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:34:20.76235-08:00",
      "CompleteTime": "2015-03-05T02:52:24.8124405-08:00",
      "Endpoint": "https://smallw48da0436f2-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae6e3e9f-90ae-42a6-97e2-4ea712380670",
      "Name": "smallwfdf11b1476-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:35:22.0865766-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "aaa80a90-fef8-4088-8ee1-a08f1513871d",
      "Name": "smallw1d4bc676d3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:36:24.4538601-08:00",
      "CompleteTime": "2015-03-05T03:01:37.0504127-08:00",
      "Endpoint": "https://smallw1d4bc676d3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "79da7b38-1316-4934-bc56-a957ab2c14d6",
      "Name": "smallw5b600bca73-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:37:25.0820075-08:00",
      "CompleteTime": "2015-03-05T03:29:28.933781-08:00",
      "Endpoint": "https://smallw5b600bca73-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "40353244-d9d5-4c98-aa2c-c74cc4344a09",
      "Name": "smallw46f85333f5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:38:28.0665807-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "af7c7662-5186-414a-8e67-6828548cc6cd",
      "Name": "smallw495e0e1df8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:39:29.6408954-08:00",
      "CompleteTime": "2015-03-05T02:53:24.975277-08:00",
      "Endpoint": "https://smallw495e0e1df8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c9413f94-30f1-4508-a522-c6e48e522262",
      "Name": "smallwcffeb1f419-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:40:27.5962053-08:00",
      "CompleteTime": "2015-03-05T03:09:30.6919769-08:00",
      "Endpoint": "https://smallwcffeb1f419-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a829a0f9-f804-4f61-904b-ea67d355095e",
      "Name": "smallw1486afab63-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:41:28.6723644-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a7e20f50-1ee5-4f72-861f-2753a47b4022",
      "Name": "smallw7576921d00-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:42:29.499706-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c9819532-e728-4e20-ab21-acab42ad9140",
      "Name": "smallw2bc028bf74-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:43:25.3674817-08:00",
      "CompleteTime": "2015-03-05T03:12:32.5454788-08:00",
      "Endpoint": "https://smallw2bc028bf74-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26b04915-0421-4df9-925e-a7d0236e5f0f",
      "Name": "smallwf908c106b6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:44:27.3564467-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "66fbb17a-18c1-4fef-ac32-430605d5a5e1",
      "Name": "smallwaba21944bf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:45:23.6416775-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "59039bfb-a3d3-4c04-b671-cde756f6e5fa",
      "Name": "smallwb281f31765-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:46:20.8497077-08:00",
      "CompleteTime": "2015-03-05T02:57:50.8517229-08:00",
      "Endpoint": "https://smallwb281f31765-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c4f872d1-ab58-4d49-8921-8e496a37fa78",
      "Name": "smallwb0e694b571-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:47:21.7934-08:00",
      "CompleteTime": "2015-03-05T03:06:53.7462476-08:00",
      "Endpoint": "https://smallwb0e694b571-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "72cd69fc-9a45-4078-ad76-ccf4b1db3826",
      "Name": "smallwbdfc5811af-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:48:26.8774144-08:00",
      "CompleteTime": "2015-03-05T03:39:54.1100928-08:00",
      "Endpoint": "https://smallwbdfc5811af-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e8621764-5d51-4544-8414-989005e0bea8",
      "Name": "smallw2e10808191-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:49:29.8072801-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4f992ee8-3270-4316-a1ac-7753b24399dc",
      "Name": "smallwdd6519b708-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:50:25.9347624-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a0de5558-efd9-4fc1-9714-76487d7c9d0b",
      "Name": "smallw6cdbd13a92-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:51:27.5491885-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8dc6cfce-919c-4000-890c-dd647eabf8b4",
      "Name": "smallw07c96c602d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:52:27.6781979-08:00",
      "CompleteTime": "2015-03-05T03:26:28.7928143-08:00",
      "Endpoint": "https://smallw07c96c602d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c89637ed-17b5-4b71-9e29-e9b2f4e3fd2e",
      "Name": "smallwd4ff0fbf0b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:53:26.3184653-08:00",
      "CompleteTime": "2015-03-05T03:13:02.1690823-08:00",
      "Endpoint": "https://smallwd4ff0fbf0b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "955639b4-6cb0-4c06-8291-3fb9be531d04",
      "Name": "smallwb33346cb1a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:54:25.6136351-08:00",
      "CompleteTime": "2015-03-05T03:03:58.1576168-08:00",
      "Endpoint": "https://smallwb33346cb1a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "54942d7d-9793-4ed5-807e-5430f5bcf764",
      "Name": "smallw4aabe375c6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:55:29.9241726-08:00",
      "CompleteTime": "2015-03-05T03:41:55.6281714-08:00",
      "Endpoint": "https://smallw4aabe375c6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f886b55-6d29-4b6f-b073-45dda31781aa",
      "Name": "smallw40211a9f3d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:56:27.9966884-08:00",
      "CompleteTime": "2015-03-05T03:07:30.8055265-08:00",
      "Endpoint": "https://smallw40211a9f3d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39e67265-8e0b-450e-acac-cc366681c31c",
      "Name": "smallwe5b7e8ef0a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:57:27.3320399-08:00",
      "CompleteTime": "2015-03-05T03:23:28.23032-08:00",
      "Endpoint": "https://smallwe5b7e8ef0a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6000b9f5-9cfd-4625-bd64-10575b00fbca",
      "Name": "smallwe0a5ebdb2f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:58:32.1302687-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3faf07f6-73a8-4c1c-8b57-bbc95be1476f",
      "Name": "smallwe1181223bd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T02:59:27.8693462-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4c0a3ea8-f585-4a07-a838-70eb5d35e805",
      "Name": "smallwe54f16e9b9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:00:29.4072021-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "bbaa1f94-4551-424b-b26b-0b5cf06f890a",
      "Name": "smallw8a0cff640a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:01:28.0045354-08:00",
      "CompleteTime": "2015-03-05T03:21:25.6555274-08:00",
      "Endpoint": "https://smallw8a0cff640a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "de342f34-1016-4cc5-a1f5-ea1d54f6f0c2",
      "Name": "smallw776957e1c4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:02:25.2814842-08:00",
      "CompleteTime": "2015-03-05T03:54:39.6024334-08:00",
      "Endpoint": "https://smallw776957e1c4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "480eb2d8-7b02-4c13-924a-050a491178b3",
      "Name": "smallwda9851c347-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:03:22.9043137-08:00",
      "CompleteTime": "2015-03-05T03:15:28.4611721-08:00",
      "Endpoint": "https://smallwda9851c347-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "29650321-cd3c-4d80-a52b-e69dfe397607",
      "Name": "smallw7e354219d2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:04:26.9867322-08:00",
      "CompleteTime": "2015-03-05T03:17:19.7379272-08:00",
      "Endpoint": "https://smallw7e354219d2-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cae9ae2-2aae-418d-90ae-48e06106317c",
      "Name": "smallw297b4cfa22-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:05:23.7746954-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "77e543b3-3a3b-4117-b3c1-411dbe55bff9",
      "Name": "smallw79bb57d788-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:06:21.1928138-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "470064f5-fa67-47ed-8d7f-52bbfa9efe22",
      "Name": "smallw3e2a4b750a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:07:29.3034133-08:00",
      "CompleteTime": "2015-03-05T03:17:49.8898773-08:00",
      "Endpoint": "https://smallw3e2a4b750a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "acb039cd-4fb0-4183-b497-79f92e127ed5",
      "Name": "smallw6171027234-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:08:24.9978681-08:00",
      "CompleteTime": "2015-03-05T03:21:55.1446655-08:00",
      "Endpoint": "https://smallw6171027234-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "da05e0e6-30f5-4412-9d95-50cd8cd8f3cb",
      "Name": "smallw9be3f7f619-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:09:29.1361188-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "47843b9a-7d2b-427e-b44c-3234924db36e",
      "Name": "smallwac0de74b15-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:10:30.2924643-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "275ea56d-278d-4882-bb48-4cf56ee89b06",
      "Name": "smallw7e01c2da61-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:11:29.7729398-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "9711a840-c3e1-48b9-a4cf-095881e80657",
      "Name": "smallw06759cc81f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:12:34.1526037-08:00",
      "CompleteTime": "2015-03-05T03:27:28.5440434-08:00",
      "Endpoint": "https://smallw06759cc81f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bf83420d-1f55-4341-ab67-be0d24665b21",
      "Name": "smallw76c1853ddc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:13:27.076586-08:00",
      "CompleteTime": "2015-03-05T04:03:49.6102713-08:00",
      "Endpoint": "https://smallw76c1853ddc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8aa50c81-dd64-4ea7-88c5-af3c6f3a2b32",
      "Name": "smallwe03caea292-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:14:30.1298883-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f7fb94af-e2dd-4e15-a732-d1d0434159aa",
      "Name": "smallw5bec9308ee-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:15:31.7654203-08:00",
      "CompleteTime": "2015-03-05T03:49:38.3780421-08:00",
      "Endpoint": "https://smallw5bec9308ee-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "37bb0eed-c36e-45c2-a729-56843c50b355",
      "Name": "smallw95f12a1ee9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:16:25.3112968-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "781ccccc-0f10-4095-9b68-865669d5e276",
      "Name": "smallw3b04b9823d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:17:22.8081609-08:00",
      "CompleteTime": "2015-03-05T03:44:29.5312763-08:00",
      "Endpoint": "https://smallw3b04b9823d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d217ae41-2f09-4960-8eb0-17e6be0bd4b4",
      "Name": "smallw29c84660ff-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:18:29.6558302-08:00",
      "CompleteTime": "2015-03-05T04:01:49.1056774-08:00",
      "Endpoint": "https://smallw29c84660ff-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6a5c8f7f-ff9a-4c03-bf3c-69326a6630b3",
      "Name": "smallwc6d057b6b1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:19:25.6330004-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2c330dc8-7e47-4384-8a2c-ea8637937220",
      "Name": "smallwaa33789089-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:20:24.1981176-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "3874c1db-ef30-40cf-bbba-f3171690c31d",
      "Name": "smallwb0e5ca4c90-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:21:30.1340616-08:00",
      "CompleteTime": "2015-03-05T03:33:26.6335325-08:00",
      "Endpoint": "https://smallwb0e5ca4c90-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "086777c6-6a51-4f56-a9ae-42660ed8c04f",
      "Name": "smallwb5010cba0f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:22:27.4338916-08:00",
      "CompleteTime": "2015-03-05T03:42:59.4406005-08:00",
      "Endpoint": "https://smallwb5010cba0f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bb3c208c-8edc-4278-8ff2-b358ae2631aa",
      "Name": "smallw48f12728e7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:23:26.291274-08:00",
      "CompleteTime": "2015-03-05T04:16:23.7766237-08:00",
      "Endpoint": "https://smallw48f12728e7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92e08188-479e-4767-a5da-307fc51abf91",
      "Name": "smallwdd36eaf854-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:24:25.4893103-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0c22b132-fbe0-4873-af79-c20b49d7538a",
      "Name": "smallwb47042236d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:25:20.8714888-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "44bb6a47-de09-4f60-a3fd-cf928fd2feb7",
      "Name": "smallw078967c995-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:26:30.4386731-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0580ab86-9678-4b15-b43c-6522bdd36b5b",
      "Name": "smallw90793cc996-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:27:25.8906838-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5c8f0f44-89ff-4a0e-afa5-da07f0564738",
      "Name": "smallwd15af16800-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:28:24.6470706-08:00",
      "CompleteTime": "2015-03-05T04:13:23.129788-08:00",
      "Endpoint": "https://smallwd15af16800-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "58c12df6-6df0-4ebd-8faf-274fa9ad8e5c",
      "Name": "smallwbc35248ebb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:29:23.0147502-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5b67c307-690f-494e-9e19-a09a1203b36b",
      "Name": "smallw7ada0570eb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:30:24.3176055-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "48170d49-7941-4d4a-b642-36d0f4bbddec",
      "Name": "smallw5d5e3fadc0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:31:22.134521-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "db647f59-2383-4e63-82de-5ea1598d5513",
      "Name": "smallw66afe6bb81-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:32:25.7391214-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "973f5cf1-b2dc-47c0-a3a2-0389fe13e942",
      "Name": "smallwbaca652a1c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:33:24.9564526-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "04638d4a-fa26-4811-99eb-af1a1360e53c",
      "Name": "smallw721cad1beb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:34:29.683009-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "249ea50e-6a63-4468-9a8e-60073c4c42bc",
      "Name": "smallwbf3a49638e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:35:26.8369224-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d741048b-329d-4b03-acf4-eda10c7f1109",
      "Name": "smallw4db6142e07-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:36:24.3210987-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ab9991f8-804b-4d85-b333-949cd6989f32",
      "Name": "smallwd707df10d2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:37:23.1532104-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0deec5da-ab91-48d4-a8ce-1a1e0e9ea4fb",
      "Name": "smallw89cacaad3f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:38:27.1832784-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2d939d3a-058e-49db-b717-e841a2c5d78d",
      "Name": "smallw0717bcaef1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:39:26.1147521-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0a5ae0c5-9d29-425d-ad58-4f17106f68dd",
      "Name": "smallwc3d54be47b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:40:26.6618862-08:00",
      "CompleteTime": "2015-03-05T03:58:10.3232969-08:00",
      "Endpoint": "https://smallwc3d54be47b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b831478-a603-42ac-9548-eb9a612ab829",
      "Name": "smallw3de70b8da1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:41:28.8325658-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c19224ec-624a-44ea-adf6-739b30903036",
      "Name": "smallwcc9a33a735-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T03:42:23.7099502-08:00",
      "CompleteTime": "2015-03-05T03:59:46.4565409-08:00",
      "Endpoint": "https://smallwcc9a33a735-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "316bdb51-c178-463f-855b-6f357435723a",
      "EventName": "Remove Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-04T23:05:59.9792245-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "af657366-04cf-4f60-9500-4450d761e71b",
      "EventName": "Create Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-04T23:06:00.3292751-08:00",
      "EndTime": "2015-03-05T00:06:06.1263672-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAtBAAAAAAAAA==",
  "_ts": 1425596544,
  "_etag": "\"0200f4ae-0000-0000-0000-54f8e0800000\"",
  "_attachments": "attachments/"
},
{
  "id": "5389fbbd-db20-4331-82d7-7c6cc82921e8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAuBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-05T14:30:13.4876839-08:00",
  "CompletedTime": "2015-03-05T17:02:41.2743488-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c6dec77d-7767-4e46-be12-e77213cbab23",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-05T14:30:25.7844706-08:00",
      "EndTime": "2015-03-05T14:31:29.8935881-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7bf3020-9b87-4d93-9cc7-1bef9f258658",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-05T14:31:30.2529294-08:00",
      "EndTime": "2015-03-05T15:02:36.5100862-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 99.939961
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 99.939961
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Value": 0.985946
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 0.971224
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 0.894831
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 0.837535
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 0.762372
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 0.764026
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 0.760635
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 0.757985
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 0.757866
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 0.691302
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 111738.566667
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 111771.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 111793.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 111825.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 111827.633333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-05+22%3a30%3a13Z&end=2015-03-06+01%3a02%3a41Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-05T17:02:41.2743488-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAuBAAAAAAAAA==",
  "_ts": 1425604009,
  "_etag": "\"0300c604-0000-0000-0000-54f8fda90000\"",
  "_attachments": "attachments/"
},
{
  "id": "9149b5d1-b6e2-4e3c-9efb-253b49d07aaf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAvBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-05T15:02:26.3211104-08:00",
  "CompletedTime": "2015-03-05T15:47:15.3992828-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c56004f2-33df-480f-aa2d-702f3ed01ff7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-05T15:02:26.7824035-08:00",
      "EndTime": "2015-03-05T15:14:48.3675646-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9aeed5f-1e7b-45ea-80e7-46e1996b6a05",
      "EventName": "Remove Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-05T15:21:15.8821252-08:00",
      "EndTime": "2015-03-05T15:26:25.384965-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1094f76d-eaa3-4f0b-8a96-b9571f6eae71",
      "EventName": "Create Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-05T15:26:25.7359931-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAvBAAAAAAAAA==",
  "_ts": 1425599234,
  "_etag": "\"02005dce-0000-0000-0000-54f8eb020000\"",
  "_attachments": "attachments/"
},
{
  "id": "bae77f2b-b262-4fde-812a-d64969ee744c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAwBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-05T15:47:15.7343095-08:00",
  "CompletedTime": "2015-03-05T15:54:25.1401576-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAwBAAAAAAAAA==",
  "_ts": 1425599664,
  "_etag": "\"020062d3-0000-0000-0000-54f8ecb00000\"",
  "_attachments": "attachments/"
},
{
  "id": "7cae3550-1bfc-4c73-99cf-a005dce0a84f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAxBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-05T15:54:25.4081761-08:00",
  "CompletedTime": "2015-03-05T16:33:52.6494558-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0028dabf-5111-4884-bc88-6f86e889bf2e",
      "EventName": "Create Federation",
      "Build": "F:\\Main6\\bin\\x64\\Release",
      "StartTime": "2015-03-05T15:54:26.0772889-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAxBAAAAAAAAA==",
  "_ts": 1425602032,
  "_etag": "\"020008ee-0000-0000-0000-54f8f5f00000\"",
  "_attachments": "attachments/"
},
{
  "id": "c45ec396-5e36-47b9-86ec-8c5150af1b43",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAyBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-05T16:09:11.0473931-08:00",
  "CompletedTime": "2015-03-05T16:15:14.6664233-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7af40165-3742-4dcc-a481-bf1fda039ae7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T16:09:13.3686171-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAyBAAAAAAAAA==",
  "_ts": 1425600925,
  "_etag": "\"02006ce1-0000-0000-0000-54f8f19d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "468759ba-d518-42e3-a327-fd212d1ec124",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAzBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-05T16:15:14.9866992-08:00",
  "CompletedTime": "2015-03-06T08:32:55.5489664-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4b195063-de35-4c4c-b9a3-843539d4066a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-05T18:19:40.1775928-08:00",
      "CompleteTime": "2015-03-05T18:28:16.8370729-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "41343208-d0c0-4a3b-b1a0-8f9d2089e10f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-05T18:19:40.5729107-08:00",
      "CompleteTime": "2015-03-05T18:30:17.061452-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "971439d6-6653-41fc-95bf-30e4f34398ca",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T18:19:41.0694665-08:00",
      "CompleteTime": "2015-03-05T18:29:16.6573282-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5a68aae5-bed5-4bef-b7eb-451b99ed5dce",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-05T18:19:41.5611607-08:00",
      "CompleteTime": "2015-03-05T18:29:54.5127673-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8542380e-e872-4267-bdd2-1f46c48c58f1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T20:32:03.5709157-08:00",
      "CompleteTime": "2015-03-05T20:42:08.6925754-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "33cbe141-822e-4d2e-bd38-e36d08166a0a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-03-05T22:51:26.3586063-08:00",
      "CompleteTime": "2015-03-05T23:03:38.5373446-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1fb9fec7-1684-4db1-bffa-85bc285f8071",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T00:58:35.4778995-08:00",
      "CompleteTime": "2015-03-06T01:08:39.7352994-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22303022-335e-479d-bbf6-94333326b4b2",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-03-06T06:39:56.9400641-08:00",
      "CompleteTime": "2015-03-06T07:35:13.493307-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f6baa702-8ef3-4749-81a7-bba897f58d45",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T16:15:16.2271339-08:00",
      "EndTime": "2015-03-05T16:49:16.1114571-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "48d7fc90-457f-4b66-ba90-6ca4c61e972d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T16:50:11.9106067-08:00",
      "EndTime": "2015-03-05T16:51:20.4248552-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4028a20-6c68-4493-be16-de2ec15ff06f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T16:51:20.801164-08:00",
      "EndTime": "2015-03-05T17:24:19.0307172-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0d4d248-b80e-4b52-b439-f7a496c1da7c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T17:24:30.0820044-08:00",
      "EndTime": "2015-03-05T17:37:20.8858659-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "b41de1e9-1422-4105-b704-3f1c4187f708",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T19:19:39.3664288-08:00",
      "EndTime": "2015-03-05T20:17:01.6018811-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "39735ea3-a332-48e6-bab7-326cf44160fb",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T20:17:06.641914-08:00",
      "EndTime": "2015-03-05T22:51:22.0671702-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3128e928-e563-456d-9feb-9817e42d322a",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-05T23:31:26.0873876-08:00",
      "EndTime": "2015-03-06T02:08:42.3323774-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "8582b8e6-590d-4150-bd52-9229ad4f0c2f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-06T02:48:46.5217318-08:00",
      "EndTime": "2015-03-06T03:44:09.8964255-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff11cf0b-92a5-48b9-b3fd-d9eda1ad4494",
      "EventName": "Upgrade Package",
      "Build": "e:\\docdb\\newton3\\main\\bin\\x64\\release",
      "StartTime": "2015-03-06T04:24:13.9126478-08:00",
      "EndTime": "2015-03-06T06:32:54.625208-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-06T05:55:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-2\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.Server.exe.988.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "63 back end trace criticals with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Garbage collector completed cycle with hr = 0x%08x:  [bytes scanned = %llu], [bytes cleaned = %lu], [bytes written = %lu], [pages moved = %lu], [space freed = %ld], [current free space = %llu].\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-06T06:36:21.0557596",
          "Last": "2015-03-06T06:37:02.5067476"
        },
        {
          "Message": "ASSERT: %s with message \"Init failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T05:54:59.917975",
          "Last": "2015-03-06T05:54:59.917975"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T05:54:59.917994",
          "Last": "2015-03-06T05:54:59.917994"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T04:36:18.8240954",
          "Last": "2015-03-06T04:36:18.8240954"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 49,
          "First": "2015-03-05T21:40:15.7666418",
          "Last": "2015-03-06T05:44:38.3863114"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-06T00:41:19.6648417",
          "Last": "2015-03-06T04:46:40.797978"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-06T06:36:22.7688103",
          "Last": "2015-03-06T06:37:03.6063522"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "90 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 89,
          "First": "2015-03-05T22:22:30.707319",
          "Last": "2015-03-06T08:25:49.9979227"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-03-05T19:10:06.9835319",
          "Last": "2015-03-05T19:10:06.9835319"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 47597109,
          "Average": 283316.12,
          "Max": 360735,
          "Min": 57
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.1,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 193672,
          "Average": 1152.81,
          "Max": 36404,
          "Min": 98
        },
        {
          "StatusCode": 404,
          "Total": 149731,
          "Average": 891.26,
          "Max": 8958,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 14,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 44873,
          "Average": 267.1,
          "Max": 1382,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7105725,
          "Average": 42295.98,
          "Max": 135922,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1390432,
          "Average": 8325.94,
          "Max": 10743,
          "Min": 147
        },
        {
          "StatusCode": 404,
          "Total": 4469,
          "Average": 26.76,
          "Max": 198,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1144,
          "Average": 6.85,
          "Max": 42,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 180678,
          "Average": 1081.9,
          "Max": 2808,
          "Min": 30
        },
        {
          "StatusCode": 449,
          "Total": 7631,
          "Average": 45.69,
          "Max": 178,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4149980,
          "Average": 24850.18,
          "Max": 31052,
          "Min": 371
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 764,
          "Average": 4.57,
          "Max": 356,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18229,
          "Average": 109.16,
          "Max": 658,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 3464,
          "Average": 20.74,
          "Max": 113,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 548585,
          "Average": 3284.94,
          "Max": 8420,
          "Min": 99
        },
        {
          "StatusCode": 449,
          "Total": 16356,
          "Average": 97.94,
          "Max": 333,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7098696,
          "Average": 42254.14,
          "Max": 53350,
          "Min": 834
        },
        {
          "StatusCode": 400,
          "Total": 29159,
          "Average": 173.57,
          "Max": 5477,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8479,
          "Average": 50.47,
          "Max": 3757,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 29,
          "Average": 0.17,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4244,
          "Average": 25.26,
          "Max": 162,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1078146,
          "Average": 6417.54,
          "Max": 21159,
          "Min": 364
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30424264,
          "Average": 181096.81,
          "Max": 261695,
          "Min": 33155
        },
        {
          "StatusCode": 400,
          "Total": 97,
          "Average": 0.58,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9569,
          "Average": 56.96,
          "Max": 652,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29108,
          "Average": 173.26,
          "Max": 1030,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 624046,
          "Average": 3714.56,
          "Max": 10056,
          "Min": 97
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7911337,
          "Average": 47373.28,
          "Max": 59794,
          "Min": 999
        },
        {
          "StatusCode": 404,
          "Total": 35353,
          "Average": 211.69,
          "Max": 2956,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 26950,
          "Average": 161.38,
          "Max": 973,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 539796,
          "Average": 3232.31,
          "Max": 8766,
          "Min": 49
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 6,
          "First": "2015-03-06T00:45:00",
          "Last": "2015-03-06T07:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 49,
          "First": "2015-03-06T00:40:00",
          "Last": "2015-03-06T08:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "2132 replica health errors | 141 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 67,
          "First": "2015-03-06T04:51:16.119",
          "Last": "2015-03-06T08:07:43.526"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 149,
          "First": "2015-03-06T00:40:18.687",
          "Last": "2015-03-06T08:07:44.026"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1362,
          "First": "2015-03-05T20:17:39.881",
          "Last": "2015-03-06T08:07:44.056"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 413,
          "First": "2015-03-05T19:17:56.863",
          "Last": "2015-03-06T08:07:44.076"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1476 replica alerts for SuccessfulBackup | 1817 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.33
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 212,
          "HourlyAverage": 13.999
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 912,
          "HourlyAverage": 60.224
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 57,
          "HourlyAverage": 3.764
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 61,
          "HourlyAverage": 4.028
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.462
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 449,
          "HourlyAverage": 29.65
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 2.707
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1165,
          "HourlyAverage": 76.931
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.924
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.924
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 148,
          "HourlyAverage": 9.773
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 85,
          "HourlyAverage": 5.613
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.057
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.726
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.792
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 0.991
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 21,
          "HourlyAverage": 1.387
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.528
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.594
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 1.453
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.594
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "41 partitions violated quota invariants | 38 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "550caaab-04ad-499d-9d5f-65d82b68c053",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "LastUsage": 3575296,
          "LastQuota": 3490816,
          "LastIndexUsage": 281391,
          "First": "2015-03-06T07:00:00",
          "Last": "2015-03-06T08:30:00"
        },
        {
          "PartitionId": "6f25f031-3895-4e0f-962e-e172f8253c33",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "LastUsage": 3602432,
          "LastQuota": 3490816,
          "LastIndexUsage": 282381,
          "First": "2015-03-06T07:00:00",
          "Last": "2015-03-06T08:30:00"
        },
        {
          "PartitionId": "a4e18f6d-438b-4cce-a2aa-201873881288",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "LastUsage": 5959904,
          "LastQuota": 3490816,
          "LastIndexUsage": 471377,
          "First": "2015-03-06T07:00:00",
          "Last": "2015-03-06T08:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e18b27b4-beab-466b-b092-6439b430cddf",
          "MaxQuota": 8144708,
          "MaxUsage": 7592167
        },
        {
          "PartitionId": "35c248ec-a62f-4c30-9dbb-2500de272d10",
          "MaxQuota": 8144708,
          "MaxUsage": 7591679
        },
        {
          "PartitionId": "19b6e43a-a07e-45ca-8258-21dbd0f3b729",
          "MaxQuota": 8144708,
          "MaxUsage": 7174412
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "35c248ec-a62f-4c30-9dbb-2500de272d10",
          "MaxCrudUsage": 7400,
          "MaxIndexUsage": 1320,
          "MaxTotalUsage": 9060
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "e18b27b4-beab-466b-b092-6439b430cddf",
          "MaxCrudUsage": 7392,
          "MaxIndexUsage": 1328,
          "MaxTotalUsage": 8856
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "82d5fa6c-0ce2-47b6-bca5-360ca6a6487f",
          "MaxCrudUsage": 7016,
          "MaxIndexUsage": 1356,
          "MaxTotalUsage": 8668
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 25 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-05T22:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 177.909,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T05:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 174.707,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T20:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 140.593,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T01:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 139.207,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-05T21:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 136.363,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.233364
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 83.165547
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84.0178
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.6019
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.021364
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 52.160345
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40.338692
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 38.67704
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 38.37814
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 34.997171
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 472.759362 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 472.759362
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 413.191874
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 284.712433
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 222.290077
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 220.854458
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48965.206897
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 49549.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 50917.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 52642.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 52693.366667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 39a476aa-efdb-498a-9f06-d0d843ae9069",
          "Count": 1,
          "First": "2015-03-05T17:52:37.13387",
          "Last": "2015-03-05T17:52:37.13387"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 614e232a-68fe-476b-835b-4bb5df751b45",
          "Count": 1,
          "First": "2015-03-05T17:53:06.7648181",
          "Last": "2015-03-05T17:53:06.7648181"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: adf66795-6bf2-4ec5-ad2b-9c7191cce744",
          "Count": 1,
          "First": "2015-03-05T17:53:06.8065196",
          "Last": "2015-03-05T17:53:06.8065196"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 3e80bde3-ef0a-4bb7-9df0-a81a3ba8b398",
          "Count": 1,
          "First": "2015-03-05T17:53:04.8333301",
          "Last": "2015-03-05T17:53:04.8333301"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ActivityId": "74a8ef1d-945e-47a8-a0b6-5222ec6c9cc3",
          "First": "2015-03-05T18:31:04.1588779",
          "Last": "2015-03-05T18:31:04.1588779",
          "Count": 1
        },
        {
          "ActivityId": "f9605c94-03d1-443c-aecf-807ce7f5203e",
          "First": "2015-03-06T02:07:13.7944925",
          "Last": "2015-03-06T02:07:13.7944925",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-06+00%3a15%3a14Z&end=2015-03-06+16%3a32%3a55Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T08:32:55.5489664-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 267392,
      "PhysicalCRUDUsageInMB": 1370172,
      "LogicalIndexUsageInMB": 27894,
      "LogicalCRUDUsageInMB": 357422,
      "ClientReportedUsageInMB": 13804
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAzBAAAAAAAAA==",
  "_ts": 1425662377,
  "_etag": "\"04003db4-0000-0000-0000-54f9e1a90000\"",
  "_attachments": "attachments/"
},
{
  "id": "879bd4c2-9ad2-4243-ad5b-b39d6f90e637",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA0BAAAAAAAAA==/",
  "RunState": "InProgress",
  "RunResult": null,
  "FederationName": "bl4prdddc02-docdb-test-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-05T16:33:52.9524755-08:00",
  "CompletedTime": "0001-01-01T00:00:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "329dc2a9-62e3-479a-bc1f-7629ddafe304",
      "Name": "coll6c6e6eec4c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:48:21.1938545-08:00",
      "CompleteTime": "2015-03-05T17:55:27.4473192-08:00",
      "Endpoint": "https://coll6c6e6eec4c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8288d320-ddf5-41fc-8d1e-258736ffd0a2",
      "Name": "coll2b11cdc728-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:49:12.8988456-08:00",
      "CompleteTime": "2015-03-05T17:56:15.9541206-08:00",
      "Endpoint": "https://coll2b11cdc728-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "83fed482-26e2-4c8c-a8f1-63edcc8a5a40",
      "Name": "smallwa34c03c320-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:50:15.6889147-08:00",
      "CompleteTime": "2015-03-05T18:04:54.6847554-08:00",
      "Endpoint": "https://smallwa34c03c320-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5b2ca6c4-3a35-44e8-a052-417d4822a226",
      "Name": "collff74726322-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:50:17.1751523-08:00",
      "CompleteTime": "2015-03-05T18:01:20.992851-08:00",
      "Endpoint": "https://collff74726322-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "711612ca-6cd0-4c5e-a18b-6bcf571c2a92",
      "Name": "collf93a2053d8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:51:17.2994328-08:00",
      "CompleteTime": "2015-03-05T18:10:53.5095246-08:00",
      "Endpoint": "https://collf93a2053d8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "33edae93-a2f9-484d-9900-e990cc3bcd32",
      "Name": "smallw56035e7edb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:51:39.7024614-08:00",
      "CompleteTime": "2015-03-05T18:02:13.9981829-08:00",
      "Endpoint": "https://smallw56035e7edb-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "82770437-066e-47cf-b118-abb1d38ec90f",
      "Name": "coll83c16a3934-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:52:11.9875462-08:00",
      "CompleteTime": "2015-03-05T17:59:45.025607-08:00",
      "Endpoint": "https://coll83c16a3934-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0224b6ee-e172-4841-9da9-3a3899f2393c",
      "Name": "smallw2399aeda18-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:53:14.5078325-08:00",
      "CompleteTime": "2015-03-05T18:10:23.6574198-08:00",
      "Endpoint": "https://smallw2399aeda18-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "12eb881c-0c8d-48cd-915d-180ed8c0a110",
      "Name": "collea2515dfb8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:53:18.201215-08:00",
      "CompleteTime": "2015-03-05T18:16:02.5221717-08:00",
      "Endpoint": "https://collea2515dfb8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df5a5deb-25bb-4412-bdc8-6ad16d02a49d",
      "Name": "coll1f13abad4c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:54:09.7007981-08:00",
      "CompleteTime": "2015-03-05T18:00:12.6225216-08:00",
      "Endpoint": "https://coll1f13abad4c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae7393a0-5b92-4288-9d87-65721364e973",
      "Name": "smallwbbd19c7cc1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:54:46.7395133-08:00",
      "CompleteTime": "2015-03-05T18:08:22.5188877-08:00",
      "Endpoint": "https://smallwbbd19c7cc1-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0ea7d41-738f-4b1f-815c-46db0addedb4",
      "Name": "coll077cabbc75-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:55:18.4080953-08:00",
      "CompleteTime": "2015-03-05T18:06:22.4188648-08:00",
      "Endpoint": "https://coll077cabbc75-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8de9c883-582f-4cce-b86d-f7ee11541c60",
      "Name": "colldf9becb775-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:56:09.9002633-08:00",
      "CompleteTime": "2015-03-05T18:07:43.8319128-08:00",
      "Endpoint": "https://colldf9becb775-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9dd93d3a-7841-4069-b79e-0993e4c0d1a9",
      "Name": "smallw9d1d6763a5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:56:19.210028-08:00",
      "CompleteTime": "2015-03-05T18:05:23.0955374-08:00",
      "Endpoint": "https://smallw9d1d6763a5-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47fff553-c570-47ab-b1ec-24bf9d773500",
      "Name": "coll00809fbfb4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:57:17.1017187-08:00",
      "CompleteTime": "2015-03-05T18:09:52.1274179-08:00",
      "Endpoint": "https://coll00809fbfb4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c00dfacc-028a-4723-954b-0d7016af6cca",
      "Name": "smallwd5e69157bb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:57:45.1223752-08:00",
      "CompleteTime": "2015-03-05T18:16:32.589294-08:00",
      "Endpoint": "https://smallwd5e69157bb-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d1c61e18-334d-452e-a354-65da35abeddf",
      "Name": "coll912675ddcd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:58:17.9528175-08:00",
      "CompleteTime": "2015-03-05T18:05:21.564526-08:00",
      "Endpoint": "https://coll912675ddcd-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5fe03f87-715c-44e2-86c4-be2e79b46778",
      "Name": "coll71970c13f1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T17:59:13.0967154-08:00",
      "CompleteTime": "2015-03-05T18:08:21.7654313-08:00",
      "Endpoint": "https://coll71970c13f1-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "84f6a19c-aa56-4264-9c40-c75e92b7be1b",
      "Name": "smallwca1cf9d051-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T17:59:18.7134806-08:00",
      "CompleteTime": "2015-03-05T18:34:13.1833303-08:00",
      "Endpoint": "https://smallwca1cf9d051-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06f3f0a1-b7cc-4827-aba1-3a86748dacf3",
      "Name": "colla1454ac925-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:00:19.0046481-08:00",
      "CompleteTime": "2015-03-05T18:10:22.7109122-08:00",
      "Endpoint": "https://colla1454ac925-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c557210e-65d1-4a0e-9b97-520d1fbcef5c",
      "Name": "smallw9dc059c992-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:00:39.7635865-08:00",
      "CompleteTime": "2015-03-05T18:12:13.9455053-08:00",
      "Endpoint": "https://smallw9dc059c992-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a21aee3-3d46-49c7-9156-c1f453296bf7",
      "Name": "coll0c3a5035ab-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:01:13.955266-08:00",
      "CompleteTime": "2015-03-05T18:12:18.0207468-08:00",
      "Endpoint": "https://coll0c3a5035ab-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "89b36f39-51e1-4868-b552-785729cb8b57",
      "Name": "smallwe7fc0bf349-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:02:15.6589941-08:00",
      "CompleteTime": "2015-03-05T18:08:48.739605-08:00",
      "Endpoint": "https://smallwe7fc0bf349-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b957c22-147a-422c-afa5-e665d86bcdb2",
      "Name": "collaa0bd7d56d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:02:17.1784237-08:00",
      "CompleteTime": "2015-03-05T18:09:50.4545476-08:00",
      "Endpoint": "https://collaa0bd7d56d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4b143730-2a46-484b-bd31-5eafc407faac",
      "Name": "coll6ca480cfd7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:03:19.1423502-08:00",
      "CompleteTime": "2015-03-05T18:31:59.3043562-08:00",
      "Endpoint": "https://coll6ca480cfd7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3f548eb9-d5df-42ad-bee9-aa047532a77c",
      "Name": "smallwb19f253045-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:03:40.9812555-08:00",
      "CompleteTime": "2015-03-05T18:11:44.3540305-08:00",
      "Endpoint": "https://smallwb19f253045-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bc52c5eb-026a-47db-b4e6-2629f29fdc92",
      "Name": "collc0e2245231-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:04:14.9408704-08:00",
      "CompleteTime": "2015-03-05T18:13:20.2095165-08:00",
      "Endpoint": "https://collc0e2245231-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "40ebdb4b-69d4-4bee-a52e-2b8a63b88ab8",
      "Name": "smallw73f2c1ca24-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:05:13.1427148-08:00",
      "CompleteTime": "2015-03-05T18:36:41.6267394-08:00",
      "Endpoint": "https://smallw73f2c1ca24-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e86c06fe-1372-4b9b-9c93-49ca0fe49f81",
      "Name": "coll0d68d21200-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:05:18.7443277-08:00",
      "CompleteTime": "2015-03-05T18:34:43.2950048-08:00",
      "Endpoint": "https://coll0d68d21200-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7fd76fc0-31cc-4d90-b958-ad67d951dcbc",
      "Name": "collc0348f6aa7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:06:18.5845302-08:00",
      "CompleteTime": "2015-03-05T18:38:21.6037815-08:00",
      "Endpoint": "https://collc0348f6aa7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fcf5e834-b4ed-435f-b596-f540b63e36c4",
      "Name": "smallw84ada589e4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:06:40.9573812-08:00",
      "CompleteTime": "2015-03-05T18:14:44.7857618-08:00",
      "Endpoint": "https://smallw84ada589e4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "98ed6105-c9a7-4d1d-a7e1-f37bef4b9d24",
      "Name": "colled413d35cf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-03-05T18:07:10.1455404-08:00",
      "CompleteTime": "2015-03-05T18:19:22.3374519-08:00",
      "Endpoint": "https://colled413d35cf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7474807c-485a-48ff-b1e4-b339b80dd256",
      "Name": "smallw8c1af283bf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:08:14.0494201-08:00",
      "CompleteTime": "2015-03-05T18:20:28.5963672-08:00",
      "Endpoint": "https://smallw8c1af283bf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "113f201e-c69e-4637-9a00-88f54ed2278a",
      "Name": "smallwdea946f105-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:09:47.6803496-08:00",
      "CompleteTime": "2015-03-05T18:25:42.5408035-08:00",
      "Endpoint": "https://smallwdea946f105-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f86f7d51-1174-43ad-b815-bcdee9bc58da",
      "Name": "smallw027c71b1cf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:11:12.604263-08:00",
      "CompleteTime": "2015-03-05T18:22:34.5513304-08:00",
      "Endpoint": "https://smallw027c71b1cf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ce601fe-5e42-4830-9d60-74a8e8ae7443",
      "Name": "smallwfaac564d3d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:12:41.0489907-08:00",
      "CompleteTime": "2015-03-05T18:20:51.8163805-08:00",
      "Endpoint": "https://smallwfaac564d3d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "81096901-d083-45f5-afb7-a251acc72502",
      "Name": "smallw90d858fe72-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:14:14.8476233-08:00",
      "CompleteTime": "2015-03-05T18:23:34.7766328-08:00",
      "Endpoint": "https://smallw90d858fe72-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "63690618-b95d-44d1-9e41-c87ce7814592",
      "Name": "smallw22f0316dc3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:15:43.0647991-08:00",
      "CompleteTime": "2015-03-05T18:23:53.8769578-08:00",
      "Endpoint": "https://smallw22f0316dc3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2f40613-cf8d-4e4d-bea3-ae45e3f22c7d",
      "Name": "smallw0863363a94-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:17:13.0357094-08:00",
      "CompleteTime": "2015-03-05T18:24:27.7226389-08:00",
      "Endpoint": "https://smallw0863363a94-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7ac4a9e9-5cbc-4ab7-9343-27c355061877",
      "Name": "coll8f44a18e5b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 1761108,
      "StartTime": "2015-03-05T18:18:21.6227043-08:00",
      "CompleteTime": "2015-03-05T18:37:32.8252579-08:00",
      "Endpoint": "https://coll8f44a18e5b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6a8f7b3-5e13-4638-80e6-21ffa37790f2",
      "Name": "smallw6f0e54dbf3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:18:41.4651388-08:00",
      "CompleteTime": "2015-03-05T18:27:26.8996067-08:00",
      "Endpoint": "https://smallw6f0e54dbf3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "011e6022-a3ab-4243-adbd-96f9427bd976",
      "Name": "smallwde62e3e186-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:20:14.4843732-08:00",
      "CompleteTime": "2015-03-05T18:29:27.2621489-08:00",
      "Endpoint": "https://smallwde62e3e186-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48e492f6-020e-42dc-bc97-0559630dca3a",
      "Name": "smallw9bfd0e6653-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:21:49.4588737-08:00",
      "CompleteTime": "2015-03-05T18:30:57.6410837-08:00",
      "Endpoint": "https://smallw9bfd0e6653-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "31b321ef-782c-48b5-bc00-6f33393df079",
      "Name": "smallw0c1c123f1b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:23:12.0534495-08:00",
      "CompleteTime": "2015-03-05T18:33:56.087875-08:00",
      "Endpoint": "https://smallw0c1c123f1b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7d647b56-e0dd-4570-9806-49fe52a7e4fe",
      "Name": "smallwa9432aedbb-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:24:43.998483-08:00",
      "CompleteTime": "2015-03-05T18:40:01.0019853-08:00",
      "Endpoint": "https://smallwa9432aedbb-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "da6bb4fd-0aae-4140-8d34-9595458a6864",
      "Name": "smallw76d6124be4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:26:13.6603195-08:00",
      "CompleteTime": "2015-03-05T18:41:53.2042629-08:00",
      "Endpoint": "https://smallw76d6124be4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "31ffdf9d-b113-4137-bc17-d34462298dab",
      "Name": "smallw570cc7dd2b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:27:51.3650194-08:00",
      "CompleteTime": "2015-03-05T18:53:32.6806498-08:00",
      "Endpoint": "https://smallw570cc7dd2b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "435a7407-c245-43e8-ac5c-f2c2a05c75d1",
      "Name": "smallw09be800cf7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:29:16.6924535-08:00",
      "CompleteTime": "2015-03-05T18:51:21.2218378-08:00",
      "Endpoint": "https://smallw09be800cf7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66e851ed-9577-4c95-9f75-ca24958588ca",
      "Name": "smallw023bc16b3c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:30:49.5131338-08:00",
      "CompleteTime": "2015-03-05T18:45:54.5427449-08:00",
      "Endpoint": "https://smallw023bc16b3c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9cc8fdb5-7b4b-4abf-aff4-7587d91147ab",
      "Name": "smallw1f9dc4c6bc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:32:18.2014694-08:00",
      "CompleteTime": "2015-03-05T19:03:38.3202073-08:00",
      "Endpoint": "https://smallw1f9dc4c6bc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a8902a4-5778-4c3f-a3e5-596d2809cb94",
      "Name": "smallwb5f53773f1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:33:43.2013984-08:00",
      "CompleteTime": "2015-03-05T18:46:54.4617272-08:00",
      "Endpoint": "https://smallwb5f53773f1-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5ca9956d-29c3-4c80-9f82-2194d01098a1",
      "Name": "smallw4ecd544955-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:35:10.5991967-08:00",
      "CompleteTime": "2015-03-05T18:52:56.9584767-08:00",
      "Endpoint": "https://smallw4ecd544955-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dee42605-2f8c-4fee-b7a4-98017f33613c",
      "Name": "smallw73ab8f4bcc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:36:40.410711-08:00",
      "CompleteTime": "2015-03-05T18:54:02.451056-08:00",
      "Endpoint": "https://smallw73ab8f4bcc-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "46f0e6be-68ef-46df-8d23-7d07abfb0836",
      "Name": "smallw523cb50c1c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:38:22.5016213-08:00",
      "CompleteTime": "2015-03-05T18:48:26.6249434-08:00",
      "Endpoint": "https://smallw523cb50c1c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c84bc735-060e-495f-8a45-f9c8a28e99b5",
      "Name": "smallwedf2d2560e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:39:46.505832-08:00",
      "CompleteTime": "2015-03-05T18:50:25.9935387-08:00",
      "Endpoint": "https://smallwedf2d2560e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "363ad7e6-2fee-4157-b906-42998600a92d",
      "Name": "smallw101ad0c3c3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:41:17.0506365-08:00",
      "CompleteTime": "2015-03-05T18:49:55.7587446-08:00",
      "Endpoint": "https://smallw101ad0c3c3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6aa51b9-136f-4aa9-9c06-2ea10eafe678",
      "Name": "smallw076f343553-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:42:48.3258725-08:00",
      "CompleteTime": "2015-03-05T19:12:17.1372972-08:00",
      "Endpoint": "https://smallw076f343553-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "67e4d6e5-03cb-43e4-a4c4-bad4b0eddbf2",
      "Name": "smallw3067b92c4d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:44:16.9292282-08:00",
      "CompleteTime": "2015-03-05T19:00:54.7104462-08:00",
      "Endpoint": "https://smallw3067b92c4d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b5e5acba-970a-44aa-9f2e-d1be2faacff9",
      "Name": "smallw8032d36174-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:45:42.6212309-08:00",
      "CompleteTime": "2015-03-05T18:55:26.3571831-08:00",
      "Endpoint": "https://smallw8032d36174-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce45fd33-3d99-4386-9b7c-95e369172021",
      "Name": "smallwb179f08e1c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:47:12.6469275-08:00",
      "CompleteTime": "2015-03-05T18:56:56.6116396-08:00",
      "Endpoint": "https://smallwb179f08e1c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48bcab76-3449-4b01-9ccc-8d4cb94962fc",
      "Name": "smallw6562919e9b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:48:47.8846853-08:00",
      "CompleteTime": "2015-03-05T18:58:27.3477953-08:00",
      "Endpoint": "https://smallw6562919e9b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "85f6315c-4f2d-4790-99b4-d69297821cd6",
      "Name": "smallwd8a3fc1c67-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:50:19.5895906-08:00",
      "CompleteTime": "2015-03-05T19:04:46.3068082-08:00",
      "Endpoint": "https://smallwd8a3fc1c67-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9d45fab-df71-47ca-867d-63fbc72bb852",
      "Name": "smallw53cdce248a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:51:43.5219781-08:00",
      "CompleteTime": "2015-03-05T19:08:17.1344821-08:00",
      "Endpoint": "https://smallw53cdce248a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "27d61018-3027-411a-bb47-cfe7a1c10c56",
      "Name": "smallw5821fa2aaf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:53:14.8734828-08:00",
      "CompleteTime": "2015-03-05T19:09:22.9890188-08:00",
      "Endpoint": "https://smallw5821fa2aaf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e13f0ee0-f855-418d-8cad-f4a455a38fe7",
      "Name": "smallw7060f1af33-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:54:47.9962188-08:00",
      "CompleteTime": "2015-03-05T19:11:47.0673169-08:00",
      "Endpoint": "https://smallw7060f1af33-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "175d5b08-c15f-4afb-bcc9-6242a1570df6",
      "Name": "smallw307ee05aec-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:56:17.5897373-08:00",
      "CompleteTime": "2015-03-05T19:11:16.9297614-08:00",
      "Endpoint": "https://smallw307ee05aec-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8c711aa1-f426-44ab-8caa-bf206867f58e",
      "Name": "smallwb6f7b64064-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:57:43.6737042-08:00",
      "CompleteTime": "2015-03-05T19:32:58.4454769-08:00",
      "Endpoint": "https://smallwb6f7b64064-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "448ba8e2-174f-42c3-bbc1-4b2199120308",
      "Name": "smallw3ba3fe8db8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T18:59:16.9292737-08:00",
      "CompleteTime": "2015-03-05T19:34:03.8321604-08:00",
      "Endpoint": "https://smallw3ba3fe8db8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "12ca1461-d51a-4e76-a495-f0afd6e69ca5",
      "Name": "smallwcefa7d763e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:00:43.1235257-08:00",
      "CompleteTime": "2015-03-05T19:08:22.7939226-08:00",
      "Endpoint": "https://smallwcefa7d763e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "397eee53-5243-43cc-97a5-45f75b9ce6df",
      "Name": "smallwc1ff803007-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:02:13.9584379-08:00",
      "CompleteTime": "2015-03-05T19:14:24.4667316-08:00",
      "Endpoint": "https://smallwc1ff803007-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9593778d-92b0-4491-99e9-92ead32298e0",
      "Name": "smallwd08ead82c3-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:03:47.0070245-08:00",
      "CompleteTime": "2015-03-05T19:17:00.3830299-08:00",
      "Endpoint": "https://smallwd08ead82c3-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "615847d6-019b-4209-9aff-aabfb47dd783",
      "Name": "smallw9f0806194d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:05:18.5445286-08:00",
      "CompleteTime": "2015-03-05T19:13:53.9654431-08:00",
      "Endpoint": "https://smallw9f0806194d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26bc2763-5217-4d18-9047-2cd9e8b32a5a",
      "Name": "smallw48c7ef35a6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:06:40.7122409-08:00",
      "CompleteTime": "2015-03-05T19:19:45.095331-08:00",
      "Endpoint": "https://smallw48c7ef35a6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5df75a47-11e8-48ca-aa28-91b4bfc7c172",
      "Name": "smallwd1354e5b04-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:08:14.1179504-08:00",
      "CompleteTime": "2015-03-05T19:18:44.8105693-08:00",
      "Endpoint": "https://smallwd1354e5b04-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "797bf647-bbfe-4155-bdc1-ddf9a0cd419c",
      "Name": "smallw0dfaad3860-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:09:44.2894287-08:00",
      "CompleteTime": "2015-03-05T19:35:06.3999292-08:00",
      "Endpoint": "https://smallw0dfaad3860-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ddd51e30-821e-4994-b49b-b9fa1c76b113",
      "Name": "smallwb81611040e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:11:19.6841622-08:00",
      "CompleteTime": "2015-03-05T19:26:22.2027288-08:00",
      "Endpoint": "https://smallwb81611040e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b66c2676-86bd-488e-b93e-e9ede3e67b4c",
      "Name": "smallw8ded84b4e2-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:12:42.2778411-08:00",
      "CompleteTime": "2015-03-05T19:26:53.5622781-08:00",
      "Endpoint": "https://smallw8ded84b4e2-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce49f058-8ed8-42f6-ab21-4e45e22b74fd",
      "Name": "smallw2c27f3b6a0-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:14:12.1363141-08:00",
      "CompleteTime": "2015-03-05T19:29:13.8400927-08:00",
      "Endpoint": "https://smallw2c27f3b6a0-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3523955e-7550-4259-8901-d4b313ad7a8d",
      "Name": "smallwe8d3771a18-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:15:50.9912833-08:00",
      "CompleteTime": "2015-03-05T19:30:14.0944249-08:00",
      "Endpoint": "https://smallwe8d3771a18-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "595ca2b4-32e6-47bb-bf3a-1a7f3c2e9e1d",
      "Name": "smallwb95cbfa4be-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:17:15.5900465-08:00",
      "CompleteTime": "2015-03-05T19:32:28.3526992-08:00",
      "Endpoint": "https://smallwb95cbfa4be-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef4e899b-9a3c-4b30-9bce-6ca3316b3d6c",
      "Name": "smallwd25167b66d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:18:47.240293-08:00",
      "CompleteTime": "2015-03-05T19:44:36.9936712-08:00",
      "Endpoint": "https://smallwd25167b66d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a59f13ce-10a9-40aa-8377-c40d4f8b5478",
      "Name": "smallw1a8f203da8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:20:12.3334031-08:00",
      "CompleteTime": "2015-03-05T19:36:36.7171963-08:00",
      "Endpoint": "https://smallw1a8f203da8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7ce88cde-b327-4638-96d3-a17db67953d4",
      "Name": "smallw350f720d1d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:21:45.8950716-08:00",
      "CompleteTime": "2015-03-05T19:30:44.1402297-08:00",
      "Endpoint": "https://smallw350f720d1d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "62171f3c-7a01-4aa1-8c6e-168f4d03e7d2",
      "Name": "smallw2cca7f69ed-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:23:13.7265651-08:00",
      "CompleteTime": "2015-03-05T19:56:47.4158176-08:00",
      "Endpoint": "https://smallw2cca7f69ed-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ba6886ce-8d5d-4659-9653-dca8a39120b2",
      "Name": "smallwde92cd4672-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:24:41.7089552-08:00",
      "CompleteTime": "2015-03-05T19:34:51.13466-08:00",
      "Endpoint": "https://smallwde92cd4672-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f840f96c-1e08-4fda-8dd5-55dafddb3171",
      "Name": "smallw0a47590eb7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:26:12.7427629-08:00",
      "CompleteTime": "2015-03-05T19:38:43.4211209-08:00",
      "Endpoint": "https://smallw0a47590eb7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cad1c1e6-4504-45c5-b109-709190ce909e",
      "Name": "smallwd3abf7b90c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:27:46.0948412-08:00",
      "CompleteTime": "2015-03-05T19:47:07.8963142-08:00",
      "Endpoint": "https://smallwd3abf7b90c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ec6cff2-1ff4-40fc-9d61-ee120adae29e",
      "Name": "smallwbb693709a7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:29:16.9435858-08:00",
      "CompleteTime": "2015-03-05T19:52:56.6062865-08:00",
      "Endpoint": "https://smallwbb693709a7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c775fe97-23be-4348-8fad-fa0f62dfb423",
      "Name": "smallwc8ee4a35c4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:30:47.2459854-08:00",
      "CompleteTime": "2015-03-05T19:49:13.1594887-08:00",
      "Endpoint": "https://smallwc8ee4a35c4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66dcb961-b352-4e83-8a20-9d745c843065",
      "Name": "smallw549f6228ff-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:32:13.1470345-08:00",
      "CompleteTime": "2015-03-05T20:08:18.3571983-08:00",
      "Endpoint": "https://smallw549f6228ff-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b9f9a856-9308-4a72-bbbd-8ec467bd3013",
      "Name": "smallw1654100aba-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:33:48.8311367-08:00",
      "CompleteTime": "2015-03-05T19:51:13.938402-08:00",
      "Endpoint": "https://smallw1654100aba-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c19bab65-2dbf-4f21-a63b-3ef3c401d681",
      "Name": "smallwc17da4868a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:35:10.6355321-08:00",
      "CompleteTime": "2015-03-05T19:45:07.1864002-08:00",
      "Endpoint": "https://smallwc17da4868a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "96655c00-1b55-4d9d-9f65-999263a6cf5d",
      "Name": "smallwa59e733ddf-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:36:47.4500033-08:00",
      "CompleteTime": "2015-03-05T19:53:32.2933271-08:00",
      "Endpoint": "https://smallwa59e733ddf-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "faea9911-16de-4596-9ddb-194932039f17",
      "Name": "smallwba0f73a0c9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:38:23.5177215-08:00",
      "CompleteTime": "2015-03-05T19:51:55.1467653-08:00",
      "Endpoint": "https://smallwba0f73a0c9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "be017c3a-1ce5-4609-9eb5-0b5b9a9e75e2",
      "Name": "smallwe6ede2a7d9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:39:53.8400685-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4faba233-c009-42d7-98df-5ca1c6cff43a",
      "Name": "smallwe9ca2e582b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:41:15.8541509-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "70d4f479-6b11-4fed-8b7c-42e566d0fec7",
      "Name": "smallwec4af373d6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:42:59.9141092-08:00",
      "CompleteTime": "2015-03-05T20:10:18.6223111-08:00",
      "Endpoint": "https://smallwec4af373d6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cdfa0311-2ac3-40f4-843d-2422df513318",
      "Name": "smallwa94ed60585-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:44:21.561785-08:00",
      "CompleteTime": "2015-03-05T19:55:12.5642473-08:00",
      "Endpoint": "https://smallwa94ed60585-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a638e393-4031-4432-b4d3-0164c9867dda",
      "Name": "smallw9d8bf916e6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:45:40.5273095-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "bb97c0af-85e1-42ff-8047-c50f8805ccb8",
      "Name": "smallw0c75bf3e6d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:47:11.7965375-08:00",
      "CompleteTime": "2015-03-05T20:05:12.6402642-08:00",
      "Endpoint": "https://smallw0c75bf3e6d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ff2fdd22-deec-4f05-8bde-9ffb9be0b718",
      "Name": "smallw1ff412eaac-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:48:47.9870463-08:00",
      "CompleteTime": "2015-03-05T20:01:22.6967444-08:00",
      "Endpoint": "https://smallw1ff412eaac-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "41201060-d28e-4ffa-a156-aafd1d59c1cc",
      "Name": "smallwe623b809c9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:50:10.3087606-08:00",
      "CompleteTime": "2015-03-05T20:37:11.3395282-08:00",
      "Endpoint": "https://smallwe623b809c9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e639d7e3-a413-42a4-a4a0-90352eed4008",
      "Name": "smallw5cb7bdd9db-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:51:56.5478451-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "90c38601-9077-45ef-bacc-3a080a674f04",
      "Name": "smallw95582d55c6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:53:16.4824219-08:00",
      "CompleteTime": "2015-03-05T20:32:20.7242986-08:00",
      "Endpoint": "https://smallw95582d55c6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "35c40cb9-794b-4112-81c7-bca31528c3f9",
      "Name": "smallw23ee36e799-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:54:42.8708015-08:00",
      "CompleteTime": "2015-03-05T20:07:14.2690738-08:00",
      "Endpoint": "https://smallw23ee36e799-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fcadc72c-082e-45fc-b7e3-3326faa39c66",
      "Name": "smallwf62b7c54c4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:56:22.8144641-08:00",
      "CompleteTime": "2015-03-05T20:43:57.2144657-08:00",
      "Endpoint": "https://smallwf62b7c54c4-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0273b98e-e3df-4397-b171-8996b1daa950",
      "Name": "smallw48e877ff89-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:57:52.4471661-08:00",
      "CompleteTime": "2015-03-05T20:12:49.6571114-08:00",
      "Endpoint": "https://smallw48e877ff89-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cfc8ebf9-2f9d-4191-9ae1-097907f17f2b",
      "Name": "smallw525af88134-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T19:59:21.8540673-08:00",
      "CompleteTime": "2015-03-05T20:11:19.3959277-08:00",
      "Endpoint": "https://smallw525af88134-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bd516b40-066d-4e19-b915-fe1d11a413f6",
      "Name": "smallw4f30f8a254-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:00:49.3545428-08:00",
      "CompleteTime": "2015-03-05T20:27:45.6299822-08:00",
      "Endpoint": "https://smallw4f30f8a254-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b66c289a-7d3c-4ea2-9c82-913f004503b2",
      "Name": "smallw43a61011ff-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:02:27.6397586-08:00",
      "CompleteTime": "2015-03-05T20:13:50.2183083-08:00",
      "Endpoint": "https://smallw43a61011ff-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5aa192fb-c127-4ab6-8cb4-4dafd849fddb",
      "Name": "smallw91f98dffcd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:03:48.1482665-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "abf26007-8646-4ed8-98eb-21d3aa2a7e75",
      "Name": "smallwdc2a532560-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:05:17.4982901-08:00",
      "CompleteTime": "2015-03-05T20:15:53.0254118-08:00",
      "Endpoint": "https://smallwdc2a532560-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "eaa4c2c4-ca4b-4ef6-bf9b-30319c70e6de",
      "Name": "smallwea6218b6b5-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:06:48.689188-08:00",
      "CompleteTime": "2015-03-05T20:26:10.7599797-08:00",
      "Endpoint": "https://smallwea6218b6b5-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4cf5f8c1-b66c-4de6-bb00-374372d87c31",
      "Name": "smallw5b046693d1-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:08:20.2063042-08:00",
      "CompleteTime": "2015-03-05T20:18:55.9294965-08:00",
      "Endpoint": "https://smallw5b046693d1-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f1d3f42-5bae-4259-889c-740e2dcac829",
      "Name": "smallw99c9ebde76-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:09:46.6253424-08:00",
      "CompleteTime": "2015-03-05T20:22:37.2158237-08:00",
      "Endpoint": "https://smallw99c9ebde76-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "57f3d578-8f2b-4319-8555-564bcc404862",
      "Name": "smallwffcaa4536b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:11:15.6603446-08:00",
      "CompleteTime": "2015-03-05T20:28:55.2849314-08:00",
      "Endpoint": "https://smallwffcaa4536b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "54dd9da0-7a17-40d1-bf70-35f9621e1ef8",
      "Name": "smallw531b962e5a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:12:46.9187473-08:00",
      "CompleteTime": "2015-03-05T20:26:45.4566134-08:00",
      "Endpoint": "https://smallw531b962e5a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "79b41ee7-836b-4f22-98bd-58fbcf048d4c",
      "Name": "smallw6af635c04f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:14:12.0316948-08:00",
      "CompleteTime": "2015-03-05T20:35:05.9510463-08:00",
      "Endpoint": "https://smallw6af635c04f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8fd4e593-32c4-4f7f-8f88-b160ea1214e2",
      "Name": "smallw60381347db-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:15:40.233421-08:00",
      "CompleteTime": "2015-03-05T20:42:56.4594026-08:00",
      "Endpoint": "https://smallw60381347db-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7fabb14-040c-421c-af96-e18dbbbd92df",
      "Name": "smallw7f392f8480-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:17:19.239789-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "30dad692-29e5-47cf-90ef-09142842184f",
      "Name": "smallw219d130340-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:18:45.4108827-08:00",
      "CompleteTime": "2015-03-05T20:48:38.7276088-08:00",
      "Endpoint": "https://smallw219d130340-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6563f627-58a4-479c-b7cf-658bf6d7ff9e",
      "Name": "smallwd27112540c-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:20:20.6464382-08:00",
      "CompleteTime": "2015-03-05T20:40:25.1477086-08:00",
      "Endpoint": "https://smallwd27112540c-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cde40918-8f32-43e3-b561-022d03199ae6",
      "Name": "smallwbf0d417669-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:21:43.4787253-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "04fea817-bfda-473a-bcca-5945d36b1af6",
      "Name": "smallwc526e97fd9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:23:14.3325602-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "abc7593a-7ed5-4a12-869a-93fe9facd178",
      "Name": "smallwf4c940a0df-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:24:44.9784037-08:00",
      "CompleteTime": "2015-03-05T20:44:57.4825807-08:00",
      "Endpoint": "https://smallwf4c940a0df-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "32999181-0e2c-42b6-a8da-310f5f8084d2",
      "Name": "smallwa3802732df-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:26:18.1004625-08:00",
      "CompleteTime": "2015-03-05T21:03:03.8232361-08:00",
      "Endpoint": "https://smallwa3802732df-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3177421-ebbc-4c20-be82-95b6bd1e5993",
      "Name": "smallwdeb1379d15-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:27:41.3893595-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "68fcfe29-fabf-46c9-b2b8-5ed71c14ebeb",
      "Name": "smallwff6c4a0ea6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:29:14.9546364-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "95002419-b157-4d98-b80b-5d1f62806769",
      "Name": "smallwcad33ba24e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:30:47.300882-08:00",
      "CompleteTime": "2015-03-05T20:45:27.8392206-08:00",
      "Endpoint": "https://smallwcad33ba24e-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "721470b8-0230-451d-a15d-38d0619b2670",
      "Name": "smallw21605953f8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:32:24.4605645-08:00",
      "CompleteTime": "2015-03-05T21:26:38.4405794-08:00",
      "Endpoint": "https://smallw21605953f8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f2f1d404-d115-4afc-8fcb-66966f36b97f",
      "Name": "smallw43d0c6ff76-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:33:48.9434373-08:00",
      "CompleteTime": "2015-03-05T21:32:16.9778466-08:00",
      "Endpoint": "https://smallw43d0c6ff76-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f750d542-25ec-428b-8e7f-93b663ddc2a6",
      "Name": "smallwa07bb804e9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:35:18.0170938-08:00",
      "CompleteTime": "2015-03-05T21:01:01.1137755-08:00",
      "Endpoint": "https://smallwa07bb804e9-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92193918-153a-4312-a4a2-efa1ed781acd",
      "Name": "smallw244201bf30-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:36:45.0844342-08:00",
      "CompleteTime": "2015-03-05T21:14:52.5634607-08:00",
      "Endpoint": "https://smallw244201bf30-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d796e82b-9d59-47f6-832d-5797f29f54a3",
      "Name": "smallwa0e8caa14a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:38:16.1457479-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "92db5bd1-7d76-4585-bae7-edffa0ac2883",
      "Name": "smallw87267cbed7-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:39:48.138452-08:00",
      "CompleteTime": "2015-03-05T20:55:59.3632443-08:00",
      "Endpoint": "https://smallw87267cbed7-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48423ce7-4229-47b1-83b3-f5f84b675ed2",
      "Name": "smallwf49b8e4bfe-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:41:25.1371579-08:00",
      "CompleteTime": "2015-03-05T21:00:12.803278-08:00",
      "Endpoint": "https://smallwf49b8e4bfe-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b733b783-e601-4eb1-aaf5-fce9759b4693",
      "Name": "smallwefff49509b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:42:43.0399929-08:00",
      "CompleteTime": "2015-03-05T21:06:12.8378586-08:00",
      "Endpoint": "https://smallwefff49509b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b027e2c-9b67-45d7-b3b3-ba4d98a45ed8",
      "Name": "smallwc7bee8c3f9-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:44:18.8128286-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fc6913e4-e67c-4226-b69e-348ebb9c5ebf",
      "Name": "smallw4662401b65-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:45:49.0985886-08:00",
      "CompleteTime": "2015-03-05T21:21:47.9894816-08:00",
      "Endpoint": "https://smallw4662401b65-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef2302dc-b7fb-4117-81ea-693c715a606b",
      "Name": "smallw4761ad2094-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:47:23.5057941-08:00",
      "CompleteTime": "2015-03-05T21:12:36.0514128-08:00",
      "Endpoint": "https://smallw4761ad2094-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "148a191b-6b96-474c-b88c-8c9e054c2438",
      "Name": "smallw219451893b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:48:54.6659695-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8d585f81-8f93-4799-ae55-4dedb5276314",
      "Name": "smallwf60413328d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:50:26.8217899-08:00",
      "CompleteTime": "2015-03-05T21:07:12.9913215-08:00",
      "Endpoint": "https://smallwf60413328d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9e89f1eb-7842-48fd-b872-7e77c25c48f6",
      "Name": "smallwc7d590347a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:51:44.4422264-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4c3b4f21-1d1f-40b7-8355-78af7ab824f9",
      "Name": "smallwf76b5ae011-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:53:22.4339965-08:00",
      "CompleteTime": "2015-03-05T21:40:57.8846444-08:00",
      "Endpoint": "https://smallwf76b5ae011-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "309ce3da-47e6-4f57-8fe1-3ac09df99bd8",
      "Name": "smallwfafad3dec6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:54:48.2151865-08:00",
      "CompleteTime": "2015-03-05T21:35:48.5750042-08:00",
      "Endpoint": "https://smallwfafad3dec6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbee3912-41ce-427b-b165-3f72206418b4",
      "Name": "smallwf8a6e202fd-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:56:11.5845797-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d7cb2e51-4693-4f30-8c63-47dd1cd24836",
      "Name": "smallw85de4de014-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:57:47.0272088-08:00",
      "CompleteTime": "2015-03-05T21:15:55.6438661-08:00",
      "Endpoint": "https://smallw85de4de014-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26c358a2-ae84-43b9-9277-3b5f4df48687",
      "Name": "smallw154f36d390-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T20:59:20.0378337-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a3d56b55-1dcd-4676-b6ce-3bfdf41345ae",
      "Name": "smallw8954ac5778-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:00:49.9906951-08:00",
      "CompleteTime": "2015-03-05T21:55:28.5292144-08:00",
      "Endpoint": "https://smallw8954ac5778-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b129faa-f33c-46a4-b1cd-81977da80405",
      "Name": "smallw518b633c17-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:02:11.0488561-08:00",
      "CompleteTime": "2015-03-05T21:22:17.9536885-08:00",
      "Endpoint": "https://smallw518b633c17-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e52d2a2b-8edd-4fbd-9407-0afddbc896a7",
      "Name": "smallw52903f1271-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:03:42.4718377-08:00",
      "CompleteTime": "2015-03-05T21:46:31.9233106-08:00",
      "Endpoint": "https://smallw52903f1271-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7709f99c-b900-441e-911b-b3a97e4d2a67",
      "Name": "smallw674679b9d6-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:05:13.2778476-08:00",
      "CompleteTime": "2015-03-05T22:06:07.5910722-08:00",
      "Endpoint": "https://smallw674679b9d6-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "647e446e-d639-41e2-96f4-1a076717bbcc",
      "Name": "smallw886c262936-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:06:49.3817109-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8c825d15-43c3-4fda-8ead-4a5e659fb829",
      "Name": "smallw0032c28235-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:08:16.7696241-08:00",
      "CompleteTime": "2015-03-05T22:05:09.3288842-08:00",
      "Endpoint": "https://smallw0032c28235-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6504f50f-57cf-4e82-bb4d-7e4c24e8959a",
      "Name": "smallwb9543e68d4-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:09:42.5227997-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fa37c33c-8621-4a8a-b3d3-ebbf9f4d36cf",
      "Name": "smallw7bb38bb523-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:11:18.1982983-08:00",
      "CompleteTime": "2015-03-05T21:53:27.7009139-08:00",
      "Endpoint": "https://smallw7bb38bb523-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b68e1f34-8f5a-4d8d-8809-a06466fc9f75",
      "Name": "smallw54d1cc6969-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:12:42.9617553-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5481e4ba-531a-4e94-b2f5-e1a38905caf1",
      "Name": "smallw8f6b682610-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:14:16.1952879-08:00",
      "CompleteTime": "2015-03-05T21:36:47.8270793-08:00",
      "Endpoint": "https://smallw8f6b682610-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "774bb6cc-c02c-468e-9337-0f45d367346b",
      "Name": "smallw075c6a1f01-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:15:43.9207929-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "08780236-39d3-4f5d-86b9-25f209a685b6",
      "Name": "smallw6d6de09090-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:17:20.1401066-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "8d570b7e-f249-4fd5-9eb8-adf754df0d9b",
      "Name": "smallw2ead3d462a-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:18:44.4424262-08:00",
      "CompleteTime": "2015-03-05T21:42:27.8455088-08:00",
      "Endpoint": "https://smallw2ead3d462a-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09e00210-7bc7-425b-be0a-04fd786c1316",
      "Name": "smallwede2863995-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:20:11.853388-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "bb2c5749-1745-48a7-89f5-0b94d8cdf340",
      "Name": "smallwd353538a03-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:21:44.9572659-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "26a3c286-9905-4323-a955-4b74ad353b8e",
      "Name": "smallwbc31494d28-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:23:16.9746635-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "073eae86-a145-4815-b4fb-f41e4628b061",
      "Name": "smallwbf330a9c5e-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:24:45.8099828-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "41c6daae-d88c-4b41-bfba-74ddd417e7f0",
      "Name": "smallw54f717789b-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:26:16.9069432-08:00",
      "CompleteTime": "2015-03-05T22:18:58.6330552-08:00",
      "Endpoint": "https://smallw54f717789b-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6c67b40a-5256-49cb-8ee9-c0602b11c25f",
      "Name": "smallwbc545ba9de-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:27:50.17148-08:00",
      "CompleteTime": "2015-03-05T21:39:04.6335676-08:00",
      "Endpoint": "https://smallwbc545ba9de-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6ee01e59-07e2-4879-a285-2d345bbf1e5a",
      "Name": "smallwa59e7b0a3d-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:29:16.7980047-08:00",
      "CompleteTime": "2015-03-05T22:04:07.6380611-08:00",
      "Endpoint": "https://smallwa59e7b0a3d-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d8c33855-5953-4097-add8-c446b4f565ee",
      "Name": "smallw163af6e4c8-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:30:45.76778-08:00",
      "CompleteTime": "2015-03-05T22:11:11.1581576-08:00",
      "Endpoint": "https://smallw163af6e4c8-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b88d743f-0475-45da-82c2-ae748e991711",
      "Name": "smallwb0fd7642cc-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:32:12.585595-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "018da9d8-8479-4008-a111-df0c068a6fbf",
      "Name": "smallw33ed69955f-bl4prdddc02-docdb-test-3",
      "Operation": "Create",
      "Size": 3,
      "StartTime": "2015-03-05T21:33:44.039661-08:00",
      "CompleteTime": "2015-03-05T21:52:27.2711779-08:00",
      "Endpoint": "https://smallw33ed69955f-bl4prdddc02-docdb-test-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA0BAAAAAAAAA==",
  "_ts": 1425622738,
  "_etag": "\"030084f5-0000-0000-0000-54f946d20000\"",
  "_attachments": "attachments/"
},
{
  "id": "0debb11b-bad0-4eb8-b414-e63524bd9c68",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA1BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-05T18:26:28.8123811-08:00",
  "CompletedTime": "2015-03-06T09:58:42.8237736-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f527f741-d6fa-41eb-9acc-25a766f4acf0",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-05T21:36:49.3776604-08:00",
      "CompleteTime": "2015-03-05T21:44:56.5931367-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8d738683-a4a1-4d56-8e5f-18df40fd2360",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-05T21:36:49.928691-08:00",
      "CompleteTime": "2015-03-05T21:42:56.1907245-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "62c28f34-ceca-47f0-ae40-4c6bf22f706f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T21:36:50.4487184-08:00",
      "CompleteTime": "2015-03-05T21:43:25.8109956-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef319654-a61b-47b4-923d-53f6e6256be1",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-05T21:36:51.063646-08:00",
      "CompleteTime": "2015-03-05T21:45:04.3571028-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb35e24d-5b38-456f-81c7-da569922bfa5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T22:51:47.4925102-08:00",
      "CompleteTime": "2015-03-05T22:57:50.9748684-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6c35b563-9a37-4f45-ab30-0f3eab991373",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-05T23:56:28.3895699-08:00",
      "CompleteTime": "2015-03-06T00:04:40.4193397-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4283702e-7107-4dfd-9b69-104c9c90b39c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T02:00:54.8711435-08:00",
      "CompleteTime": "2015-03-06T02:07:00.3113698-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1caeb1ed-d97e-4d47-b319-63ed418a8e2b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-06T23:14:40.7056448-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "8ef165c3-1e90-452c-960d-3a3fc3e880ff",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T19:58:47.0049119-08:00",
      "EndTime": "2015-03-05T20:06:51.2124894-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0b909ab-f27a-49d1-8dcb-59442fab4fec",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T20:07:01.1683244-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0a264f78-3419-4cdf-846c-0db422aef280",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T20:07:01.5223276-08:00",
      "EndTime": "2015-03-05T20:40:19.8599361-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "cba83f6d-a46e-44c9-babf-e866a39cd80b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T20:40:26.6797799-08:00",
      "EndTime": "2015-03-05T21:08:36.8091372-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f5e016de-8ac5-419c-96d5-21bfdbaae78a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T21:08:37.3785533-08:00",
      "EndTime": "2015-03-05T21:26:44.8339436-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "884379b3-d82f-4b3a-b4dd-edf904c5b03f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-05T22:36:49.7348406-08:00",
      "EndTime": "2015-03-05T23:43:02.6896366-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2b04efd-5588-453f-8c82-11cc53d058e1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-06T00:36:31.8165937-08:00",
      "EndTime": "2015-03-06T01:40:46.6919367-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6656327-427b-457c-967f-93af7ab13e43",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-06T02:40:58.1146028-08:00",
      "EndTime": "2015-03-06T04:17:29.5187682-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b62baa4-ee78-4d21-95f5-4d21a56e8509",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-06T05:22:33.8390136-08:00",
      "EndTime": "2015-03-06T07:28:26.7914886-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "22decf59-0bdb-4945-b475-98dbd1173b68",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-06T07:59:16.5297434-08:00",
      "EndTime": "2015-03-06T23:12:11.3234126-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "b654619a-c48b-47d4-862d-153072a85fd6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150305.2\\x64\\Release",
      "StartTime": "2015-03-06T23:16:51.9370575-08:00",
      "EndTime": "2015-03-06T23:18:59.586185-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "6 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-06T00:21:18.9878066",
          "Last": "2015-03-06T03:51:17.6004503"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T06:30:38.1587708",
          "Last": "2015-03-06T06:30:38.1587708"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T05:57:50.7133974",
          "Last": "2015-03-06T05:57:50.7133974"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "145 requests with 408 | 4 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 69,
          "First": "2015-03-05T22:05:57.5909701",
          "Last": "2015-03-06T09:54:36.9463476"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 68,
          "First": "2015-03-06T04:06:59.4304083",
          "Last": "2015-03-06T04:07:39.1565226"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 7,
          "First": "2015-03-06T04:07:00.2623553",
          "Last": "2015-03-06T04:07:26.3923542"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-06T04:07:05.5141609",
          "Last": "2015-03-06T04:07:05.5141609"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 4,
          "First": "2015-03-06T08:07:06.0638519",
          "Last": "2015-03-06T09:37:05.8271649"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "457 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 20,
          "First": "2015-03-06T04:05:00",
          "Last": "2015-03-06T04:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-06T04:05:00",
          "Last": "2015-03-06T04:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 45,
          "First": "2015-03-06T04:05:00",
          "Last": "2015-03-06T04:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 383,
          "First": "2015-03-06T04:05:00",
          "Last": "2015-03-06T04:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37867136,
          "Average": 259363.95,
          "Max": 349103,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 69,
          "Average": 0.47,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 6076,
          "Average": 41.62,
          "Max": 4369,
          "Min": 1707
        },
        {
          "StatusCode": 404,
          "Total": 1246768,
          "Average": 8539.51,
          "Max": 14011,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 383,
          "Average": 2.62,
          "Max": 383,
          "Min": 383
        },
        {
          "StatusCode": 409,
          "Total": 18,
          "Average": 0.12,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 44198,
          "Average": 302.73,
          "Max": 1987,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3087587,
          "Average": 21147.86,
          "Max": 79651,
          "Min": 338
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1091115,
          "Average": 8943.57,
          "Max": 10108,
          "Min": 26
        },
        {
          "StatusCode": 401,
          "Total": 85,
          "Average": 0.7,
          "Max": 85,
          "Min": 85
        },
        {
          "StatusCode": 404,
          "Total": 2255,
          "Average": 18.48,
          "Max": 151,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.07,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 1152,
          "Average": 9.44,
          "Max": 63,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 78496,
          "Average": 643.41,
          "Max": 1861,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 2137,
          "Average": 17.52,
          "Max": 67,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3275640,
          "Average": 26849.51,
          "Max": 30227,
          "Min": 72
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 371,
          "Average": 3.04,
          "Max": 371,
          "Min": 371
        },
        {
          "StatusCode": 404,
          "Total": 7779,
          "Average": 63.76,
          "Max": 525,
          "Min": 9
        },
        {
          "StatusCode": 408,
          "Total": 20,
          "Average": 0.16,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 410,
          "Total": 3371,
          "Average": 27.63,
          "Max": 164,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 237002,
          "Average": 1942.64,
          "Max": 5660,
          "Min": 28
        },
        {
          "StatusCode": 449,
          "Total": 5240,
          "Average": 42.95,
          "Max": 113,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5659602,
          "Average": 46390.18,
          "Max": 52050,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 318,
          "Average": 2.61,
          "Max": 204,
          "Min": 114
        },
        {
          "StatusCode": 403,
          "Total": 8737,
          "Average": 71.61,
          "Max": 5997,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 45,
          "Average": 0.37,
          "Max": 45,
          "Min": 45
        },
        {
          "StatusCode": 410,
          "Total": 4080,
          "Average": 33.44,
          "Max": 216,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 458605,
          "Average": 3759.06,
          "Max": 12158,
          "Min": 98
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31000154,
          "Average": 212329.82,
          "Max": 249804,
          "Min": 201
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 234,
          "Average": 1.6,
          "Max": 234,
          "Min": 234
        },
        {
          "StatusCode": 404,
          "Total": 2811,
          "Average": 19.25,
          "Max": 385,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28543,
          "Average": 195.5,
          "Max": 1823,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 293099,
          "Average": 2007.53,
          "Max": 9217,
          "Min": 40
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5960468,
          "Average": 48856.3,
          "Max": 57633,
          "Min": 201
        },
        {
          "StatusCode": 401,
          "Total": 8768,
          "Average": 71.87,
          "Max": 1440,
          "Min": 51
        },
        {
          "StatusCode": 404,
          "Total": 17689,
          "Average": 144.99,
          "Max": 1888,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 26068,
          "Average": 213.67,
          "Max": 1350,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 262061,
          "Average": 2148.04,
          "Max": 7881,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 12,
          "First": "2015-03-06T03:20:00",
          "Last": "2015-03-06T04:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-03-06T03:25:00",
          "Last": "2015-03-06T03:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "323 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 10,
          "First": "2015-03-06T06:54:53.313",
          "Last": "2015-03-06T07:09:56.41"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 89,
          "First": "2015-03-06T05:53:15.835",
          "Last": "2015-03-06T07:55:45.327"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 224,
          "First": "2015-03-06T04:21:52.415",
          "Last": "2015-03-06T07:55:45.327"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1182 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.752
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 874,
          "HourlyAverage": 65.683
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 84,
          "HourlyAverage": 6.313
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.353
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.179
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 26,
          "HourlyAverage": 1.954
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 30,
          "HourlyAverage": 2.255
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 27,
          "HourlyAverage": 2.029
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 27,
          "HourlyAverage": 2.029
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.728
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.127
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.601
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.752
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.301
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "9eee7222-7704-401a-9449-b8fffef3cba6",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "LastUsage": 1005,
          "LastQuota": 10475520,
          "LastIndexUsage": 357642,
          "First": "2015-03-06T06:15:00",
          "Last": "2015-03-06T06:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "77b8cd5a-21e3-4835-a238-641101497af1",
          "MaxQuota": 10476298,
          "MaxUsage": 6110976
        },
        {
          "PartitionId": "050d066e-2b97-4c70-b9c1-2262ba0f7509",
          "MaxQuota": 10476298,
          "MaxUsage": 6104320
        },
        {
          "PartitionId": "c2b84c26-79a5-46c9-a9d3-9f22e05a3012",
          "MaxQuota": 10476298,
          "MaxUsage": 6076672
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "050d066e-2b97-4c70-b9c1-2262ba0f7509",
          "MaxCrudUsage": 5976,
          "MaxIndexUsage": 1180,
          "MaxTotalUsage": 7420
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "c2b84c26-79a5-46c9-a9d3-9f22e05a3012",
          "MaxCrudUsage": 5952,
          "MaxIndexUsage": 1164,
          "MaxTotalUsage": 7412
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "77b8cd5a-21e3-4835-a238-641101497af1",
          "MaxCrudUsage": 5984,
          "MaxIndexUsage": 1196,
          "MaxTotalUsage": 7404
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 29 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-06T04:05:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 3560.807,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T01:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 259.894,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T04:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 195.801,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T04:05:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 194.876,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T04:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 159.462,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.341998
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.922303
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.431035
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 85.730243
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.905578
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57.25895
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 51.462392
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 50.226919
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 48.470058
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 45.093763
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 477.565478 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 477.565478
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 446.827967
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 426.234171
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 350.181591
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 325.837034
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 56926.055556
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 59539.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59909.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60949.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62728.689655
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "188 background task exceptions with 188 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7032f724-6b57-41e6-b848-849e030f11eb",
          "Count": 1,
          "First": "2015-03-05T22:29:43.9336974",
          "Last": "2015-03-05T22:29:43.9336974"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7c3953de-b6c8-49c0-bd09-2cd149a683ab",
          "Count": 1,
          "First": "2015-03-05T22:45:13.7351429",
          "Last": "2015-03-05T22:45:13.7351429"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 03d19aab-1fbe-43d7-b2be-9430907f5015",
          "Count": 1,
          "First": "2015-03-05T23:00:43.9358304",
          "Last": "2015-03-05T23:00:43.9358304"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 59d4593a-9dc5-4ded-8483-c9287d636bd5",
          "Count": 1,
          "First": "2015-03-05T23:16:14.46588",
          "Last": "2015-03-05T23:16:14.46588"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0cac5067-19db-44d5-ab89-af9bfeb06c3c",
          "Count": 1,
          "First": "2015-03-06T00:09:47.4912954",
          "Last": "2015-03-06T00:09:47.4912954"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a016eb1b-e3af-4282-8a0c-51a9e49d62d1",
          "Count": 1,
          "First": "2015-03-06T00:25:17.8417937",
          "Last": "2015-03-06T00:25:17.8417937"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a0f80993-720a-48b6-be4d-a2c0841747ee",
          "Count": 1,
          "First": "2015-03-06T00:40:48.2478702",
          "Last": "2015-03-06T00:40:48.2478702"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5afd7256-4f1d-43a6-bfc5-8808b40e4c57",
          "Count": 1,
          "First": "2015-03-06T00:56:18.4573232",
          "Last": "2015-03-06T00:56:18.4573232"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b307e772-6a9a-4470-902a-2e85075af31e",
          "Count": 1,
          "First": "2015-03-06T01:11:48.5000673",
          "Last": "2015-03-06T01:11:48.5000673"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 521162bd-2fae-497f-a995-0a8eaa72a6b0",
          "Count": 1,
          "First": "2015-03-06T01:36:46.6447912",
          "Last": "2015-03-06T01:36:46.6447912"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0b6a5f23-cbe5-4e42-bc66-cbdca9963b22",
          "Count": 1,
          "First": "2015-03-06T01:38:46.0012244",
          "Last": "2015-03-06T01:38:46.0012244"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9934619f-5afc-44d3-b57c-fd847d35a678",
          "Count": 1,
          "First": "2015-03-06T01:38:50.9327227",
          "Last": "2015-03-06T01:38:50.9327227"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 17091442-52d6-466a-b7e4-e4e9df6703e5",
          "Count": 1,
          "First": "2015-03-06T01:52:17.0067771",
          "Last": "2015-03-06T01:52:17.0067771"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c53f35f9-ab24-4a71-821b-a6967c5cdcfd",
          "Count": 1,
          "First": "2015-03-06T02:07:47.9400536",
          "Last": "2015-03-06T02:07:47.9400536"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7627a006-3d0e-4acd-914b-5f4a3b7449ed",
          "Count": 1,
          "First": "2015-03-06T02:23:18.6641608",
          "Last": "2015-03-06T02:23:18.6641608"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a975b013-bc26-44c7-a0c6-2746442e11cb",
          "Count": 1,
          "First": "2015-03-06T02:38:48.9384866",
          "Last": "2015-03-06T02:38:48.9384866"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b317376f-47d9-46e8-9172-eb0a2846a312",
          "Count": 1,
          "First": "2015-03-06T03:10:59.864951",
          "Last": "2015-03-06T03:10:59.864951"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 807267f0-fb47-43f9-877d-0a914b2b8b9a",
          "Count": 1,
          "First": "2015-03-06T03:11:04.4665459",
          "Last": "2015-03-06T03:11:04.4665459"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c129a25a-0ae1-4be9-a871-ee63339a2d1e",
          "Count": 1,
          "First": "2015-03-06T03:26:30.1542335",
          "Last": "2015-03-06T03:26:30.1542335"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 92257178-8094-4e39-ad49-1adb210a7a91",
          "Count": 1,
          "First": "2015-03-06T03:26:34.7040479",
          "Last": "2015-03-06T03:26:34.7040479"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bf986e32-e8c8-4bdc-b712-9dfe0e4904cb",
          "Count": 1,
          "First": "2015-03-06T03:28:25.3651519",
          "Last": "2015-03-06T03:28:25.3651519"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 639550f0-4dfe-4255-95fd-eb53fdc3fe0d",
          "Count": 1,
          "First": "2015-03-06T03:41:59.8353492",
          "Last": "2015-03-06T03:41:59.8353492"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8388fd01-0ea4-43f6-a26d-f488d90d3ed7",
          "Count": 1,
          "First": "2015-03-06T03:42:04.3685151",
          "Last": "2015-03-06T03:42:04.3685151"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 20e60e90-1a3b-44a5-92ff-39813364b6f0",
          "Count": 1,
          "First": "2015-03-06T03:43:55.0083462",
          "Last": "2015-03-06T03:43:55.0083462"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 47640bf7-8a4e-4abd-8026-87b4f928995b",
          "Count": 1,
          "First": "2015-03-06T03:57:29.9797578",
          "Last": "2015-03-06T03:57:29.9797578"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4399927d-4227-4b39-ba43-5b875b7b685a",
          "Count": 1,
          "First": "2015-03-06T03:57:34.4655354",
          "Last": "2015-03-06T03:57:34.4655354"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c16df23c-c86c-4ebf-8a78-59bdc9252d65",
          "Count": 1,
          "First": "2015-03-06T03:59:25.1514862",
          "Last": "2015-03-06T03:59:25.1514862"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 96ba2647-7a78-4408-b2d7-6143cb697140",
          "Count": 1,
          "First": "2015-03-06T04:14:55.4626258",
          "Last": "2015-03-06T04:14:55.4626258"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3f62b66b-87df-4645-abec-3453fa49b0dd",
          "Count": 1,
          "First": "2015-03-06T04:30:25.7050597",
          "Last": "2015-03-06T04:30:25.7050597"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1a5aec98-2088-4a51-a480-a259127c273f",
          "Count": 1,
          "First": "2015-03-06T04:45:56.0714814",
          "Last": "2015-03-06T04:45:56.0714814"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ed51ef7d-5f78-4e2a-b4ef-ad178fdbf8dc",
          "Count": 1,
          "First": "2015-03-06T05:01:26.8592427",
          "Last": "2015-03-06T05:01:26.8592427"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 27fd0084-e985-4f1a-b8be-1826be487008",
          "Count": 1,
          "First": "2015-03-06T05:16:57.0578998",
          "Last": "2015-03-06T05:16:57.0578998"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 31f0a660-9687-492b-aafb-94d97e9e467f",
          "Count": 1,
          "First": "2015-03-06T05:49:10.0414047",
          "Last": "2015-03-06T05:49:10.0414047"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a0ca69a0-71c7-42a7-b534-7700c96302d7",
          "Count": 1,
          "First": "2015-03-06T06:04:40.4254139",
          "Last": "2015-03-06T06:04:40.4254139"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3bb283c0-2455-409a-afe8-9c7c9289d5d0",
          "Count": 1,
          "First": "2015-03-06T06:14:10.5368655",
          "Last": "2015-03-06T06:14:10.5368655"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ad144657-5117-4fc3-8fb9-5f2ae90aaebd",
          "Count": 1,
          "First": "2015-03-06T06:29:41.1199177",
          "Last": "2015-03-06T06:29:41.1199177"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b2b37b82-d214-4213-a486-c00b24cb8966",
          "Count": 1,
          "First": "2015-03-06T06:45:11.0015173",
          "Last": "2015-03-06T06:45:11.0015173"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 844e58bd-c213-4e69-9c0f-d4c35091c957",
          "Count": 1,
          "First": "2015-03-06T07:00:41.1012075",
          "Last": "2015-03-06T07:00:41.1012075"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: aafaf75c-de42-4b22-971e-5a3aa4b3cb7e",
          "Count": 1,
          "First": "2015-03-06T07:16:11.3498157",
          "Last": "2015-03-06T07:16:11.3498157"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7ac7fb02-9e44-4e24-9ea0-dcfcf25b2a9b",
          "Count": 1,
          "First": "2015-03-06T07:31:41.6159079",
          "Last": "2015-03-06T07:31:41.6159079"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 86603eb7-211e-4aa9-bee3-511e5ec4eab5",
          "Count": 1,
          "First": "2015-03-06T07:47:11.8721603",
          "Last": "2015-03-06T07:47:11.8721603"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 42008bf2-a02f-4e44-b730-a4625bb0d1f5",
          "Count": 1,
          "First": "2015-03-06T08:02:42.1867693",
          "Last": "2015-03-06T08:02:42.1867693"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1f9a1639-0c93-49bf-a8af-ddcca3bf593b",
          "Count": 1,
          "First": "2015-03-06T08:18:12.7455351",
          "Last": "2015-03-06T08:18:12.7455351"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a8cf2963-9cde-4b2e-84ca-8ee9be6907e2",
          "Count": 1,
          "First": "2015-03-06T08:33:43.5121271",
          "Last": "2015-03-06T08:33:43.5121271"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 82a6a49a-0033-47f1-b095-5379e404143c",
          "Count": 1,
          "First": "2015-03-06T08:49:14.0813054",
          "Last": "2015-03-06T08:49:14.0813054"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9869de97-bdd2-44f7-bcd4-67e040e115bf",
          "Count": 1,
          "First": "2015-03-06T09:04:44.4588452",
          "Last": "2015-03-06T09:04:44.4588452"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c2afceda-3a25-44d6-9748-fa6ca9eb1ea4",
          "Count": 1,
          "First": "2015-03-06T09:20:14.8366965",
          "Last": "2015-03-06T09:20:14.8366965"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f0e58928-6adf-4819-91ed-4152ccb9cc00",
          "Count": 1,
          "First": "2015-03-06T09:35:45.1965288",
          "Last": "2015-03-06T09:35:45.1965288"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: aa67c488-23dd-4e60-8469-4031ac649e4a",
          "Count": 1,
          "First": "2015-03-06T09:51:15.5247394",
          "Last": "2015-03-06T09:51:15.5247394"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fa78fa6f-c7e3-4d08-9d05-06a6e9bf0cbd",
          "Count": 1,
          "First": "2015-03-05T22:40:22.8211047",
          "Last": "2015-03-05T22:40:22.8211047"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 545b1a3d-bd44-4ba1-b2ab-2c88d34818f3",
          "Count": 1,
          "First": "2015-03-05T22:55:37.7892546",
          "Last": "2015-03-05T22:55:37.7892546"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 581e3830-7be8-4822-84c2-41bf405437b1",
          "Count": 1,
          "First": "2015-03-05T22:55:52.8240359",
          "Last": "2015-03-05T22:55:52.8240359"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d0b427a4-4d9e-4523-a281-f1f2eb77f28b",
          "Count": 1,
          "First": "2015-03-05T23:11:07.9736376",
          "Last": "2015-03-05T23:11:07.9736376"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f1184e25-90e9-44d0-8261-4d4ba0b807a0",
          "Count": 1,
          "First": "2015-03-05T23:11:23.043558",
          "Last": "2015-03-05T23:11:23.043558"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 79fd60f5-5529-43f9-bb73-ea7fe4f8255e",
          "Count": 1,
          "First": "2015-03-05T23:54:35.9686418",
          "Last": "2015-03-05T23:54:35.9686418"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ec9a583f-e294-4e52-93ef-b8cb6986dcd3",
          "Count": 1,
          "First": "2015-03-06T00:10:05.9864945",
          "Last": "2015-03-06T00:10:05.9864945"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a31448fe-5da8-4f4b-9786-590a76bb743e",
          "Count": 1,
          "First": "2015-03-06T00:25:36.519263",
          "Last": "2015-03-06T00:25:36.519263"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ae829bc7-0b9e-4bce-a908-15bd76729b65",
          "Count": 1,
          "First": "2015-03-06T00:41:07.1456267",
          "Last": "2015-03-06T00:41:07.1456267"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b2534737-0dd0-46a0-99c1-6f191f0b151d",
          "Count": 1,
          "First": "2015-03-06T00:56:37.4347815",
          "Last": "2015-03-06T00:56:37.4347815"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 19a7e1cb-eb19-4923-9573-e7a37fb3c8ce",
          "Count": 1,
          "First": "2015-03-06T01:12:07.7131807",
          "Last": "2015-03-06T01:12:07.7131807"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 31970c52-91a8-4d40-9790-639a62d46eec",
          "Count": 1,
          "First": "2015-03-06T01:38:52.9734969",
          "Last": "2015-03-06T01:38:52.9734969"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 086c666e-e448-4479-ad3d-c379e8d8d17f",
          "Count": 1,
          "First": "2015-03-06T01:54:23.494235",
          "Last": "2015-03-06T01:54:23.494235"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5a7ed187-2b85-49c0-b062-9fa39ee98e61",
          "Count": 1,
          "First": "2015-03-06T02:09:53.5350634",
          "Last": "2015-03-06T02:09:53.5350634"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fc446384-d793-4ae4-9f20-918363bafc12",
          "Count": 1,
          "First": "2015-03-06T02:25:23.7527253",
          "Last": "2015-03-06T02:25:23.7527253"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 519f981b-a944-4072-a5a4-f08519c0fc8b",
          "Count": 1,
          "First": "2015-03-06T02:40:53.9690675",
          "Last": "2015-03-06T02:40:53.9690675"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bf9d828c-ad56-44d2-a536-685ed228eca8",
          "Count": 1,
          "First": "2015-03-06T02:56:24.0412629",
          "Last": "2015-03-06T02:56:24.0412629"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d3b4b251-9f2b-4815-910b-d4aa2a2496e6",
          "Count": 1,
          "First": "2015-03-06T04:23:34.3470155",
          "Last": "2015-03-06T04:23:34.3470155"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d1830cbe-3ae6-467e-9636-f1e6c4d02642",
          "Count": 1,
          "First": "2015-03-06T04:39:04.5987712",
          "Last": "2015-03-06T04:39:04.5987712"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 381d8bcc-c061-4cb1-bb26-1f4cd7d3f526",
          "Count": 1,
          "First": "2015-03-06T04:54:34.7314087",
          "Last": "2015-03-06T04:54:34.7314087"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2b3eaf7d-14c5-4136-bea4-f505cf29f89b",
          "Count": 1,
          "First": "2015-03-06T05:10:04.9611631",
          "Last": "2015-03-06T05:10:04.9611631"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2e6fe43a-f14e-4816-a4a1-83330cf06227",
          "Count": 1,
          "First": "2015-03-06T05:25:35.2108865",
          "Last": "2015-03-06T05:25:35.2108865"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f9009d7b-92a4-427e-82bf-8a9d29663f66",
          "Count": 1,
          "First": "2015-03-06T05:41:05.4433128",
          "Last": "2015-03-06T05:41:05.4433128"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 133ead0e-410b-4782-8502-0fba5dfda17b",
          "Count": 1,
          "First": "2015-03-06T05:56:35.9757165",
          "Last": "2015-03-06T05:56:35.9757165"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d2fe9a6a-cf1c-4091-aa8d-4287842d917a",
          "Count": 1,
          "First": "2015-03-06T06:20:37.7542042",
          "Last": "2015-03-06T06:20:37.7542042"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7431a00d-ee79-4fee-a4e1-500819960af7",
          "Count": 1,
          "First": "2015-03-06T06:36:08.592212",
          "Last": "2015-03-06T06:36:08.592212"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d2ca7390-63de-4ada-8c8c-38315586e4cf",
          "Count": 1,
          "First": "2015-03-06T06:51:39.3119714",
          "Last": "2015-03-06T06:51:39.3119714"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: cb7cfa0b-0762-44dc-a5c4-560470e76b24",
          "Count": 1,
          "First": "2015-03-06T07:07:09.8294684",
          "Last": "2015-03-06T07:07:09.8294684"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b6df7cdf-234a-4e89-a1ec-9cf85b5a238b",
          "Count": 1,
          "First": "2015-03-06T07:22:40.8044342",
          "Last": "2015-03-06T07:22:40.8044342"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 669a80ef-07c5-41a2-8554-88fdde776e24",
          "Count": 1,
          "First": "2015-03-06T07:38:11.0840144",
          "Last": "2015-03-06T07:38:11.0840144"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4c222f08-556c-496a-b66b-0e9ecbc31dbe",
          "Count": 1,
          "First": "2015-03-06T07:53:41.2833186",
          "Last": "2015-03-06T07:53:41.2833186"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6cabdf7f-9460-4e00-a626-48c66e06f2ba",
          "Count": 1,
          "First": "2015-03-06T08:09:11.4924925",
          "Last": "2015-03-06T08:09:11.4924925"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8353f6ed-61dc-43e6-998c-6c1243808759",
          "Count": 1,
          "First": "2015-03-06T08:24:41.6924471",
          "Last": "2015-03-06T08:24:41.6924471"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e747a779-8455-4bee-9853-5df695da302a",
          "Count": 1,
          "First": "2015-03-06T08:40:11.972512",
          "Last": "2015-03-06T08:40:11.972512"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d37148e1-a0ed-4891-8e0e-4735f2536583",
          "Count": 1,
          "First": "2015-03-06T08:55:42.1267194",
          "Last": "2015-03-06T08:55:42.1267194"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a4fb5fa0-c751-433f-be76-938cc7773c12",
          "Count": 1,
          "First": "2015-03-06T09:11:12.3496479",
          "Last": "2015-03-06T09:11:12.3496479"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f2fca121-1973-47f4-9a79-2182c4ab5aa7",
          "Count": 1,
          "First": "2015-03-06T09:26:42.5600498",
          "Last": "2015-03-06T09:26:42.5600498"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b06dff61-2ab1-410c-bae9-a3ca65528ad4",
          "Count": 1,
          "First": "2015-03-06T09:42:12.6833543",
          "Last": "2015-03-06T09:42:12.6833543"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 96f39e04-11ef-48de-bcb6-772b84678e34",
          "Count": 1,
          "First": "2015-03-06T09:57:43.0186645",
          "Last": "2015-03-06T09:57:43.0186645"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 54114b3d-5bb7-4ded-94c0-81b87532d66f",
          "Count": 1,
          "First": "2015-03-05T22:05:25.5572705",
          "Last": "2015-03-05T22:05:25.5572705"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2c2cf582-7718-4d08-8744-204b1dd530ba",
          "Count": 1,
          "First": "2015-03-05T22:10:04.5418908",
          "Last": "2015-03-05T22:10:04.5418908"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 66842029-56d3-45a7-a52b-ce362bf70205",
          "Count": 1,
          "First": "2015-03-05T22:20:55.2607577",
          "Last": "2015-03-05T22:20:55.2607577"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 34c148f3-039d-41ff-9c6c-a1fada273143",
          "Count": 1,
          "First": "2015-03-05T22:25:34.2576029",
          "Last": "2015-03-05T22:25:34.2576029"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bb9c9637-7f55-41f3-a212-513b6b27b861",
          "Count": 1,
          "First": "2015-03-05T22:36:24.9467186",
          "Last": "2015-03-05T22:36:24.9467186"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5b36e1d2-ed0e-4f37-b9b8-891f569329c6",
          "Count": 1,
          "First": "2015-03-05T22:41:03.9710797",
          "Last": "2015-03-05T22:41:03.9710797"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b25bee70-1d2a-4b63-88bf-ff10ff795c52",
          "Count": 1,
          "First": "2015-03-05T22:51:54.7611746",
          "Last": "2015-03-05T22:51:54.7611746"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0ce35002-cf27-4a50-8855-f5c6a699f36c",
          "Count": 1,
          "First": "2015-03-05T22:56:33.9023707",
          "Last": "2015-03-05T22:56:33.9023707"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 81bc3fd1-7ce8-4e9d-bc4e-72005974ccbb",
          "Count": 1,
          "First": "2015-03-05T23:07:24.9365223",
          "Last": "2015-03-05T23:07:24.9365223"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 155dd98d-1092-480e-8fa9-491723c86a29",
          "Count": 1,
          "First": "2015-03-05T23:12:04.1553947",
          "Last": "2015-03-05T23:12:04.1553947"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d98619b8-ed19-44a8-a9d6-0331ffec685d",
          "Count": 1,
          "First": "2015-03-05T23:37:52.0371102",
          "Last": "2015-03-05T23:37:52.0371102"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8973d9f2-3591-4eeb-a4df-6f5370593f6f",
          "Count": 1,
          "First": "2015-03-05T23:39:50.8584771",
          "Last": "2015-03-05T23:39:50.8584771"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: cc2d031d-cd07-4a42-a045-5b1f74c057e7",
          "Count": 1,
          "First": "2015-03-05T23:55:21.4912627",
          "Last": "2015-03-05T23:55:21.4912627"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d2f4bc3f-8ed4-4d3d-954a-31021470b40d",
          "Count": 1,
          "First": "2015-03-06T00:10:51.7476039",
          "Last": "2015-03-06T00:10:51.7476039"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c1354109-5586-4a0d-b967-975cd9ea5c6c",
          "Count": 1,
          "First": "2015-03-06T00:26:22.0701981",
          "Last": "2015-03-06T00:26:22.0701981"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 147d59f8-aa57-4fae-bebe-36a909461926",
          "Count": 1,
          "First": "2015-03-06T00:41:52.3481758",
          "Last": "2015-03-06T00:41:52.3481758"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 69750bda-4399-481c-bc82-51604973cb84",
          "Count": 1,
          "First": "2015-03-06T00:57:22.5348283",
          "Last": "2015-03-06T00:57:22.5348283"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 97549a92-29c3-4724-abd0-d0d4ebb442d9",
          "Count": 1,
          "First": "2015-03-06T01:12:52.6847529",
          "Last": "2015-03-06T01:12:52.6847529"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4b2b24e1-e037-45b1-8b33-0708d0dc1de1",
          "Count": 1,
          "First": "2015-03-06T01:55:35.8367085",
          "Last": "2015-03-06T01:55:35.8367085"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: dc5a1e66-63b6-43b9-aaad-a8db7bc7a6f3",
          "Count": 1,
          "First": "2015-03-06T02:11:06.8729949",
          "Last": "2015-03-06T02:11:06.8729949"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a44c2ccc-6133-48f4-9c39-f22c30a9af96",
          "Count": 1,
          "First": "2015-03-06T02:26:37.1500693",
          "Last": "2015-03-06T02:26:37.1500693"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 124bcb14-29e6-452c-9010-71ba095420df",
          "Count": 1,
          "First": "2015-03-06T02:42:07.3327407",
          "Last": "2015-03-06T02:42:07.3327407"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ff04180e-944a-4f4a-a41a-5958f73d6490",
          "Count": 1,
          "First": "2015-03-06T03:19:53.5808352",
          "Last": "2015-03-06T03:19:53.5808352"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b9ed72dc-1f7a-4279-9eed-b2b059881158",
          "Count": 1,
          "First": "2015-03-06T03:35:23.5990055",
          "Last": "2015-03-06T03:35:23.5990055"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 729de6dc-bbda-4c75-b84f-2c2ad9005bb0",
          "Count": 1,
          "First": "2015-03-06T03:50:53.6541747",
          "Last": "2015-03-06T03:50:53.6541747"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 04f369f8-5c32-4066-9e77-cd6a3b164dc7",
          "Count": 1,
          "First": "2015-03-06T04:06:23.8336386",
          "Last": "2015-03-06T04:06:23.8336386"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 23655668-ef27-4219-8868-0d90fc8703b0",
          "Count": 1,
          "First": "2015-03-06T04:21:54.0817168",
          "Last": "2015-03-06T04:21:54.0817168"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 741958c4-4976-4e47-a789-48808374e594",
          "Count": 1,
          "First": "2015-03-06T04:37:24.27316",
          "Last": "2015-03-06T04:37:24.27316"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4e47f831-9a00-456d-a424-9ab45bcd8355",
          "Count": 1,
          "First": "2015-03-06T04:52:54.5486478",
          "Last": "2015-03-06T04:52:54.5486478"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 26f0e119-2778-4385-a718-53fbebf6d605",
          "Count": 1,
          "First": "2015-03-06T05:08:24.798215",
          "Last": "2015-03-06T05:08:24.798215"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 00684ccd-0f90-4c58-b30f-64fa77cbe81d",
          "Count": 1,
          "First": "2015-03-06T05:23:55.0134211",
          "Last": "2015-03-06T05:23:55.0134211"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e1412cc3-0b7d-45f6-89ac-18472b72f883",
          "Count": 1,
          "First": "2015-03-06T05:39:25.0260744",
          "Last": "2015-03-06T05:39:25.0260744"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: acae9154-f15c-44c8-ab5a-589731b9e920",
          "Count": 1,
          "First": "2015-03-06T06:08:49.2158659",
          "Last": "2015-03-06T06:08:49.2158659"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ba24c45a-d9b3-4765-8178-f9b84fe62b88",
          "Count": 1,
          "First": "2015-03-06T06:24:19.7852391",
          "Last": "2015-03-06T06:24:19.7852391"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 12063856-960f-4f89-817d-8d95c9318e49",
          "Count": 1,
          "First": "2015-03-06T06:30:19.6123159",
          "Last": "2015-03-06T06:30:19.6123159"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 505380fb-6bfe-4bab-92f3-e10c638f808a",
          "Count": 1,
          "First": "2015-03-06T06:39:49.7666343",
          "Last": "2015-03-06T06:39:49.7666343"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 434967b7-03fc-468e-8500-a335e48a3106",
          "Count": 1,
          "First": "2015-03-06T06:55:19.719771",
          "Last": "2015-03-06T06:55:19.719771"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c8590f28-620d-4417-ad03-a7c20e0999fe",
          "Count": 1,
          "First": "2015-03-06T07:10:50.126002",
          "Last": "2015-03-06T07:10:50.126002"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 85115267-cd10-4292-9345-5c45c1480402",
          "Count": 1,
          "First": "2015-03-06T07:26:20.3385001",
          "Last": "2015-03-06T07:26:20.3385001"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 35dc5118-eac4-44a4-9234-88962949f921",
          "Count": 1,
          "First": "2015-03-06T07:41:50.7006537",
          "Last": "2015-03-06T07:41:50.7006537"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d6247bfa-53dd-4540-8303-995a9a2ce017",
          "Count": 1,
          "First": "2015-03-06T07:57:20.9694189",
          "Last": "2015-03-06T07:57:20.9694189"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5784e415-512c-4b86-82a9-e2084076fc1a",
          "Count": 1,
          "First": "2015-03-06T08:12:51.2432736",
          "Last": "2015-03-06T08:12:51.2432736"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ca31ca92-651d-4706-91d2-ef2341a5eb35",
          "Count": 1,
          "First": "2015-03-06T08:28:21.5974447",
          "Last": "2015-03-06T08:28:21.5974447"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e4054673-c26a-4c67-b900-0672f00d4851",
          "Count": 1,
          "First": "2015-03-06T08:43:51.9002739",
          "Last": "2015-03-06T08:43:51.9002739"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 266b68d8-0c43-48b2-aaa6-842fd3c25ffd",
          "Count": 1,
          "First": "2015-03-06T08:59:22.1927046",
          "Last": "2015-03-06T08:59:22.1927046"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: afce9aeb-bef7-4559-9187-df0d656849b7",
          "Count": 1,
          "First": "2015-03-06T09:14:52.3761571",
          "Last": "2015-03-06T09:14:52.3761571"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7f474966-f696-4a42-b952-9e45a6713b88",
          "Count": 1,
          "First": "2015-03-06T09:30:22.6168944",
          "Last": "2015-03-06T09:30:22.6168944"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 97db80e0-0e14-4861-9de8-024525376e93",
          "Count": 1,
          "First": "2015-03-06T09:45:52.9627258",
          "Last": "2015-03-06T09:45:52.9627258"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2a19353c-3dea-4472-8150-2b850461ff8d",
          "Count": 1,
          "First": "2015-03-05T22:23:49.5930208",
          "Last": "2015-03-05T22:23:49.5930208"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ff291a61-53de-4022-9862-34a53e81a2c3",
          "Count": 1,
          "First": "2015-03-05T22:26:24.2328884",
          "Last": "2015-03-05T22:26:24.2328884"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3172064f-0fd1-4890-ba40-baec7231e65b",
          "Count": 1,
          "First": "2015-03-05T22:39:19.6556767",
          "Last": "2015-03-05T22:39:19.6556767"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: efc7b9d5-7465-437c-80ae-b674b09ecb4f",
          "Count": 1,
          "First": "2015-03-05T22:41:54.342581",
          "Last": "2015-03-05T22:41:54.342581"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2a2333d0-a478-4f0f-8f17-e52552d153fe",
          "Count": 1,
          "First": "2015-03-05T22:54:49.7932946",
          "Last": "2015-03-05T22:54:49.7932946"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5c1c3f0b-42cb-407e-8926-b86542644c43",
          "Count": 1,
          "First": "2015-03-05T22:57:24.5421641",
          "Last": "2015-03-05T22:57:24.5421641"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6ac08304-5ddf-496f-9e25-d15ff9d7a739",
          "Count": 1,
          "First": "2015-03-05T23:10:19.8891868",
          "Last": "2015-03-05T23:10:19.8891868"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c5789c7d-162b-4d69-86fd-ab993398f945",
          "Count": 1,
          "First": "2015-03-05T23:12:55.2239334",
          "Last": "2015-03-05T23:12:55.2239334"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: adf6e573-823f-46ad-bd3f-9ed0681d3f3b",
          "Count": 1,
          "First": "2015-03-05T23:54:41.1692097",
          "Last": "2015-03-05T23:54:41.1692097"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 95cb23da-5450-49a3-99cf-d805468eb344",
          "Count": 1,
          "First": "2015-03-06T00:10:11.1874692",
          "Last": "2015-03-06T00:10:11.1874692"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 63ea21b6-e4b4-46fb-be22-83b504d95a15",
          "Count": 1,
          "First": "2015-03-06T00:25:41.8704577",
          "Last": "2015-03-06T00:25:41.8704577"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4860ebb3-0752-4e3a-970c-2a097141bde8",
          "Count": 1,
          "First": "2015-03-06T00:41:12.7360103",
          "Last": "2015-03-06T00:41:12.7360103"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 26f9b3d8-51c9-474f-a121-6f24312d726a",
          "Count": 1,
          "First": "2015-03-06T00:56:43.0636022",
          "Last": "2015-03-06T00:56:43.0636022"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: da7324f9-cae9-4057-a0f7-46c9ec34ee4a",
          "Count": 1,
          "First": "2015-03-06T01:12:13.2454174",
          "Last": "2015-03-06T01:12:13.2454174"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a144abcf-ee2d-4deb-83c7-14883531bd83",
          "Count": 1,
          "First": "2015-03-06T01:55:30.7127898",
          "Last": "2015-03-06T01:55:30.7127898"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d8870435-311a-43ff-86c6-b8f8c57617bb",
          "Count": 1,
          "First": "2015-03-06T02:11:00.8786054",
          "Last": "2015-03-06T02:11:00.8786054"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5514a6ee-d31c-4eb7-b147-6410c0fbb52d",
          "Count": 1,
          "First": "2015-03-06T02:26:30.9312477",
          "Last": "2015-03-06T02:26:30.9312477"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 05496d44-d0c5-4094-9d99-743d98078531",
          "Count": 1,
          "First": "2015-03-06T02:42:01.0945657",
          "Last": "2015-03-06T02:42:01.0945657"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ecd4073f-ce8f-4c07-859d-fc0a6cdb4b61",
          "Count": 1,
          "First": "2015-03-06T02:57:31.2177556",
          "Last": "2015-03-06T02:57:31.2177556"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 89dbab2d-041f-4b75-8bcb-04ffc19e8794",
          "Count": 1,
          "First": "2015-03-06T03:13:31.5244087",
          "Last": "2015-03-06T03:13:31.5244087"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0164cb24-aef4-4a13-8c51-026ab9dffebd",
          "Count": 1,
          "First": "2015-03-06T03:29:01.5190207",
          "Last": "2015-03-06T03:29:01.5190207"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c370870f-d002-4a92-8780-c03f969af387",
          "Count": 1,
          "First": "2015-03-06T03:44:31.9740485",
          "Last": "2015-03-06T03:44:31.9740485"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ad8a9185-a6e2-46be-87bc-0843d808d8b0",
          "Count": 1,
          "First": "2015-03-06T04:00:02.6491238",
          "Last": "2015-03-06T04:00:02.6491238"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: eff0c8e7-4450-4e0d-841d-9abd8e70e426",
          "Count": 1,
          "First": "2015-03-06T04:15:33.1284872",
          "Last": "2015-03-06T04:15:33.1284872"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e2bb606c-ade0-470d-a53e-a2562fd4eda8",
          "Count": 1,
          "First": "2015-03-06T04:23:39.8922099",
          "Last": "2015-03-06T04:23:39.8922099"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 208a05b8-b8e5-4f34-96a5-f3032a970e2a",
          "Count": 1,
          "First": "2015-03-06T04:31:03.3870735",
          "Last": "2015-03-06T04:31:03.3870735"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1f03e9ad-8c63-4293-9d0a-1517daba5bd4",
          "Count": 1,
          "First": "2015-03-06T04:39:10.1115306",
          "Last": "2015-03-06T04:39:10.1115306"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 516ee0ec-aed2-4c39-9b0c-1befbbb0a26a",
          "Count": 1,
          "First": "2015-03-06T04:46:33.5409259",
          "Last": "2015-03-06T04:46:33.5409259"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f3087d8b-8aad-435c-b668-309637d148ff",
          "Count": 1,
          "First": "2015-03-06T04:54:40.3609546",
          "Last": "2015-03-06T04:54:40.3609546"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 06a8cbe2-41a2-4211-bd01-d1940b57144f",
          "Count": 1,
          "First": "2015-03-06T05:02:03.7034264",
          "Last": "2015-03-06T05:02:03.7034264"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 37ace11d-bcbc-452b-a730-3dddd2827b94",
          "Count": 1,
          "First": "2015-03-06T05:10:10.9262414",
          "Last": "2015-03-06T05:10:10.9262414"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 266034eb-d046-41f7-a63c-e62f0453fdaf",
          "Count": 1,
          "First": "2015-03-06T05:17:33.9854138",
          "Last": "2015-03-06T05:17:33.9854138"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b563e7d3-1076-4f88-b4cb-f573c71188f4",
          "Count": 1,
          "First": "2015-03-06T05:25:41.0920621",
          "Last": "2015-03-06T05:25:41.0920621"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fa6c7d50-91c6-4c33-aea6-39e3ed86276c",
          "Count": 1,
          "First": "2015-03-06T05:33:04.2000367",
          "Last": "2015-03-06T05:33:04.2000367"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 59d62b53-b4a5-460f-b229-d7d96b324d09",
          "Count": 1,
          "First": "2015-03-06T05:41:11.1033429",
          "Last": "2015-03-06T05:41:11.1033429"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0fe15ab0-5df8-4164-983c-78d29d7ce334",
          "Count": 1,
          "First": "2015-03-06T05:48:36.0640458",
          "Last": "2015-03-06T05:48:36.0640458"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 487804af-ca31-4838-8908-23b656f5e806",
          "Count": 1,
          "First": "2015-03-06T05:56:41.0136666",
          "Last": "2015-03-06T05:56:41.0136666"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 07a43407-7308-48ca-a6c7-a828d6d9582d",
          "Count": 1,
          "First": "2015-03-06T06:04:05.9184294",
          "Last": "2015-03-06T06:04:05.9184294"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 87a1ef85-7875-47aa-920b-5f3dca4c9ba8",
          "Count": 1,
          "First": "2015-03-06T06:12:10.9070523",
          "Last": "2015-03-06T06:12:10.9070523"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2fbb60e3-56bf-43f2-ac96-17f6bf054e81",
          "Count": 1,
          "First": "2015-03-06T06:49:29.8478468",
          "Last": "2015-03-06T06:49:29.8478468"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1868700f-be27-49ad-b811-a50767226238",
          "Count": 1,
          "First": "2015-03-06T07:05:02.4528721",
          "Last": "2015-03-06T07:05:02.4528721"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 77e250e5-16ed-477a-8c31-b322b425b30c",
          "Count": 1,
          "First": "2015-03-06T07:20:33.1877754",
          "Last": "2015-03-06T07:20:33.1877754"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fd3e0df1-3982-4d53-b9c0-26662691fcd4",
          "Count": 1,
          "First": "2015-03-06T07:36:03.5087133",
          "Last": "2015-03-06T07:36:03.5087133"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4f848ac1-2954-4e58-8596-ec6726e859a4",
          "Count": 1,
          "First": "2015-03-06T07:51:33.7873286",
          "Last": "2015-03-06T07:51:33.7873286"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5518e700-280f-4821-917c-17f94e5e3dd4",
          "Count": 1,
          "First": "2015-03-06T08:07:04.018044",
          "Last": "2015-03-06T08:07:04.018044"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 45c31000-14b3-4e09-b0aa-45c3c40493a4",
          "Count": 1,
          "First": "2015-03-06T08:22:34.39087",
          "Last": "2015-03-06T08:22:34.39087"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a7a70579-56d3-4e91-ae60-1fc4aa1b68a4",
          "Count": 1,
          "First": "2015-03-06T08:38:04.6353623",
          "Last": "2015-03-06T08:38:04.6353623"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: cfca1f73-d80e-45bd-b360-aa074f004d14",
          "Count": 1,
          "First": "2015-03-06T08:53:34.9260961",
          "Last": "2015-03-06T08:53:34.9260961"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2421df18-9e6d-4c98-b68c-26748c9cf05e",
          "Count": 1,
          "First": "2015-03-06T09:09:05.2256628",
          "Last": "2015-03-06T09:09:05.2256628"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: aaccde37-b85e-479d-b065-a2fd769be6ed",
          "Count": 1,
          "First": "2015-03-06T09:24:35.513792",
          "Last": "2015-03-06T09:24:35.513792"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2c15f978-6ede-45ef-94fc-f5787af309dd",
          "Count": 1,
          "First": "2015-03-06T09:40:05.7644126",
          "Last": "2015-03-06T09:40:05.7644126"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4f2efebe-790c-4f06-8ed4-eb3e4ddd40e4",
          "Count": 1,
          "First": "2015-03-06T09:55:36.0870741",
          "Last": "2015-03-06T09:55:36.0870741"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2 Gateway Https requests with 500 | 2 Direct Https requests with 500 | 14 Direct Tcp requests with 503 | 24 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-06T08:05:00",
          "Last": "2015-03-06T09:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-06T08:35:00",
          "Last": "2015-03-06T09:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 14,
          "Average": 5,
          "First": "2015-03-05T22:05:00",
          "Last": "2015-03-06T05:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 23,
          "Average": 2,
          "First": "2015-03-05T22:15:00",
          "Last": "2015-03-06T02:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-05T22:30:00",
          "Last": "2015-03-05T22:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-06+02%3a26%3a28Z&end=2015-03-06+17%3a58%3a42Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-05T23:56:12.1695796-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 98548,
      "PhysicalCRUDUsageInMB": 338312,
      "LogicalIndexUsageInMB": 7594,
      "LogicalCRUDUsageInMB": 91916,
      "ClientReportedUsageInMB": 3165
    },
    {
      "TimeStamp": "2015-03-06T02:00:33.3942504-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 145016,
      "PhysicalCRUDUsageInMB": 653248,
      "LogicalIndexUsageInMB": 13070,
      "LogicalCRUDUsageInMB": 163011,
      "ClientReportedUsageInMB": 182113
    },
    {
      "TimeStamp": "2015-03-06T04:42:06.8574965-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 233388,
      "PhysicalCRUDUsageInMB": 1129392,
      "LogicalIndexUsageInMB": 25114,
      "LogicalCRUDUsageInMB": 316072,
      "ClientReportedUsageInMB": 284796
    },
    {
      "TimeStamp": "2015-03-06T07:58:32.9270659-08:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-06T09:58:42.8237736-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 310456,
      "PhysicalCRUDUsageInMB": 1706120,
      "LogicalIndexUsageInMB": 31205,
      "LogicalCRUDUsageInMB": 395963,
      "ClientReportedUsageInMB": 415449
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA1BAAAAAAAAA==",
  "_ts": 1425712739,
  "_etag": "\"00005bb1-0000-0000-0000-54faa6630000\"",
  "_attachments": "attachments/"
},
{
  "id": "69974737-333f-4397-bd4a-0eb0426b9719",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA2BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-05T20:54:24.8432423-08:00",
  "CompletedTime": "2015-03-06T12:16:07.3716646-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d426419a-d789-4b30-a452-c1773677242e",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-05T23:00:17.4446191-08:00",
      "CompleteTime": "2015-03-05T23:09:24.0923567-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c2113ea-1256-490c-bdcc-ec769e07cbd6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T23:00:17.7866435-08:00",
      "CompleteTime": "2015-03-05T23:07:54.0816133-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0edb8dc6-d76d-427b-a9b3-d9e7d433eabe",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-05T23:00:18.3236812-08:00",
      "CompleteTime": "2015-03-05T23:08:23.911483-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a58a982-8109-4a9a-bfc7-6a0afe025e5a",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-05T23:00:18.8777212-08:00",
      "CompleteTime": "2015-03-05T23:09:35.832111-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cc31e3b9-fc98-4cc7-82c2-9a16d901a0cd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T01:58:44.7856097-08:00",
      "CompleteTime": "2015-03-06T02:06:50.1558565-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2010d009-dfb2-4a62-80ba-0c9f79513445",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-06T04:08:59.7742668-08:00",
      "CompleteTime": "2015-03-06T04:22:17.0865469-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4b0eea7f-8819-4aa6-a5a2-6df21b163e41",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T05:22:21.4965773-08:00",
      "CompleteTime": "2015-03-06T05:29:26.5219371-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "99667a4c-9782-4ab7-970c-9f8f6c4263ff",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-06T10:20:53.7770757-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "33223268-1801-4515-8e39-a8a5b7508792",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T20:54:34.3418535-08:00",
      "EndTime": "2015-03-05T21:08:06.0951073-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "41546ffa-0872-4b67-a8af-676b041f013f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T21:09:24.9091829-08:00",
      "EndTime": "2015-03-05T21:10:34.0916363-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "5be73cb5-07da-47de-9e72-94b2c744fe60",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T21:10:34.5206622-08:00",
      "EndTime": "2015-03-05T21:48:31.033212-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f3219fcb-d30c-494a-abef-2cdb7f810c1a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.3\\x64\\Release",
      "StartTime": "2015-03-05T21:48:41.587892-08:00",
      "EndTime": "2015-03-05T22:14:54.6231535-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c8c6e5f-7a39-4753-913e-c34cf087d09c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.3\\x64\\Release",
      "StartTime": "2015-03-06T00:00:15.4727868-08:00",
      "EndTime": "2015-03-06T00:56:54.6086022-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d5b5b5d1-7ad1-4c9c-a396-2259c56111f5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.3\\x64\\Release",
      "StartTime": "2015-03-06T01:43:48.8079343-08:00",
      "EndTime": "2015-03-06T03:58:18.8059587-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "315130ab-c8aa-44fd-8915-dd1e5ef0e761",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.3\\x64\\Release",
      "StartTime": "2015-03-06T04:49:03.5119591-08:00",
      "EndTime": "2015-03-06T06:55:21.3553167-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "b1ea126c-2e6c-4596-a492-8a53abde918d",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.3\\x64\\Release",
      "StartTime": "2015-03-06T07:49:07.6810078-08:00",
      "EndTime": "2015-03-06T09:57:49.3560828-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "680 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Downloaded files do not contain edb file\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 643,
          "First": "2015-03-06T10:26:49.2883964",
          "Last": "2015-03-06T12:15:53.9233605"
        },
        {
          "Message": "ASSERT: %s with message \"Requested read size (%u bytes) does not match actual read size (%u bytes)\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-06T10:28:38.3200064",
          "Last": "2015-03-06T10:47:08.7389038"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 30,
          "First": "2015-03-06T02:56:50.7016443",
          "Last": "2015-03-06T09:28:01.3184681"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T02:15:47.3485718",
          "Last": "2015-03-06T02:15:47.3485718"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-06T10:18:32.3652513",
          "Last": "2015-03-06T10:18:36.5182179"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-06T10:06:27.5923685",
          "Last": "2015-03-06T10:06:27.5923685"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "8 requests with 408 | 2 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "First": "2015-03-05T23:31:00.5667025",
          "Last": "2015-03-06T10:01:44.713566"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-06T06:06:31.9453211",
          "Last": "2015-03-06T06:06:32.4533919"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40799213,
          "Average": 222946.52,
          "Max": 366230,
          "Min": 3103
        },
        {
          "StatusCode": 400,
          "Total": 81,
          "Average": 0.44,
          "Max": 26,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1399,
          "Average": 7.64,
          "Max": 1399,
          "Min": 1399
        },
        {
          "StatusCode": 403,
          "Total": 381566,
          "Average": 2085.06,
          "Max": 186459,
          "Min": 10502
        },
        {
          "StatusCode": 404,
          "Total": 1118020,
          "Average": 6109.4,
          "Max": 14275,
          "Min": 161
        },
        {
          "StatusCode": 410,
          "Total": 35119,
          "Average": 191.91,
          "Max": 1985,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4320392,
          "Average": 23608.7,
          "Max": 102638,
          "Min": 127
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1187955,
          "Average": 6491.56,
          "Max": 10898,
          "Min": 215
        },
        {
          "StatusCode": 401,
          "Total": 44,
          "Average": 0.24,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 404,
          "Total": 5595,
          "Average": 30.57,
          "Max": 269,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 951,
          "Average": 5.2,
          "Max": 47,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 106056,
          "Average": 579.54,
          "Max": 1785,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 6379,
          "Average": 34.86,
          "Max": 281,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3560341,
          "Average": 19455.42,
          "Max": 31482,
          "Min": 576
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 113,
          "Average": 0.62,
          "Max": 113,
          "Min": 113
        },
        {
          "StatusCode": 404,
          "Total": 22071,
          "Average": 120.61,
          "Max": 863,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2701,
          "Average": 14.76,
          "Max": 117,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 324195,
          "Average": 1771.56,
          "Max": 5607,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 13692,
          "Average": 74.82,
          "Max": 557,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6047191,
          "Average": 33044.76,
          "Max": 54287,
          "Min": 483
        },
        {
          "StatusCode": 400,
          "Total": 57022,
          "Average": 311.6,
          "Max": 28023,
          "Min": 6
        },
        {
          "StatusCode": 401,
          "Total": 6,
          "Average": 0.03,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 403,
          "Total": 8231,
          "Average": 44.98,
          "Max": 5094,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 26,
          "Average": 0.14,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3334,
          "Average": 18.22,
          "Max": 197,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 680125,
          "Average": 3716.53,
          "Max": 15436,
          "Min": 59
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30395467,
          "Average": 166095.45,
          "Max": 226565,
          "Min": 5352
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.1,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 23,
          "Average": 0.13,
          "Max": 23,
          "Min": 23
        },
        {
          "StatusCode": 404,
          "Total": 14458,
          "Average": 79.01,
          "Max": 3877,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24466,
          "Average": 133.69,
          "Max": 1478,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 367275,
          "Average": 2006.97,
          "Max": 16150,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6512403,
          "Average": 35586.9,
          "Max": 59557,
          "Min": 1153
        },
        {
          "StatusCode": 401,
          "Total": 890,
          "Average": 4.86,
          "Max": 890,
          "Min": 890
        },
        {
          "StatusCode": 404,
          "Total": 27914,
          "Average": 152.54,
          "Max": 2542,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 22093,
          "Average": 120.73,
          "Max": 1303,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 287801,
          "Average": 1572.68,
          "Max": 4204,
          "Min": 21
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 3,
          "First": "2015-03-06T02:15:00",
          "Last": "2015-03-06T10:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1909 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 102,
          "First": "2015-03-06T09:12:19.994",
          "Last": "2015-03-06T12:07:56.894"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 30,
          "First": "2015-03-06T10:47:41.266",
          "Last": "2015-03-06T12:02:55.974"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 133,
          "First": "2015-03-06T02:15:12.485",
          "Last": "2015-03-06T10:17:34.366"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 33,
          "First": "2015-03-06T10:32:36.529",
          "Last": "2015-03-06T12:12:57.671"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1170,
          "First": "2015-03-06T03:00:19.289",
          "Last": "2015-03-06T12:07:56.894"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 304,
          "First": "2015-03-06T04:25:33.185",
          "Last": "2015-03-06T10:27:36.036"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 137,
          "First": "2015-03-06T10:27:35.246",
          "Last": "2015-03-06T10:52:42.707"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1297 replica alerts for SuccessfulBackup | 1323 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.553
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.207
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 728,
          "HourlyAverage": 50.345
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 171,
          "HourlyAverage": 11.826
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 63,
          "HourlyAverage": 4.357
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 273,
          "HourlyAverage": 18.88
        },
        {
          "DatabaseAccount": "parallelprovision-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.245
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.006
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 31,
          "HourlyAverage": 2.144
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 899,
          "HourlyAverage": 62.171
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 2.282
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.006
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.006
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 38,
          "HourlyAverage": 2.628
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 28,
          "HourlyAverage": 1.936
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 25,
          "HourlyAverage": 1.729
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 22,
          "HourlyAverage": 1.521
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 111,
          "HourlyAverage": 7.676
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.245
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 27,
          "HourlyAverage": 1.867
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 26,
          "HourlyAverage": 1.798
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.692
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.069
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "47 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "070fe0f1-02fe-4dcd-b6fa-be88444d3792",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5323936,
          "LastQuota": 3490816,
          "LastIndexUsage": 418327,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "07c45fdc-adac-4f4a-918b-3e03b67bf367",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3651904,
          "LastQuota": 3490816,
          "LastIndexUsage": 287366,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "0da07488-1309-4e14-af20-cf54b806332e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5759712,
          "LastQuota": 3490816,
          "LastIndexUsage": 448143,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "0e6aa372-cf34-4e80-ac97-a1c0a1e5d8d7",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4889696,
          "LastQuota": 3490816,
          "LastIndexUsage": 387354,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "1b814c6c-59c2-446c-b8c4-81b9507bfd20",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4702272,
          "LastQuota": 3490816,
          "LastIndexUsage": 368183,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "230a367f-0117-4a06-9ce5-33c2d04a95d1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5533440,
          "LastQuota": 3490816,
          "LastIndexUsage": 428265,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "27225e57-1c02-4f60-afa1-3c8322af791c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3632480,
          "LastQuota": 3490816,
          "LastIndexUsage": 284761,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "39cb5ddc-479d-4825-bd6f-f8076e841bed",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3660384,
          "LastQuota": 3490816,
          "LastIndexUsage": 286748,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "3c1a5a70-0e65-4d29-b06f-899a04b85c98",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3663136,
          "LastQuota": 3490816,
          "LastIndexUsage": 285747,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "3d38a6d5-5481-4d04-b31d-3231f129b135",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4890176,
          "LastQuota": 3490816,
          "LastIndexUsage": 386445,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "3f11e383-b41f-4904-96fe-9cb1c7fe7f99",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3594272,
          "LastQuota": 3490816,
          "LastIndexUsage": 284098,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "4be72888-ba8b-4f19-893e-8da387a4e3cf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3646976,
          "LastQuota": 3490816,
          "LastIndexUsage": 283636,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "517cf082-23d4-447a-bbe6-c26d2ae4bc85",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4161632,
          "LastQuota": 3490816,
          "LastIndexUsage": 320559,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "5ad65b45-a7bb-48ca-9b9f-feffdbbd0b91",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5176800,
          "LastQuota": 3490816,
          "LastIndexUsage": 400865,
          "First": "2015-03-06T10:45:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "5ef9fbd0-929a-4855-beec-2bcc9b7c7726",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3990080,
          "LastQuota": 3490816,
          "LastIndexUsage": 296393,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "6397a49e-bf2d-4900-85d9-b80e3540a0b1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3550784,
          "LastQuota": 3490816,
          "LastIndexUsage": 277255,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "716818d3-9a95-4df5-bb32-366de13ecbf8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3618560,
          "LastQuota": 3490816,
          "LastIndexUsage": 284245,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "72c7e760-e955-4457-960f-b7f067ed37e4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3678272,
          "LastQuota": 3490816,
          "LastIndexUsage": 284769,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "78eced16-0d74-4295-951f-a284eb676f4f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5536896,
          "LastQuota": 3490816,
          "LastIndexUsage": 412761,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "7923cfa3-f5c1-4ff7-8b1a-f0000151baa1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3649888,
          "LastQuota": 3490816,
          "LastIndexUsage": 288505,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "7a85dd91-d326-4ceb-b9dd-46c7b2e9f10e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5884192,
          "LastQuota": 3490816,
          "LastIndexUsage": 454238,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "7f8f704f-aedf-4f2e-9224-78af30be7749",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3985312,
          "LastQuota": 3490816,
          "LastIndexUsage": 315076,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "80940ee3-a571-48f7-9bc3-99f16c44affd",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3979968,
          "LastQuota": 3490816,
          "LastIndexUsage": 305864,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "8275348e-68e4-4ad2-8b6e-5769cf07b8f6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 6277440,
          "LastQuota": 3490816,
          "LastIndexUsage": 482117,
          "First": "2015-03-06T10:45:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "8de40152-e59a-4468-92f4-56e29e76340e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4022080,
          "LastQuota": 3490816,
          "LastIndexUsage": 300586,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "9b43e697-7c6e-4b23-8c47-38af1d899f79",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3579968,
          "LastQuota": 3490816,
          "LastIndexUsage": 281986,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "a9f10b66-55e1-4605-93f8-2a45baeadd32",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3613888,
          "LastQuota": 3490816,
          "LastIndexUsage": 284557,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "b3542401-6bf6-49e3-a542-b1fe11594f5a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3704608,
          "LastQuota": 3490816,
          "LastIndexUsage": 295887,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "c00cc7ae-7203-42b0-91e6-d8e4f73234bf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5665024,
          "LastQuota": 3490816,
          "LastIndexUsage": 433375,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "c24a8e0d-58fe-40ab-b736-32beebd62d70",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3631168,
          "LastQuota": 3490816,
          "LastIndexUsage": 283986,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "c27175ec-dd8f-460c-a9bd-136b707e3d17",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3653536,
          "LastQuota": 3490816,
          "LastIndexUsage": 287940,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "c36df91b-d94b-49f8-b607-443eea01c88d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3562560,
          "LastQuota": 3490816,
          "LastIndexUsage": 278431,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "cb5d53cd-f8d1-4f68-a6e1-02d2cc9f5797",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3909056,
          "LastQuota": 3490816,
          "LastIndexUsage": 300707,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "cbc97f45-50dd-4fe2-8361-380ce1389f17",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3598880,
          "LastQuota": 3490816,
          "LastIndexUsage": 281306,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "da7e34d7-5771-45fa-a1ca-b391f1e66c66",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3638656,
          "LastQuota": 3490816,
          "LastIndexUsage": 284935,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "dd262605-e12b-478d-ac47-307ea4d8f476",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5735296,
          "LastQuota": 3490816,
          "LastIndexUsage": 444522,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "de1ba3cc-8d3e-4e5b-b8f8-2be83a7e5b38",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5422176,
          "LastQuota": 3490816,
          "LastIndexUsage": 420325,
          "First": "2015-03-06T10:45:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "df684396-a4c0-45d3-b75b-1e02a6f7b086",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3663008,
          "LastQuota": 3490816,
          "LastIndexUsage": 285878,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e08f1049-0926-45df-baed-4b5fff4bb329",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4000384,
          "LastQuota": 3490816,
          "LastIndexUsage": 305244,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e1f2b073-acb1-4c06-93af-0cd1475ba1e3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3544960,
          "LastQuota": 3490816,
          "LastIndexUsage": 279360,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e3e7d92b-af95-4041-964e-5fa675aa0388",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5298912,
          "LastQuota": 3490816,
          "LastIndexUsage": 411660,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e4b2338e-8c54-4674-b59d-1c40880a28b9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4816256,
          "LastQuota": 3490816,
          "LastIndexUsage": 382229,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e80d7b3b-e94f-4200-99f7-446a6cc31841",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3623680,
          "LastQuota": 3490816,
          "LastIndexUsage": 282721,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "e958a78b-3afc-42ca-ab7c-a7ecb49eea5e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3642432,
          "LastQuota": 3490816,
          "LastIndexUsage": 287762,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "ea7753a4-4766-4245-8d18-5c56c3f96ec3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5800160,
          "LastQuota": 3490816,
          "LastIndexUsage": 442216,
          "First": "2015-03-06T10:45:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "ea7e79e5-a83c-4bd4-9534-afc7200c4624",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5364000,
          "LastQuota": 3490816,
          "LastIndexUsage": 419673,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        },
        {
          "PartitionId": "f0521be3-886d-426a-81c2-dc1e09761fc5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5394304,
          "LastQuota": 3490816,
          "LastIndexUsage": 418790,
          "First": "2015-03-06T10:30:00",
          "Last": "2015-03-06T12:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "2876cd27-dd9e-4afe-b2cb-272b7dbaf654",
          "MaxQuota": 8144708,
          "MaxUsage": 6413388
        },
        {
          "PartitionId": "309b1021-e0f1-42d2-90f6-ad6aa1992606",
          "MaxQuota": 8144708,
          "MaxUsage": 6403524
        },
        {
          "PartitionId": "31dae025-5dd2-4dda-a83b-400be02b20ef",
          "MaxQuota": 8144708,
          "MaxUsage": 6394190
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "0f9b3ae9-f853-4018-9acf-d9eb05a85efb",
          "MaxCrudUsage": 9520,
          "MaxIndexUsage": 2473,
          "MaxTotalUsage": 12041
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "04d6a2a2-15e6-48f8-9101-ac3f02d874e8",
          "MaxCrudUsage": 9528,
          "MaxIndexUsage": 2317,
          "MaxTotalUsage": 11941
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "d04fe6bd-7c9c-4f3a-8488-16bab48170d1",
          "MaxCrudUsage": 9512,
          "MaxIndexUsage": 1845,
          "MaxTotalUsage": 11557
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 31 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-06T00:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 171.322,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T06:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 170.301,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T10:15:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 152.815,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-06T02:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 149.673,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T03:05:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 141.898,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.808762
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 80.846653
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.010496
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83.166585
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.291262
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 55.235576
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 44.934234
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 39.3699
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 38.940295
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 38.580342
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 375.220005
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 349.643449
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 335.093923
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 332.724539
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 323.888108
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 36449.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 38116.304348
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 39882.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 40910.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41352.733333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: f2340640-9d01-4e49-b4b8-072bf93b1a40",
          "Count": 1,
          "First": "2015-03-05T22:32:35.3214373",
          "Last": "2015-03-05T22:32:35.3214373"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 36dd8c71-baff-41f3-af4e-cf44292292ff",
          "Count": 1,
          "First": "2015-03-05T22:32:35.457211",
          "Last": "2015-03-05T22:32:35.457211"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4da638f3-1ea1-4694-89cc-159248c2a942",
          "Count": 1,
          "First": "2015-03-05T22:48:37.5759184",
          "Last": "2015-03-05T22:48:37.5759184"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: a532ac77-ccd0-4241-9b53-151ad00caf2c",
          "Count": 1,
          "First": "2015-03-05T22:33:31.0553282",
          "Last": "2015-03-05T22:33:31.0553282"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 2e821a9d-8935-41cc-85ca-413c8a172178",
          "Count": 1,
          "First": "2015-03-05T22:33:31.316796",
          "Last": "2015-03-05T22:33:31.316796"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "40 Direct Tcp requests with 503 | 21 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 23,
          "Average": 23.0,
          "First": "2015-03-06T07:40:00",
          "Last": "2015-03-06T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 17,
          "Average": 8.5,
          "First": "2015-03-06T06:05:00",
          "Last": "2015-03-06T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 20,
          "Average": 1.538,
          "First": "2015-03-06T01:55:00",
          "Last": "2015-03-06T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-06T12:10:00",
          "Last": "2015-03-06T12:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-06+04%3a54%3a24Z&end=2015-03-06+20%3a16%3a07Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T01:03:21.4224792-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 89880,
      "PhysicalCRUDUsageInMB": 248152,
      "LogicalIndexUsageInMB": 6107,
      "LogicalCRUDUsageInMB": 72553,
      "ClientReportedUsageInMB": 35247
    },
    {
      "TimeStamp": "2015-03-06T04:08:38.5628552-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 158592,
      "PhysicalCRUDUsageInMB": 757616,
      "LogicalIndexUsageInMB": 14160,
      "LogicalCRUDUsageInMB": 174063,
      "ClientReportedUsageInMB": 197402
    },
    {
      "TimeStamp": "2015-03-06T07:08:41.6618351-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 234228,
      "PhysicalCRUDUsageInMB": 1202131,
      "LogicalIndexUsageInMB": 22174,
      "LogicalCRUDUsageInMB": 280799,
      "ClientReportedUsageInMB": 234356
    },
    {
      "TimeStamp": "2015-03-06T10:15:42.1308215-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 334820,
      "PhysicalCRUDUsageInMB": 1891529,
      "LogicalIndexUsageInMB": 33124,
      "LogicalCRUDUsageInMB": 423270,
      "ClientReportedUsageInMB": 429168
    },
    {
      "TimeStamp": "2015-03-06T12:16:07.3716646-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 205072,
      "PhysicalCRUDUsageInMB": 1218772,
      "LogicalIndexUsageInMB": 22512,
      "LogicalCRUDUsageInMB": 287810,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA2BAAAAAAAAA==",
  "_ts": 1425674267,
  "_etag": "\"05002ac4-0000-0000-0000-54fa101b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8719fa59-7b63-499b-8c42-d765bdf84909",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA3BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-05T22:11:03.4349527-08:00",
  "CompletedTime": "2015-03-06T12:56:33.4333348-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c78d3879-2a00-4e07-9b3b-cbdfcdbea2a3",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-05T23:55:02.5482394-08:00",
      "CompleteTime": "2015-03-06T00:06:15.9863061-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "01158f07-2e54-4b60-90fc-1e1261fa2b84",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-05T23:55:03.1066888-08:00",
      "CompleteTime": "2015-03-06T00:03:41.1844724-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7d51dd30-b9cc-4796-94bc-8e9bac974c31",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-05T23:55:03.6060909-08:00",
      "CompleteTime": "2015-03-06T00:04:40.0239211-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fd0f9143-7e1e-44d5-be2a-64602583e4e3",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-05T23:55:04.1195046-08:00",
      "CompleteTime": "2015-03-06T00:07:10.5242836-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4b2b3449-8915-405b-be16-8a55ce6f8510",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T01:09:59.6755761-08:00",
      "CompleteTime": "2015-03-06T01:20:33.8279666-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22c1a249-79b5-4ff3-9dc6-adde2df9f34a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-06T02:25:16.9913864-08:00",
      "CompleteTime": "2015-03-06T02:39:30.4956591-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0da02edd-03e4-48b3-a6f9-3ebbc8a8c00b",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T04:53:27.1795248-08:00",
      "CompleteTime": "2015-03-06T05:04:32.5721041-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e6e66b8-b29f-4d8b-8d8a-f2b179c20928",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-06T11:03:21.1940051-08:00",
      "CompleteTime": "2015-03-06T12:11:38.3750122-08:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d130deb0-872d-4ce5-a0ad-9cfe4629281e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T22:11:08.8042842-08:00",
      "EndTime": "2015-03-05T22:24:12.2640736-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e1be1e7-6d04-4cae-88e4-8b46cc47385e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T22:25:13.2752746-08:00",
      "EndTime": "2015-03-05T22:26:21.8295668-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "a28142ae-6dae-42d5-a471-a8debe775057",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-05T22:26:22.1948527-08:00",
      "EndTime": "2015-03-05T23:00:01.0388663-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "670aec58-60f8-4cc0-a468-7ca2d075666f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-05T23:00:07.395993-08:00",
      "EndTime": "2015-03-05T23:12:41.1318159-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "512cb29e-e127-4c58-bc0e-2ee769183602",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-05T23:12:41.4861003-08:00",
      "EndTime": "2015-03-05T23:44:56.7327023-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3be64b33-f95d-41b6-93f1-87c666ad352c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T00:55:01.1239749-08:00",
      "EndTime": "2015-03-06T02:20:27.7081038-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d88dfa2b-aa13-4bd9-84b8-c487692a03ee",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T03:05:19.2385803-08:00",
      "EndTime": "2015-03-06T04:31:45.6269385-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d26e8bad-8c0c-41af-af94-014355875ea0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T05:19:34.7286121-08:00",
      "EndTime": "2015-03-06T07:39:07.9898956-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "93abb394-d78a-46ed-ad58-35ba9bf2dfde",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T08:31:21.6989513-08:00",
      "EndTime": "2015-03-06T10:39:15.10186-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "77e8d2cf-72f2-4434-9638-65743ec20905",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T10:57:00.5010088-08:00",
      "EndTime": "2015-03-06T10:59:10.6089282-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "57 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-06T11:00:41.2587583",
          "Last": "2015-03-06T11:00:42.292419"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 48,
          "First": "2015-03-06T08:52:45.4130425",
          "Last": "2015-03-06T10:29:38.3985057"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-06T09:36:02.6719111",
          "Last": "2015-03-06T12:51:15.9152404"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-06T06:16:27.0947669",
          "Last": "2015-03-06T06:16:27.094985"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-06T12:33:02.9415118",
          "Last": "2015-03-06T12:33:02.9415118"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42407349,
          "Average": 242327.71,
          "Max": 347843,
          "Min": 2519
        },
        {
          "StatusCode": 400,
          "Total": 45,
          "Average": 0.26,
          "Max": 21,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 313743,
          "Average": 1792.82,
          "Max": 106619,
          "Min": 796
        },
        {
          "StatusCode": 404,
          "Total": 1365372,
          "Average": 7802.13,
          "Max": 14670,
          "Min": 433
        },
        {
          "StatusCode": 409,
          "Total": 28,
          "Average": 0.16,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 37443,
          "Average": 213.96,
          "Max": 1795,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5014296,
          "Average": 28653.12,
          "Max": 133465,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1236854,
          "Average": 7067.74,
          "Max": 10723,
          "Min": 71
        },
        {
          "StatusCode": 404,
          "Total": 4967,
          "Average": 28.38,
          "Max": 116,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 956,
          "Average": 5.46,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 121432,
          "Average": 693.9,
          "Max": 2433,
          "Min": 27
        },
        {
          "StatusCode": 449,
          "Total": 6958,
          "Average": 39.76,
          "Max": 140,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3704862,
          "Average": 21170.64,
          "Max": 29763,
          "Min": 207
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 340,
          "Average": 1.94,
          "Max": 210,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 21307,
          "Average": 121.75,
          "Max": 389,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 2911,
          "Average": 16.63,
          "Max": 133,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 369917,
          "Average": 2113.81,
          "Max": 7200,
          "Min": 105
        },
        {
          "StatusCode": 449,
          "Total": 14465,
          "Average": 82.66,
          "Max": 266,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6286497,
          "Average": 35922.84,
          "Max": 52041,
          "Min": 362
        },
        {
          "StatusCode": 400,
          "Total": 47911,
          "Average": 273.78,
          "Max": 16070,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 8764,
          "Average": 50.08,
          "Max": 3996,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 24,
          "Average": 0.14,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3388,
          "Average": 19.36,
          "Max": 146,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 791413,
          "Average": 4522.36,
          "Max": 20609,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29929444,
          "Average": 171025.39,
          "Max": 223250,
          "Min": 397
        },
        {
          "StatusCode": 400,
          "Total": 44,
          "Average": 0.25,
          "Max": 28,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3686,
          "Average": 21.06,
          "Max": 429,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29294,
          "Average": 167.39,
          "Max": 2036,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 414723,
          "Average": 2369.85,
          "Max": 6455,
          "Min": 324
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6852435,
          "Average": 39156.77,
          "Max": 58624,
          "Min": 398
        },
        {
          "StatusCode": 404,
          "Total": 16805,
          "Average": 96.03,
          "Max": 501,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 27790,
          "Average": 158.8,
          "Max": 1527,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 352320,
          "Average": 2013.26,
          "Max": 5180,
          "Min": 140
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 3,
          "First": "2015-03-06T07:05:00",
          "Last": "2015-03-06T10:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 17,
          "First": "2015-03-06T06:25:00",
          "Last": "2015-03-06T07:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 100,
          "First": "2015-03-06T05:35:00",
          "Last": "2015-03-06T10:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-03-06T05:50:00",
          "Last": "2015-03-06T07:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "791 replica health errors | 180 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 73,
          "First": "2015-03-06T07:42:28.196",
          "Last": "2015-03-06T12:14:43.506"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 2,
          "First": "2015-03-06T10:01:29.418",
          "Last": "2015-03-06T10:06:30.268"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 160,
          "First": "2015-03-06T07:42:28.196",
          "Last": "2015-03-06T10:59:29.685"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 376,
          "First": "2015-03-06T02:43:24.615",
          "Last": "2015-03-06T10:59:29.685"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1571 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 38,
          "HourlyAverage": 2.726
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 377,
          "HourlyAverage": 27.04
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1013,
          "HourlyAverage": 72.656
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 136,
          "HourlyAverage": 9.754
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.359
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "63 partitions violated quota invariants | 62 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e9762b1a-cddd-4b71-b0b9-7970fba95fc4",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 11846,
          "LastQuota": 6981471,
          "LastIndexUsage": 427153,
          "First": "2015-03-06T10:15:00",
          "Last": "2015-03-06T10:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "48a4ebea-c80e-44ec-8803-18351fb55aa0",
          "MaxQuota": 8144708,
          "MaxUsage": 6410271
        },
        {
          "PartitionId": "044f00e5-d28b-474c-a6d5-d71499696352",
          "MaxQuota": 8144708,
          "MaxUsage": 6401624
        },
        {
          "PartitionId": "5dcfc1ca-467e-4dac-9d35-2bbd83af9049",
          "MaxQuota": 8144708,
          "MaxUsage": 6390089
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a4794d6b-8dd5-4db7-8297-f0491934031b",
          "MaxCrudUsage": 9528,
          "MaxIndexUsage": 1813,
          "MaxTotalUsage": 11633
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "d0e12e19-97c7-4054-aa76-4354ec792ea9",
          "MaxCrudUsage": 9520,
          "MaxIndexUsage": 1825,
          "MaxTotalUsage": 11609
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "566bc846-1c1d-47b2-aa97-69a4e6325b5a",
          "MaxCrudUsage": 9504,
          "MaxIndexUsage": 1864,
          "MaxTotalUsage": 11568
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 16 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-06T09:05:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 651.466,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T09:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 187.194,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T09:50:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 169.599,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T07:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 139.423,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-06T07:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 137.56,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 80.693558
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 82.982846
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.054479
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 83.214053
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.953499
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 64.487585
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55.799405
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 47.477729
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 45.630953
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 40.500349
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 546.428447 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 546.428447
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 410.404025
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 372.338432
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 329.664402
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 293.027158
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56990.538462
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57122.9375
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58794.578947
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 59474.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 59566.142857
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 7184c8b3-c8f8-4d15-a795-2cd01ed0319a",
          "Count": 1,
          "First": "2015-03-05T23:28:13.5878354",
          "Last": "2015-03-05T23:28:13.5878354"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 7d2eea7c-1f60-4cf1-b31e-d48c2103d558",
          "Count": 1,
          "First": "2015-03-05T23:28:17.578668",
          "Last": "2015-03-05T23:28:17.578668"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 59dc5412-a3ae-4033-915d-032c265ded57",
          "Count": 1,
          "First": "2015-03-05T23:28:11.9401428",
          "Last": "2015-03-05T23:28:11.9401428"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5e19fa2e-146b-4b61-abfb-5d9a374d2a07",
          "Count": 1,
          "First": "2015-03-05T23:28:16.9586708",
          "Last": "2015-03-05T23:28:16.9586708"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "47 Direct Tcp requests with 503 | 21 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 31,
          "Average": 10.333,
          "First": "2015-03-06T07:40:00",
          "Last": "2015-03-06T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 5.0,
          "First": "2015-03-06T00:55:00",
          "Last": "2015-03-06T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 12,
          "Average": 2.0,
          "First": "2015-03-06T01:15:00",
          "Last": "2015-03-06T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-06T12:25:00",
          "Last": "2015-03-06T12:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-06T01:20:00",
          "Last": "2015-03-06T01:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-06T07:40:00",
          "Last": "2015-03-06T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "Average": 6.5,
          "First": "2015-03-06T08:15:00",
          "Last": "2015-03-06T08:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-06T12:40:00",
          "Last": "2015-03-06T12:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:94150a2c-c95f-4712-b3f1-8febe9239a95 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-06T08:04:49.2213191"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-06+06%3a11%3a03Z&end=2015-03-06+20%3a56%3a33Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T02:24:55.1297551-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 95296,
      "PhysicalCRUDUsageInMB": 342936,
      "LogicalIndexUsageInMB": 7419,
      "LogicalCRUDUsageInMB": 89079,
      "ClientReportedUsageInMB": 90162
    },
    {
      "TimeStamp": "2015-03-06T04:39:16.4194664-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 143544,
      "PhysicalCRUDUsageInMB": 691424,
      "LogicalIndexUsageInMB": 13812,
      "LogicalCRUDUsageInMB": 173515,
      "ClientReportedUsageInMB": 5740
    },
    {
      "TimeStamp": "2015-03-06T07:51:05.3143528-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 244468,
      "PhysicalCRUDUsageInMB": 1231272,
      "LogicalIndexUsageInMB": 27247,
      "LogicalCRUDUsageInMB": 343506,
      "ClientReportedUsageInMB": 71436
    },
    {
      "TimeStamp": "2015-03-06T10:56:13.6232076-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 341568,
      "PhysicalCRUDUsageInMB": 1943352,
      "LogicalIndexUsageInMB": 37004,
      "LogicalCRUDUsageInMB": 474391,
      "ClientReportedUsageInMB": 342516
    },
    {
      "TimeStamp": "2015-03-06T12:56:33.4333348-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 264140,
      "PhysicalCRUDUsageInMB": 1381728,
      "LogicalIndexUsageInMB": 25623,
      "LogicalCRUDUsageInMB": 326053,
      "ClientReportedUsageInMB": 218590
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA3BAAAAAAAAA==",
  "_ts": 1425676590,
  "_etag": "\"05007ef9-0000-0000-0000-54fa192e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "4fcdd24c-eb78-4cfa-9a9e-5fb9edab3db9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA4BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T08:09:15.8039945-08:00",
  "CompletedTime": "2015-03-06T08:24:00.4507211-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA4BAAAAAAAAA==",
  "_ts": 1425659040,
  "_etag": "\"04007367-0000-0000-0000-54f9d4a00000\"",
  "_attachments": "attachments/"
},
{
  "id": "12f07935-91af-4746-8e4d-e909bd38b1f4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA5BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T08:24:00.6538398-08:00",
  "CompletedTime": "2015-03-06T08:35:28.9737501-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "61b8561a-1d1f-4633-beb6-e357f668e643",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T08:30:03.7147345-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "91deae5e-3ff6-4485-b61f-d49181dd0456",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T08:30:04.1053566-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA5BAAAAAAAAA==",
  "_ts": 1425659728,
  "_etag": "\"04009d77-0000-0000-0000-54f9d7500000\"",
  "_attachments": "attachments/"
},
{
  "id": "4ff89618-99a2-406f-bc5b-6bc84c84546e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA6BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T08:35:29.1768912-08:00",
  "CompletedTime": "2015-03-06T08:49:03.1003661-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1f94f25c-8f98-4bcc-8336-a03c33fca24a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T08:40:32.113053-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c7a8a17f-13c6-4cb6-828d-cc91b2b1e47e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T08:40:32.4568016-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA6BAAAAAAAAA==",
  "_ts": 1425660542,
  "_etag": "\"04006c8a-0000-0000-0000-54f9da7e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "cedd1391-2f4d-4225-862e-c67f04c6bf61",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA7BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T08:49:03.3191158-08:00",
  "CompletedTime": "2015-03-06T08:58:47.5139797-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA7BAAAAAAAAA==",
  "_ts": 1425661127,
  "_etag": "\"0400ce97-0000-0000-0000-54f9dcc70000\"",
  "_attachments": "attachments/"
},
{
  "id": "81f4c3bf-9a57-47c4-9754-186550795883",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA8BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T08:58:47.7171038-08:00",
  "CompletedTime": "2015-03-06T09:14:54.7358891-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA8BAAAAAAAAA==",
  "_ts": 1425662094,
  "_etag": "\"040093ad-0000-0000-0000-54f9e08e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "55d9f023-45a5-45c1-8bdb-7cb6629b435d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA9BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T09:14:54.9234266-08:00",
  "CompletedTime": "2015-03-06T10:30:14.2991378-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9dc393f9-1937-4b8c-86a5-a77c2536e905",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T09:20:43.6405992-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c17c43ed-5d08-4be0-b60b-a33a0043144c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T09:20:43.9999209-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA9BAAAAAAAAA==",
  "_ts": 1425666614,
  "_etag": "\"0500db14-0000-0000-0000-54f9f2360000\"",
  "_attachments": "attachments/"
},
{
  "id": "6b868a6e-9e4b-448c-b728-9b39a56147e4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA+BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T10:30:14.5023-08:00",
  "CompletedTime": "2015-03-06T12:35:19.818018-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "05754565-2fda-42f3-ab4b-0e08a8cba489",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T10:35:42.6883145-08:00",
      "CompleteTime": "2015-03-06T10:45:19.6075768-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "32d06dde-b527-41f2-a715-69962efc6a1e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T10:35:43.0320133-08:00",
      "CompleteTime": "2015-03-06T10:43:19.2799966-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Count": 3,
          "First": "2015-03-06T11:01:42.2994643",
          "Last": "2015-03-06T12:11:45.0525245"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 228404,
          "Average": 10876.38,
          "Max": 12760,
          "Min": 7687
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 22,
          "Average": 1.05,
          "Max": 22,
          "Min": 22
        },
        {
          "StatusCode": 429,
          "Total": 602443,
          "Average": 28687.76,
          "Max": 29353,
          "Min": 8904
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 8786,
          "Average": 418.38,
          "Max": 561,
          "Min": 244
        },
        {
          "StatusCode": 404,
          "Total": 200,
          "Average": 9.52,
          "Max": 15,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 14861,
          "Average": 707.67,
          "Max": 838,
          "Min": 250
        },
        {
          "StatusCode": 449,
          "Total": 95,
          "Average": 4.52,
          "Max": 8,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 24625,
          "Average": 1172.62,
          "Max": 1630,
          "Min": 648
        },
        {
          "StatusCode": 404,
          "Total": 667,
          "Average": 31.76,
          "Max": 46,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 2,
          "Average": 0.1,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 46124,
          "Average": 2196.38,
          "Max": 2437,
          "Min": 713
        },
        {
          "StatusCode": 449,
          "Total": 288,
          "Average": 13.71,
          "Max": 30,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30641,
          "Average": 1459.1,
          "Max": 3273,
          "Min": 970
        },
        {
          "StatusCode": 403,
          "Total": 434,
          "Average": 20.67,
          "Max": 319,
          "Min": 42
        },
        {
          "StatusCode": 410,
          "Total": 2,
          "Average": 0.1,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 104292,
          "Average": 4966.29,
          "Max": 10625,
          "Min": 1437
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4065735,
          "Average": 193606.43,
          "Max": 207077,
          "Min": 2131
        },
        {
          "StatusCode": 410,
          "Total": 5,
          "Average": 0.24,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 429,
          "Total": 81464,
          "Average": 3879.24,
          "Max": 29129,
          "Min": 455
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 95157,
          "Average": 4531.29,
          "Max": 4887,
          "Min": 2136
        },
        {
          "StatusCode": 404,
          "Total": 1669,
          "Average": 79.48,
          "Max": 169,
          "Min": 30
        },
        {
          "StatusCode": 410,
          "Total": 3,
          "Average": 0.14,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 25865,
          "Average": 1231.67,
          "Max": 1374,
          "Min": 430
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-06T10:55:00",
          "Last": "2015-03-06T10:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-03-06T11:00:00",
          "Last": "2015-03-06T11:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "17 replica alerts for SuccessfulBackup | 3 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-10",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 7.195
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.959
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 1.439
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxQuota": 3490816,
          "MaxUsage": 1289933
        },
        {
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxQuota": 3490816,
          "MaxUsage": 514314
        },
        {
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxQuota": 3490816,
          "MaxUsage": 510355
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxCrudUsage": 1360,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1744
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxCrudUsage": 544,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 936
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxCrudUsage": 552,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 936
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-06T10:55:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 46.61,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.674696
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.709388
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.71735
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.741004
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.750865
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 3.789126
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 3.775563
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 3.678964
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 3.440364
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 3.132119
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 94.651267
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 67.204553
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 5.472126
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 5.022576
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 4.893927
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110079.1
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110097.266667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110163.566667
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110256.5
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110263.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 24,
          "SampleCount": 4224
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 24,
          "SampleCount": 4224
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-06+18%3a30%3a14Z&end=2015-03-06+20%3a35%3a19Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T12:35:19.818018-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3072,
      "PhysicalCRUDUsageInMB": 10736,
      "LogicalIndexUsageInMB": 81,
      "LogicalCRUDUsageInMB": 2286,
      "ClientReportedUsageInMB": 2782
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA+BAAAAAAAAA==",
  "_ts": 1425674418,
  "_etag": "\"0500abc7-0000-0000-0000-54fa10b20000\"",
  "_attachments": "attachments/"
},
{
  "id": "31bc5cf6-e3ab-4c01-8509-6fb174137186",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA-BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-06T11:44:08.392068-08:00",
  "CompletedTime": "2015-03-08T23:26:42.8385537-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "14df03e1-e997-4bf8-8521-ae398b3aaccf",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-06T13:31:31.9563699-08:00",
      "CompleteTime": "2015-03-06T13:40:38.6851397-08:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3c1809a6-61bf-4d42-8226-2e24dd5b865e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T13:31:32.4996318-08:00",
      "CompleteTime": "2015-03-06T13:40:09.1306138-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "682baefb-5aa6-47fa-b2f9-8feaf918de97",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T13:31:32.9879817-08:00",
      "CompleteTime": "2015-03-06T13:42:09.272964-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26ec236a-2573-4a6e-9fb1-1d1ef9a052f3",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-06T13:31:33.5175066-08:00",
      "CompleteTime": "2015-03-06T13:42:45.4276596-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a9d078b5-0463-4407-bc3d-a93b6e16b2d2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T14:46:29.9724052-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "444e718e-a7f3-4a74-a526-b972c21b2951",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T11:44:14.2612951-08:00",
      "EndTime": "2015-03-06T11:57:19.2128476-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e21670f1-fc2d-452d-972a-23867587361d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T12:02:18.6171613-08:00",
      "EndTime": "2015-03-06T12:03:27.7361477-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e54843e-b78b-4902-9a8c-99ea4543e900",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T12:03:28.0764405-08:00",
      "EndTime": "2015-03-06T12:35:48.4296343-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "c83355cc-efd3-478e-a06c-9f180a39eff9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-06T12:35:55.4028084-08:00",
      "EndTime": "2015-03-06T12:49:10.5850615-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "61584f7a-6439-441c-a1f6-2e212108c577",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-06T12:49:10.9298153-08:00",
      "EndTime": "2015-03-06T13:21:27.4852607-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f741e44d-bb91-4ced-9000-7bba21f3d277",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-06T14:31:32.2978217-08:00",
      "EndTime": "2015-03-07T11:02:25.4448447-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA-BAAAAAAAAA==",
  "_ts": 1425882402,
  "_etag": "\"08004d3c-0000-0000-0000-54fd3d220000\"",
  "_attachments": "attachments/"
},
{
  "id": "88515382-6fbc-43c1-ad6e-bc24cd52e265",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBABAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T12:50:00.8592043-08:00",
  "CompletedTime": "2015-03-06T14:16:36.0872578-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6bbaca85-fcbb-4bf2-8665-f874a8d29e60",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T12:50:05.5273655-08:00",
      "EndTime": "2015-03-06T13:03:34.2341192-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBABAAAAAAAAA==",
  "_ts": 1425680195,
  "_etag": "\"06007f4b-0000-0000-0000-54fa27430000\"",
  "_attachments": "attachments/"
},
{
  "id": "e264aa47-e817-44f3-b7c4-4bea614dfa3b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBBBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T14:16:36.3179046-08:00",
  "CompletedTime": "2015-03-06T14:18:20.426507-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8fc9e72e-7b7b-4a09-b9aa-659f47bade9e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:16:40.7457525-08:00",
      "EndTime": "2015-03-06T14:16:45.8127467-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBBBAAAAAAAAA==",
  "_ts": 1425680300,
  "_etag": "\"0600e54d-0000-0000-0000-54fa27ac0000\"",
  "_attachments": "attachments/"
},
{
  "id": "5e2bb1ec-29c1-4084-87aa-dc9f5e96ec45",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBCBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T14:18:20.6418592-08:00",
  "CompletedTime": "2015-03-06T14:22:26.2120244-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6ede345b-a94e-472d-9c0f-69f471fb5d92",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:18:24.2513412-08:00",
      "EndTime": "2015-03-06T14:18:29.0864985-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBCBAAAAAAAAA==",
  "_ts": 1425680546,
  "_etag": "\"06006e53-0000-0000-0000-54fa28a20000\"",
  "_attachments": "attachments/"
},
{
  "id": "83aeeb05-36c5-4461-8146-cdcd0dd8dfd1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBDBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T14:22:26.4453931-08:00",
  "CompletedTime": "2015-03-06T14:25:11.97529-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ec750f2e-ba56-4bee-98d0-10857122941f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:22:30.1046367-08:00",
      "EndTime": "2015-03-06T14:22:34.9214512-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBDBAAAAAAAAA==",
  "_ts": 1425680711,
  "_etag": "\"06003257-0000-0000-0000-54fa29470000\"",
  "_attachments": "attachments/"
},
{
  "id": "cd4b4fd2-fd57-461b-9b31-51cfd7d99490",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBEBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T14:25:12.2022784-08:00",
  "CompletedTime": "2015-03-06T17:17:24.5249652-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a0a4c8d7-1f22-48fd-ae84-da0f8309ec1a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T15:40:52.2302313-08:00",
      "CompleteTime": "2015-03-06T15:50:00.9604425-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "37293f80-1d9c-47e5-aaa2-18971c13c902",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-06T15:40:52.5855731-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7afd1b6b-c5a7-404d-a772-9b77f21941a6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T15:40:53.0799609-08:00",
      "CompleteTime": "2015-03-06T15:49:01.1927006-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bc3dd8ea-640d-4744-99bd-2f80544cc408",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-06T15:40:53.6468633-08:00",
      "CompleteTime": "2015-03-06T15:51:04.5589078-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b5383ccd-6654-4a5b-b587-cee7d1154f4a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T16:57:12.1948488-08:00",
      "CompleteTime": "2015-03-06T17:05:51.1417097-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "05b453a7-c559-4684-9e1b-107e524bb228",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:25:15.9093044-08:00",
      "EndTime": "2015-03-06T14:25:20.5088313-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "87ee615f-77c7-439e-8fcf-43e4f3597ddc",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:25:28.9159041-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "ba7b2d39-205e-4c88-a27a-52c09ceaa334",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T14:25:29.2728189-08:00",
      "EndTime": "2015-03-06T15:00:22.2112515-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "16e2fc68-b781-4d87-96ee-73f6001f84ec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T15:00:47.5997307-08:00",
      "EndTime": "2015-03-06T15:01:33.097322-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "842de16d-9401-4130-8870-23af3f433c68",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T16:40:50.7712805-08:00",
      "EndTime": "2015-03-06T16:42:09.0116254-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "78aed597-a18a-4553-8eee-53a26c9806e9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T16:42:11.6159826-08:00",
      "EndTime": "2015-03-06T16:47:50.4106166-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBEBAAAAAAAAA==",
  "_ts": 1425691044,
  "_etag": "\"07002541-0000-0000-0000-54fa51a40000\"",
  "_attachments": "attachments/"
},
{
  "id": "fda0acd6-859e-4a47-9b44-66d1e340629a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBFBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T14:43:25.8988009-08:00",
  "CompletedTime": "2015-03-06T15:19:02.5453865-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8cdafd34-1cd9-427f-a478-f9177cee5ea9",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T14:49:23.9284293-08:00",
      "CompleteTime": "2015-03-06T14:49:24.8034278-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c7118c4e-e1e0-4431-be0e-a7bf863d24b5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T14:49:24.3346903-08:00",
      "CompleteTime": "2015-03-06T14:49:25.1784348-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-10",
          "Count": 2,
          "First": "2015-03-06T15:11:19.1450879",
          "Last": "2015-03-06T15:11:19.9161844"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 33827,
          "Average": 8456.75,
          "Max": 11249,
          "Min": 47
        },
        {
          "StatusCode": 429,
          "Total": 49272,
          "Average": 12318.0,
          "Max": 15909,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1080,
          "Average": 360.0,
          "Max": 403,
          "Min": 54
        },
        {
          "StatusCode": 404,
          "Total": 30,
          "Average": 10.0,
          "Max": 11,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1309,
          "Average": 436.33,
          "Max": 452,
          "Min": 98
        },
        {
          "StatusCode": 449,
          "Total": 12,
          "Average": 4.0,
          "Max": 4,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3196,
          "Average": 1065.33,
          "Max": 1172,
          "Min": 170
        },
        {
          "StatusCode": 404,
          "Total": 81,
          "Average": 27.0,
          "Max": 29,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 3797,
          "Average": 1265.67,
          "Max": 1322,
          "Min": 274
        },
        {
          "StatusCode": 449,
          "Total": 70,
          "Average": 23.33,
          "Max": 24,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6665,
          "Average": 1666.25,
          "Max": 1558,
          "Min": 947
        },
        {
          "StatusCode": 403,
          "Total": 3889,
          "Average": 972.25,
          "Max": 2518,
          "Min": 16
        },
        {
          "StatusCode": 429,
          "Total": 12568,
          "Average": 3142.0,
          "Max": 4404,
          "Min": 752
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 720552,
          "Average": 180138.0,
          "Max": 191306,
          "Min": 33314
        },
        {
          "StatusCode": 429,
          "Total": 13670,
          "Average": 3417.5,
          "Max": 8939,
          "Min": 996
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 11874,
          "Average": 3958.0,
          "Max": 3789,
          "Min": 709
        },
        {
          "StatusCode": 404,
          "Total": 92,
          "Average": 30.67,
          "Max": 32,
          "Min": 9
        },
        {
          "StatusCode": 429,
          "Total": 2982,
          "Average": 994.0,
          "Max": 998,
          "Min": 164
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 2,
          "First": "2015-03-06T14:55:00",
          "Last": "2015-03-06T14:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 4,
          "First": "2015-03-06T14:50:00",
          "Last": "2015-03-06T14:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 1,
          "First": "2015-03-06T14:50:00",
          "Last": "2015-03-06T14:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "15 replica alerts for SuccessfulBackup",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 5.055
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-10",
          "Component": "BackupManager",
          "SubEvent": "SuccessfulBackup",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 20.219
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxQuota": 3490816,
          "MaxUsage": 1674474
        },
        {
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxQuota": 3490816,
          "MaxUsage": 663656
        },
        {
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxQuota": 3490816,
          "MaxUsage": 659192
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxCrudUsage": 1664,
          "MaxIndexUsage": 320,
          "MaxTotalUsage": 2112
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxCrudUsage": 664,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1056
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxCrudUsage": 680,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1056
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.632158
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.685159
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.689282
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.703601
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.718669
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 2.565025
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 2.398339
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 2.15534
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 1.801982
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 1.675263
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 4.065621
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 2.258017
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 2.114565
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 2.104959
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 1.895502
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 109293.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 109617.827586
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 109743.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 109974.466667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110002.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 7,
          "SampleCount": 1232
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 7,
          "SampleCount": 1232
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 7,
          "SampleCount": 1232
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 7,
          "SampleCount": 1232
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 6,
          "SampleCount": 1056
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 6,
          "SampleCount": 1056
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-06+22%3a43%3a25Z&end=2015-03-06+23%3a19%3a02Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T15:19:02.5453865-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3296,
      "PhysicalCRUDUsageInMB": 12928,
      "LogicalIndexUsageInMB": 218,
      "LogicalCRUDUsageInMB": 2960,
      "ClientReportedUsageInMB": 3436
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBFBAAAAAAAAA==",
  "_ts": 1425684053,
  "_etag": "\"0600a7a2-0000-0000-0000-54fa36550000\"",
  "_attachments": "attachments/"
},
{
  "id": "ca31ff19-9912-4845-91ca-1383fee2eb9c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBGBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T16:11:15.9113928-08:00",
  "CompletedTime": "2015-03-06T16:56:58.3840385-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "be0beb9e-6284-4000-a210-6f804573368e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T16:15:10.2696567-08:00",
      "CompleteTime": "2015-03-06T16:15:11.0822031-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBGBAAAAAAAAA==",
  "_ts": 1425689818,
  "_etag": "\"07002025-0000-0000-0000-54fa4cda0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c9b66865-1752-4618-bad2-2eb2611fc656",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBHBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-06T16:56:58.6028281-08:00",
  "CompletedTime": "2015-03-06T17:28:51.6770599-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "46b185f4-9540-4135-81d8-51e49230cf0c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T16:59:36.2427376-08:00",
      "CompleteTime": "2015-03-06T16:59:37.1020706-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "03894323-1094-4188-aa2d-42f9c3b657d0",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-06T20:30:26.1277273-08:00",
      "EndTime": "2015-03-06T20:31:32.2524798-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45921,
          "Average": 11480.25,
          "Max": 11695,
          "Min": 935
        },
        {
          "StatusCode": 429,
          "Total": 59271,
          "Average": 14817.75,
          "Max": 15026,
          "Min": 1004
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1634,
          "Average": 408.5,
          "Max": 439,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 46,
          "Average": 11.5,
          "Max": 17,
          "Min": 8
        },
        {
          "StatusCode": 429,
          "Total": 1366,
          "Average": 341.5,
          "Max": 379,
          "Min": 29
        },
        {
          "StatusCode": 449,
          "Total": 24,
          "Average": 6.0,
          "Max": 10,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4772,
          "Average": 1193,
          "Max": 1242,
          "Min": 88
        },
        {
          "StatusCode": 404,
          "Total": 141,
          "Average": 35,
          "Max": 36,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 4117,
          "Average": 1029,
          "Max": 1131,
          "Min": 70
        },
        {
          "StatusCode": 449,
          "Total": 74,
          "Average": 18,
          "Max": 23,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5368,
          "Average": 1342,
          "Max": 1349,
          "Min": 125
        },
        {
          "StatusCode": 429,
          "Total": 10241,
          "Average": 2560,
          "Max": 2553,
          "Min": 164
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 15253,
          "Average": 3813.25,
          "Max": 3868,
          "Min": 261
        },
        {
          "StatusCode": 429,
          "Total": 4639,
          "Average": 1159.75,
          "Max": 1177,
          "Min": 66
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 15257,
          "Average": 3814.25,
          "Max": 3867,
          "Min": 267
        },
        {
          "StatusCode": 404,
          "Total": 167,
          "Average": 41.75,
          "Max": 49,
          "Min": 11
        },
        {
          "StatusCode": 429,
          "Total": 3295,
          "Average": 823.75,
          "Max": 854,
          "Min": 71
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 7,
          "First": "2015-03-06T17:05:00",
          "Last": "2015-03-06T17:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 1,
          "First": "2015-03-06T17:10:00",
          "Last": "2015-03-06T17:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "6 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-10",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 7.527
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 3.764
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxQuota": 3490816,
          "MaxUsage": 2434611
        },
        {
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxQuota": 3490816,
          "MaxUsage": 976755
        },
        {
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxQuota": 3490816,
          "MaxUsage": 971039
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "a5839f50-9b5d-4343-bd33-6123e4acca40",
          "MaxCrudUsage": 2544,
          "MaxIndexUsage": 440,
          "MaxTotalUsage": 3112
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "bfcbb461-3d05-4121-b7b2-e142d4deb558",
          "MaxCrudUsage": 1032,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1416
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "f5ffcabd-25b8-4525-93a5-ea143daa917d",
          "MaxCrudUsage": 1024,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1416
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.50967
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.591797
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.6174
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.622613
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.62434
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 1.387069
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 1.314761
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 1.310745
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 1.308157
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 1.114288
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 2.713744
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 2.21401
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 2.095065
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 1.958887
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 1.821886
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 108787.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 108824.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 109411.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 109510.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 109614.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 5,
          "SampleCount": 880
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 5,
          "SampleCount": 880
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-07+00%3a56%3a58Z&end=2015-03-07+01%3a28%3a51Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-06T17:28:51.6770599-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3764,
      "PhysicalCRUDUsageInMB": 19976,
      "LogicalIndexUsageInMB": 291,
      "LogicalCRUDUsageInMB": 4317,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBHBAAAAAAAAA==",
  "_ts": 1425702691,
  "_etag": "\"0000f73e-0000-0000-0000-54fa7f230000\"",
  "_attachments": "attachments/"
},
{
  "id": "62dcb645-596e-4bab-b6b7-abbb856c610c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBIBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-06T17:17:24.9423931-08:00",
  "CompletedTime": "2015-03-08T20:30:14.7785797-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a769ee48-42e9-4e76-9c3c-95e6b2fdd0a3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T18:34:57.049065-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "32160073-dc92-4fb0-ba65-066f0d32c35a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-06T18:34:57.3966276-08:00",
      "CompleteTime": "2015-03-06T18:43:31.2026309-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "20edfe81-8bca-4aa0-a1c5-a4712f495ef6",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-06T18:34:58.1141445-08:00",
      "CompleteTime": "2015-03-06T18:44:09.2006765-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "abed3e84-c88d-431c-8432-87f3bea8f28a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-06T19:35:22.7486074-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6f8babe3-c55e-4b9d-9b03-5361eb07c293",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-06T19:51:17.2998346-08:00",
      "CompleteTime": "2015-03-06T19:59:22.3897788-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bfde4303-3c8e-4c2f-968a-a18f71cc60b3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-07T03:46:11.3271047-08:00",
      "CompleteTime": "2015-03-07T03:56:15.7643872-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5e0f140e-ff05-4937-9f61-0549282bf8cf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T17:17:29.0076004-08:00",
      "EndTime": "2015-03-06T17:17:37.9648774-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "e3293deb-e14a-489c-896e-ef10c7d0e071",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T17:18:28.5068094-08:00",
      "EndTime": "2015-03-06T17:19:33.5490974-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "99c3292e-b0b4-4a67-9706-8b8ff4dab56b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T17:19:33.9198276-08:00",
      "EndTime": "2015-03-06T17:54:25.8249862-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "bc0a9007-4d04-408f-b94a-6faed6ff2b1d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T17:54:32.1020131-08:00",
      "EndTime": "2015-03-06T17:54:44.0894071-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "f44c62f1-8a18-4b8f-9440-7db912780c72",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T19:34:56.6545452-08:00",
      "EndTime": "2015-03-06T19:36:13.3822735-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "966dde7c-f571-4872-8ce7-a607c290645a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150305.4\\x64\\Release",
      "StartTime": "2015-03-06T19:36:16.3851673-08:00",
      "EndTime": "2015-03-06T19:40:47.1418052-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBIBAAAAAAAAA==",
  "_ts": 1425871814,
  "_etag": "\"0700cfc2-0000-0000-0000-54fd13c60000\"",
  "_attachments": "attachments/"
},
{
  "id": "5e45e6e3-2a1a-40dd-8b0f-e042da9568d1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBJBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-06T22:36:10.7953876-08:00",
  "CompletedTime": "2015-03-07T21:28:22.6775592-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "347d16c2-db89-42f9-8b3c-4a1a26273b07",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-07T00:07:52.6760497-08:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "48ba656f-510a-4169-9031-e45c3d3f96fe",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-07T00:07:53.1960861-08:00",
      "CompleteTime": "2015-03-07T00:16:29.6587825-08:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8cc7781d-fdb2-4dc2-8eec-0d8a433824bb",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-07T00:07:53.7811286-08:00",
      "CompleteTime": "2015-03-07T00:15:30.1045509-08:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "46bf8d50-e533-4bd4-af6a-8d271b5ec02a",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-07T00:07:54.3651697-08:00",
      "CompleteTime": "2015-03-07T00:16:07.3982683-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e051f51a-5a59-44d5-9f4b-ee9ce7052064",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-07T02:07:12.6052988-08:00",
      "CompleteTime": "2015-03-07T02:14:47.5263396-08:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2b0a2b97-5416-4135-a60d-3e6490390ba2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T22:36:21.5770853-08:00",
      "EndTime": "2015-03-06T22:49:38.0204264-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "56c26720-5a9d-43b2-a789-092854cb3a83",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T22:49:59.836977-08:00",
      "EndTime": "2015-03-06T22:51:09.8039482-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "977b7508-b4c9-42b2-8397-ff284fefa024",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-06T22:51:10.1659735-08:00",
      "EndTime": "2015-03-06T23:27:06.2872538-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "babbc1fb-854f-42c2-910c-169dbd638785",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-06T23:27:15.2338137-08:00",
      "EndTime": "2015-03-06T23:27:33.1549729-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "636b9fc4-5a46-46a7-9e71-e6e351d86cb0",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-06T23:27:33.5259975-08:00",
      "EndTime": "2015-03-06T23:57:45.8172924-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "854dc0e7-81b1-40ba-983f-b616d395b08e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-07T01:07:49.8295926-08:00",
      "EndTime": "2015-03-07T01:09:19.039931-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "e3b38c69-81dc-4ad2-b8f1-4f1b6b22cd6e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-07T01:52:14.5965994-08:00",
      "EndTime": "2015-03-07T01:59:09.8151485-08:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-07T00:41:10.0611069",
          "Last": "2015-03-07T00:41:10.0611069"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 130506,
          "Average": 18643.71,
          "Max": 27161,
          "Min": 1056
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.14,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11912,
          "Average": 1701.71,
          "Max": 7723,
          "Min": 4189
        },
        {
          "StatusCode": 429,
          "Total": 202247,
          "Average": 28892.43,
          "Max": 47849,
          "Min": 383
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 4598,
          "Average": 656.86,
          "Max": 843,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 399,
          "Average": 57.0,
          "Max": 117,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 4789,
          "Average": 684.14,
          "Max": 1296,
          "Min": 11
        },
        {
          "StatusCode": 449,
          "Total": 103,
          "Average": 14.71,
          "Max": 26,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 12689,
          "Average": 1812.71,
          "Max": 2216,
          "Min": 89
        },
        {
          "StatusCode": 404,
          "Total": 1415,
          "Average": 202.14,
          "Max": 456,
          "Min": 7
        },
        {
          "StatusCode": 429,
          "Total": 14989,
          "Average": 2141.29,
          "Max": 3831,
          "Min": 32
        },
        {
          "StatusCode": 449,
          "Total": 334,
          "Average": 47.71,
          "Max": 67,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 17427,
          "Average": 2489.57,
          "Max": 3659,
          "Min": 92
        },
        {
          "StatusCode": 403,
          "Total": 8412,
          "Average": 1201.71,
          "Max": 3898,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.14,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 34278,
          "Average": 4896.86,
          "Max": 7654,
          "Min": 121
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 781351,
          "Average": 111621.57,
          "Max": 168507,
          "Min": 225
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.29,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1,
          "Average": 0.14,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 10827,
          "Average": 1546.71,
          "Max": 2373,
          "Min": 30
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 42023,
          "Average": 6003.29,
          "Max": 8217,
          "Min": 228
        },
        {
          "StatusCode": 404,
          "Total": 2198,
          "Average": 314.0,
          "Max": 1524,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 2,
          "Average": 0.29,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 8244,
          "Average": 1177.71,
          "Max": 2191,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a09%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 46,
          "First": "2015-03-06T22:40:00",
          "Last": "2015-03-07T00:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.58
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "f34e8a91-51dc-41b9-869c-bc11a02a2e00",
          "MaxQuota": 3490816,
          "MaxUsage": 433059
        },
        {
          "PartitionId": "1d40ef31-36de-43f9-88e7-04d11b517ca4",
          "MaxQuota": 3490816,
          "MaxUsage": 300619
        },
        {
          "PartitionId": "aca0dd06-a162-4438-9028-81cfe6c9e6c8",
          "MaxQuota": 3490816,
          "MaxUsage": 133210
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "8275348e-68e4-4ad2-8b6e-5769cf07b8f6",
          "MaxCrudUsage": 6136,
          "MaxIndexUsage": 1196,
          "MaxTotalUsage": 7660
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "ea7753a4-4766-4245-8d18-5c56c3f96ec3",
          "MaxCrudUsage": 5672,
          "MaxIndexUsage": 1072,
          "MaxTotalUsage": 7136
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "0da07488-1309-4e14-af20-cf54b806332e",
          "MaxCrudUsage": 5632,
          "MaxIndexUsage": 1084,
          "MaxTotalUsage": 7076
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 91.530019
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 91.831937
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 92.047289
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 92.06815
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 92.265843
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 5.136511
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 4.93227
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 4.355065
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 3.953005
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 3.591525
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 38.873462
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 35.75636
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 21.969727
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 18.261776
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 15.942093
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 75000.964286
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 84877.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86092.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86929.961538
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 88773.964286
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a10%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 944ddf50-c85a-47ee-bf33-d0e3551e1942",
          "Count": 1,
          "First": "2015-03-06T23:40:52.9411145",
          "Last": "2015-03-06T23:40:52.9411145"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c2752cdc-f61f-42c5-9860-d9b21350372f",
          "Count": 1,
          "First": "2015-03-06T23:40:50.7612158",
          "Last": "2015-03-06T23:40:50.7612158"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 14caa394-627b-4648-9639-759dd76c5c1c",
          "Count": 1,
          "First": "2015-03-06T23:40:56.656904",
          "Last": "2015-03-06T23:40:56.656904"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 99e86c44-c4a6-4b09-bb1a-8c9052710e80",
          "Count": 1,
          "First": "2015-03-06T23:40:56.4022977",
          "Last": "2015-03-06T23:40:56.4022977"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a11%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a11%3a28Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a11%3a39Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-07+06%3a36%3a10Z&end=2015-03-07+09%3a11%3a49Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-07T01:11:56.3491081-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 4096,
      "PhysicalCRUDUsageInMB": 13472,
      "LogicalIndexUsageInMB": 57,
      "LogicalCRUDUsageInMB": 1068,
      "ClientReportedUsageInMB": 7
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBJBAAAAAAAAA==",
  "_ts": 1425792502,
  "_etag": "\"0400813c-0000-0000-0000-54fbddf60000\"",
  "_attachments": "attachments/"
},
{
  "id": "067469e1-eac4-4e3a-bbeb-d2cf3110c5d0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBKBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "test4",
  "StartTime": "2015-03-07T06:15:44.7811943-08:00",
  "CompletedTime": "2015-03-07T07:31:38.7766335-08:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBKBAAAAAAAAA==",
  "_ts": 1425742298,
  "_etag": "\"02009300-0000-0000-0000-54fb19da0000\"",
  "_attachments": "attachments/"
},
{
  "id": "548e030c-9894-4d3a-8462-3eb6b41b36bc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBLBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "test4",
  "StartTime": "2015-03-07T07:31:39.0578937-08:00",
  "CompletedTime": "2015-03-07T22:38:13.3406042-08:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "29dcc61d-6619-4770-82f9-4b06191dc7a8",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-07T09:15:36.9468152-08:00",
      "CompleteTime": "2015-03-07T09:23:55.0591399-08:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ba3022c-41e1-498c-ae8c-325fa510029d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-07T14:34:06.3978187-08:00",
      "CompleteTime": "2015-03-07T14:46:23.5390427-08:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "588cb829-98c9-4a4f-baf8-fc4a30af02d3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T07:31:45.609313-08:00",
      "EndTime": "2015-03-07T07:45:17.643587-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "76362d54-6e53-43ce-8c30-71c440e7189f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T07:45:46.344164-08:00",
      "EndTime": "2015-03-07T07:46:57.012043-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "03afda13-29f9-4dbc-94bb-73386e31a58f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T07:46:57.3870625-08:00",
      "EndTime": "2015-03-07T08:20:27.317611-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "2dc394e2-6228-4d08-ad54-e85cb414f7d3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T08:20:40.9611796-08:00",
      "EndTime": "2015-03-07T08:34:12.1219763-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3b847f9-711f-47bc-9d14-c9556bfb1528",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T08:34:12.4969956-08:00",
      "EndTime": "2015-03-07T09:05:28.6537347-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "f6df3aee-7a5a-4c50-9fa2-7c2e389d5de9",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T10:15:34.4553063-08:00",
      "EndTime": "2015-03-07T11:31:01.8058916-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "d0c68a6c-b807-42aa-b2f1-bddfdb2d4573",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T12:21:04.2267611-08:00",
      "EndTime": "2015-03-07T14:20:18.0186713-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d9bdca7-d704-41e2-a1a5-dc61c088ba06",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T15:14:11.3560179-08:00",
      "EndTime": "2015-03-07T17:11:20.5839406-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "ebb1e97d-17de-42a4-9d4c-d95f1c76c84c",
      "EventName": "Upgrade Package",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-07T18:09:45.7496574-08:00",
      "EndTime": "2015-03-07T20:15:30.1245504-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "8 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-07T10:47:01.5199532",
          "Last": "2015-03-07T10:47:01.5199532"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-07T10:47:01.5199276",
          "Last": "2015-03-07T10:47:01.5199276"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-07T10:39:53.414575",
          "Last": "2015-03-07T10:47:01.5097793"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-07T10:39:53.4146074",
          "Last": "2015-03-07T10:47:01.5100837"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 1335222,
          "Average": 8450.77,
          "Max": 19143,
          "Min": 2436
        },
        {
          "StatusCode": 404,
          "Total": 80496,
          "Average": 509.47,
          "Max": 4877,
          "Min": 708
        },
        {
          "StatusCode": 410,
          "Total": 2195,
          "Average": 13.89,
          "Max": 442,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1845381,
          "Average": 11679.63,
          "Max": 19302,
          "Min": 1434
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 45938,
          "Average": 290.75,
          "Max": 581,
          "Min": 82
        },
        {
          "StatusCode": 404,
          "Total": 4826,
          "Average": 30.54,
          "Max": 184,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 55,
          "Average": 0.35,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 42005,
          "Average": 265.85,
          "Max": 589,
          "Min": 27
        },
        {
          "StatusCode": 449,
          "Total": 5526,
          "Average": 34.97,
          "Max": 180,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 127232,
          "Average": 805.27,
          "Max": 1604,
          "Min": 243
        },
        {
          "StatusCode": 404,
          "Total": 17387,
          "Average": 110.04,
          "Max": 565,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 198,
          "Average": 1.25,
          "Max": 42,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 133971,
          "Average": 847.92,
          "Max": 1631,
          "Min": 102
        },
        {
          "StatusCode": 449,
          "Total": 11172,
          "Average": 70.71,
          "Max": 321,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 149444,
          "Average": 945.85,
          "Max": 2453,
          "Min": 284
        },
        {
          "StatusCode": 404,
          "Total": 26,
          "Average": 0.16,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 309,
          "Average": 1.96,
          "Max": 89,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 323293,
          "Average": 2046.16,
          "Max": 3281,
          "Min": 369
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 377434,
          "Average": 2388.82,
          "Max": 4109,
          "Min": 287
        },
        {
          "StatusCode": 404,
          "Total": 206,
          "Average": 1.3,
          "Max": 42,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 324,
          "Average": 2.05,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 148641,
          "Average": 940.77,
          "Max": 3208,
          "Min": 25
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 377489,
          "Average": 2389.17,
          "Max": 4103,
          "Min": 287
        },
        {
          "StatusCode": 404,
          "Total": 11816,
          "Average": 74.78,
          "Max": 1095,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 297,
          "Average": 1.88,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 103162,
          "Average": 652.92,
          "Max": 2698,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 1,
          "First": "2015-03-07T18:55:00",
          "Last": "2015-03-07T18:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.0,
          "Count": 7,
          "First": "2015-03-07T10:25:00",
          "Last": "2015-03-07T20:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0.5,
          "Count": 1,
          "First": "2015-03-07T10:20:00",
          "Last": "2015-03-07T10:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "12 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 12,
          "First": "2015-03-07T14:42:16.475",
          "Last": "2015-03-07T19:42:16.482"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "33 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 31,
          "HourlyAverage": 2.168
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.14
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0f2e2e5a-5b1c-4fcb-a4e8-3754c06581d4",
          "MaxQuota": 3490816,
          "MaxUsage": 1172649
        },
        {
          "PartitionId": "c318e124-de92-4515-bba6-b256e91e16c3",
          "MaxQuota": 3490816,
          "MaxUsage": 1118782
        },
        {
          "PartitionId": "42328ac9-922b-4218-8142-db4c63ceeee5",
          "MaxQuota": 3490816,
          "MaxUsage": 1104731
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "PartitionId": "42328ac9-922b-4218-8142-db4c63ceeee5",
          "MaxCrudUsage": 1232,
          "MaxIndexUsage": 644,
          "MaxTotalUsage": 2172
        },
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "PartitionId": "4b8c28f7-c87f-4c76-bf55-f00d175396a8",
          "MaxCrudUsage": 1208,
          "MaxIndexUsage": 512,
          "MaxTotalUsage": 1784
        },
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "PartitionId": "c318e124-de92-4515-bba6-b256e91e16c3",
          "MaxCrudUsage": 1232,
          "MaxIndexUsage": 268,
          "MaxTotalUsage": 1692
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 2 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-07T10:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 64.697,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-07T17:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 61.831,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.376944
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.427537
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.427948
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.43378
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.440761
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 7.751066
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 7.250725
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 6.100518
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 5.2848
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 5.157703
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 33.353436
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 32.241649
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 29.896513
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 17.237043
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 17.134467
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 108601.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 108781.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 109455.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 109622.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 109629.2
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 9b854fd7-7faf-42db-9cb2-8cc42f956971",
          "Count": 1,
          "First": "2015-03-07T08:48:57.9190513",
          "Last": "2015-03-07T08:48:57.9190513"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c6f3adbc-fe41-467f-8e14-600225a6be1e",
          "Count": 1,
          "First": "2015-03-07T08:48:58.0469926",
          "Last": "2015-03-07T08:48:58.0469926"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 340b7dfa-dd84-4eb0-b21d-3cb84bedfc2b",
          "Count": 1,
          "First": "2015-03-07T08:49:22.1852944",
          "Last": "2015-03-07T08:49:22.1852944"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: a7f947d5-b4f9-4db9-83fd-1bb98e3c9521",
          "Count": 1,
          "First": "2015-03-07T08:49:02.3335979",
          "Last": "2015-03-07T08:49:02.3335979"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-4%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:00000000-0000-0000-0000-000000000000 Operation:7523ad54-d47b-4c95-9391-f8c91f746b7a Type:UpgradeFederationFabricApplicationWorkflow Message:Current list of provisioned applications doesn't contain repair service",
          "Timestamp": "2015-03-08T01:10:45.6043194"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-07+15%3a31%3a39Z&end=2015-03-08+06%3a38%3a13Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-07T11:40:42.9366228-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3344,
      "PhysicalCRUDUsageInMB": 19784,
      "LogicalIndexUsageInMB": 22,
      "LogicalCRUDUsageInMB": 1240,
      "ClientReportedUsageInMB": 250
    },
    {
      "TimeStamp": "2015-03-07T14:33:51.6378187-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 5376,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 52,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-07T17:29:27.506695-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2948,
      "PhysicalCRUDUsageInMB": 15696,
      "LogicalIndexUsageInMB": 8,
      "LogicalCRUDUsageInMB": 1357,
      "ClientReportedUsageInMB": 404
    },
    {
      "TimeStamp": "2015-03-07T20:37:59.4918826-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2580,
      "PhysicalCRUDUsageInMB": 19016,
      "LogicalIndexUsageInMB": 40,
      "LogicalCRUDUsageInMB": 588,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-07T22:38:13.3406042-08:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1556,
      "PhysicalCRUDUsageInMB": 16432,
      "LogicalIndexUsageInMB": 38,
      "LogicalCRUDUsageInMB": 579,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBLBAAAAAAAAA==",
  "_ts": 1425798281,
  "_etag": "\"04001e7e-0000-0000-0000-54fbf4890000\"",
  "_attachments": "attachments/"
},
{
  "id": "19067ee0-2208-4c13-9911-6c30114800ac",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBMBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-07T19:48:27.0197837-08:00",
  "CompletedTime": "2015-03-08T16:44:59.7215262-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3dfb5e3f-1c6b-41e5-b222-a9577678f3a2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T19:48:32.4130089-08:00",
      "EndTime": "2015-03-07T20:02:25.6309765-08:00",
      "Result": "Passed"
    },
    {
      "EventId": "67e99620-d2be-4c2d-acb7-d6da1690c827",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T20:03:07.0489993-08:00",
      "EndTime": "2015-03-07T20:04:14.2366498-08:00",
      "Result": "Failed"
    },
    {
      "EventId": "ee2b9a56-ccbd-4337-8c1d-3fc80aec83b4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T20:04:14.5888494-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBMBAAAAAAAAA==",
  "_ts": 1425858299,
  "_etag": "\"07007e27-0000-0000-0000-54fcdefb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "58e10f2a-5d0a-49e8-854c-442a5f970f12",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBNBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-07T21:28:23.2869423-08:00",
  "CompletedTime": "2015-03-07T21:30:58.7138614-08:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "78651723-218f-4414-98dc-54d99592d0e3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-07T21:28:57.0374734-08:00",
      "EndTime": "2015-03-07T21:30:02.741632-08:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBNBAAAAAAAAA==",
  "_ts": 1425792658,
  "_etag": "\"0400523e-0000-0000-0000-54fbde920000\"",
  "_attachments": "attachments/"
},
{
  "id": "ee4efb98-0ccd-4473-8451-54b3b4f702a9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBOBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-07T21:30:58.9638656-08:00",
  "CompletedTime": "2015-03-08T14:04:08.3739343-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6b3b3e3e-c910-491d-aec8-ee4aee859109",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-07T21:31:14.3703573-08:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBOBAAAAAAAAA==",
  "_ts": 1425848648,
  "_etag": "\"06008dba-0000-0000-0000-54fcb9480000\"",
  "_attachments": "attachments/"
},
{
  "id": "c35a1221-527b-40e9-949f-8c5dcb03123e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBPBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-08T14:04:08.7014005-07:00",
  "CompletedTime": "2015-03-08T14:06:10.9074827-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b0a6e783-2fda-488a-974a-91f320a67db5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T14:04:13.2372626-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBPBAAAAAAAAA==",
  "_ts": 1425848770,
  "_etag": "\"0600dcbb-0000-0000-0000-54fcb9c20000\"",
  "_attachments": "attachments/"
},
{
  "id": "16df519d-cf78-48db-b4e3-b1b6f4eb7947",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBQBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-08T14:06:11.1598346-07:00",
  "CompletedTime": "2015-03-08T19:02:37.211834-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "917daca4-17fd-404f-9f6f-14387df5e30a",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-08T15:45:55.1728087-07:00",
      "CompleteTime": "2015-03-08T15:54:01.0438351-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "209cd233-3956-4bae-b4f1-4bb34be57faa",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T15:45:56.4521137-07:00",
      "CompleteTime": "2015-03-08T15:53:31.0859111-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "42365ed8-901e-4db6-a831-882a594c713a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-08T16:46:15.0156032-07:00",
      "CompleteTime": "2015-03-08T16:56:51.0469895-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "68f79386-f481-4474-8326-e1a5da0c8459",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T17:00:53.7605562-07:00",
      "CompleteTime": "2015-03-08T17:08:58.2123195-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "3b3f5a37-549c-4c13-bff9-0249a54572cb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T14:06:13.3667745-07:00",
      "EndTime": "2015-03-08T14:18:35.2460328-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "59e0e59a-a190-4436-92ef-550d0d200be2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T14:19:17.5640328-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "220a92d2-9b05-46b5-bc70-91d6e87e3d2d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T14:19:17.9620818-07:00",
      "EndTime": "2015-03-08T14:49:35.0034244-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2b3d74d-5b05-4374-8990-be243b3cfb66",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T14:49:42.3110795-07:00",
      "EndTime": "2015-03-08T15:02:32.0328475-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "895f2f14-ee2a-41fd-bb6c-78faf2d2c5cd",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T15:02:32.3815504-07:00",
      "EndTime": "2015-03-08T15:35:46.2666308-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e907f572-7399-462f-b0fa-528541784760",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T16:45:54.5347027-07:00",
      "EndTime": "2015-03-08T17:40:49.0211787-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "33aed351-d5ae-4403-8277-217ebfa8f1b7",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T18:21:25.7405966-07:00",
      "EndTime": "2015-03-08T21:24:18.9343502-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBQBAAAAAAAAA==",
  "_ts": 1425875058,
  "_etag": "\"070044e8-0000-0000-0000-54fd20720000\"",
  "_attachments": "attachments/"
},
{
  "id": "3aa21c9d-f4a3-462e-b6a6-c5c3ebe70e03",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBRBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-08T16:44:59.9296696-07:00",
  "CompletedTime": "2015-03-09T06:44:08.0116752-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ffed092b-e4ff-42ed-b0ab-415b02459cbd",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-08T18:29:08.6643099-07:00",
      "CompleteTime": "2015-03-08T18:37:53.2429717-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e0c48ff9-4695-4816-9810-5f938bdaea3e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T18:29:09.1886726-07:00",
      "CompleteTime": "2015-03-08T18:39:53.3323008-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1674e8a8-b49e-4e95-af94-8025f94e2ae5",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-08T18:29:09.7195101-07:00",
      "CompleteTime": "2015-03-08T18:38:23.0408062-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dc3d14f7-9e20-4f26-bc6d-5bc2386b7007",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-08T18:29:10.208291-07:00",
      "CompleteTime": "2015-03-08T18:40:19.5989468-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b85c75f8-19f1-4281-b4eb-45327fa87137",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T19:44:06.1482346-07:00",
      "CompleteTime": "2015-03-08T19:54:40.6683469-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "80a0a32b-cd63-45fa-ace0-7c9cc1f285c0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-08T20:49:12.3039787-07:00",
      "CompleteTime": "2015-03-08T21:04:20.8623996-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "91c2c18b-2e77-4550-96b3-2be98ee10448",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T23:33:37.9406371-07:00",
      "CompleteTime": "2015-03-08T23:44:49.110506-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6679969e-f7ef-4971-a9ca-f6fcdd969344",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-09T04:50:45.1938326-07:00",
      "CompleteTime": "2015-03-09T05:43:59.7781284-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4368e757-0fee-49f0-8638-f145f81e5ee7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T16:45:03.2598126-07:00",
      "EndTime": "2015-03-08T16:58:48.8830457-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aba419f5-a666-478e-8b50-155fd2645352",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T16:59:23.6286731-07:00",
      "EndTime": "2015-03-08T17:00:33.5416268-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7100fb26-2e6f-4f12-9021-0f546991e597",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T17:00:33.8848627-07:00",
      "EndTime": "2015-03-08T17:32:50.0277101-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b52a3bc6-bd5a-45bf-9286-7f5ab6ba65a1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-08T17:32:56.9476134-07:00",
      "EndTime": "2015-03-08T17:45:50.2042549-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0136bf9e-3aed-450d-aa3a-3481e66d0584",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-08T17:45:50.6074982-07:00",
      "EndTime": "2015-03-08T18:19:04.1965276-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fce20888-330f-453b-af36-6a5694025bdd",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-08T19:29:08.1480803-07:00",
      "EndTime": "2015-03-08T20:49:09.564964-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3e45df3-831f-4958-a014-6d0f64e577b6",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-08T21:29:12.1236179-07:00",
      "EndTime": "2015-03-08T22:58:04.7332796-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2dc0bbe2-6ca7-4845-80f0-358fd5d6871c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-08T23:38:07.5977559-07:00",
      "EndTime": "2015-03-09T01:55:33.1803706-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b4f96d0-0b36-4fcf-a832-bc02dc11e738",
      "EventName": "Upgrade Package",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-09T02:35:36.7328459-07:00",
      "EndTime": "2015-03-09T04:44:06.6326369-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "04031d61-6327-4097-9661-403c2acc90cb",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-09T04:44:27.2832263-07:00",
      "EndTime": "2015-03-09T04:46:34.7076236-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5cebebb5-dc52-492f-a24f-387aec76e883",
      "EventName": "Remove Federation",
      "Build": "C:\\TFS\\Main1\\bin\\x64\\Release",
      "StartTime": "2015-03-09T08:14:22.0831275-07:00",
      "EndTime": "2015-03-09T08:15:27.9118488-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "88 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T03:36:33.3591966",
          "Last": "2015-03-09T03:36:33.3591966"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 54,
          "First": "2015-03-08T20:19:50.5345484",
          "Last": "2015-03-09T04:12:11.8740709"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-09T04:48:26.9269411",
          "Last": "2015-03-09T04:48:36.3527355"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 31,
          "First": "2015-03-09T04:30:24.8556044",
          "Last": "2015-03-09T06:42:51.9245138"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "11 requests with 408 | 319 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-03-09T03:06:26.0363963",
          "Last": "2015-03-09T04:39:40.4495"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-09T04:31:50.2815456",
          "Last": "2015-03-09T04:31:50.2815456"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 266,
          "First": "2015-03-09T06:23:28.2779771",
          "Last": "2015-03-09T06:26:41.1124031"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 39,
          "First": "2015-03-09T06:23:29.5348474",
          "Last": "2015-03-09T06:26:39.5226485"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 14,
          "First": "2015-03-09T06:23:43.8572802",
          "Last": "2015-03-09T06:24:58.4930555"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-09T06:00:29.271477",
          "Last": "2015-03-09T06:14:42.3460365"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-09T05:06:43.1183216",
          "Last": "2015-03-09T05:06:43.1183216"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-03-09T06:17:26.6062093",
          "Last": "2015-03-09T06:32:38.9901693"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40373125,
          "Average": 278435.34,
          "Max": 349293,
          "Min": 10
        },
        {
          "StatusCode": 400,
          "Total": 72,
          "Average": 0.5,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4867,
          "Average": 33.57,
          "Max": 4867,
          "Min": 4867
        },
        {
          "StatusCode": 403,
          "Total": 371345,
          "Average": 2561.0,
          "Max": 52476,
          "Min": 4515
        },
        {
          "StatusCode": 404,
          "Total": 121998,
          "Average": 841.37,
          "Max": 8356,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 33,
          "Average": 0.23,
          "Max": 9,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 62448,
          "Average": 430.68,
          "Max": 12482,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6518604,
          "Average": 44955.89,
          "Max": 116991,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1190554,
          "Average": 8325.55,
          "Max": 10780,
          "Min": 340
        },
        {
          "StatusCode": 401,
          "Total": 40,
          "Average": 0.28,
          "Max": 40,
          "Min": 40
        },
        {
          "StatusCode": 404,
          "Total": 4778,
          "Average": 33.41,
          "Max": 72,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 1315,
          "Average": 9.2,
          "Max": 242,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 161040,
          "Average": 1126.15,
          "Max": 3299,
          "Min": 175
        },
        {
          "StatusCode": 449,
          "Total": 9535,
          "Average": 66.68,
          "Max": 200,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3548313,
          "Average": 24813.38,
          "Max": 30256,
          "Min": 890
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 194,
          "Average": 1.36,
          "Max": 194,
          "Min": 194
        },
        {
          "StatusCode": 403,
          "Total": 962,
          "Average": 6.73,
          "Max": 257,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 19578,
          "Average": 136.91,
          "Max": 241,
          "Min": 57
        },
        {
          "StatusCode": 410,
          "Total": 4013,
          "Average": 28.06,
          "Max": 839,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 499866,
          "Average": 3495.57,
          "Max": 9381,
          "Min": 547
        },
        {
          "StatusCode": 449,
          "Total": 19812,
          "Average": 138.55,
          "Max": 337,
          "Min": 28
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5935150,
          "Average": 41216.32,
          "Max": 52122,
          "Min": 623
        },
        {
          "StatusCode": 400,
          "Total": 56792,
          "Average": 394.39,
          "Max": 7824,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8680,
          "Average": 60.28,
          "Max": 5943,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 15,
          "Average": 0.1,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6845,
          "Average": 47.53,
          "Max": 1578,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1071835,
          "Average": 7443.3,
          "Max": 18131,
          "Min": 377
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33425887,
          "Average": 232124.22,
          "Max": 262275,
          "Min": 85530
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9251,
          "Average": 64.24,
          "Max": 523,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29111,
          "Average": 202.16,
          "Max": 1583,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 714319,
          "Average": 4960.55,
          "Max": 10033,
          "Min": 56
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6830686,
          "Average": 47767.03,
          "Max": 60372,
          "Min": 1895
        },
        {
          "StatusCode": 401,
          "Total": 1308,
          "Average": 9.15,
          "Max": 1308,
          "Min": 1308
        },
        {
          "StatusCode": 404,
          "Total": 21689,
          "Average": 151.67,
          "Max": 631,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 26786,
          "Average": 187.31,
          "Max": 1580,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 525581,
          "Average": 3675.39,
          "Max": 9200,
          "Min": 297
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-09T04:30:00",
          "Last": "2015-03-09T04:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 30,
          "First": "2015-03-09T00:05:00",
          "Last": "2015-03-09T06:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-03-09T04:40:00",
          "Last": "2015-03-09T04:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "684 replica health errors | 136 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 83,
          "First": "2015-03-09T03:10:03.802",
          "Last": "2015-03-09T06:31:29.975"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 95,
          "First": "2015-03-09T01:59:52.955",
          "Last": "2015-03-09T06:04:08.386"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 370,
          "First": "2015-03-09T01:54:51.842",
          "Last": "2015-03-09T06:26:28.91"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1558 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 40,
          "HourlyAverage": 3.033
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 500,
          "HourlyAverage": 37.912
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 136,
          "HourlyAverage": 10.312
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 871,
          "HourlyAverage": 66.043
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.607
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "58 partitions violated quota invariants | 48 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "250d434f-7203-4870-87c5-b4b20dec816b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 5376512,
          "LastQuota": 3490816,
          "LastIndexUsage": 420733,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "3450179b-9c7a-47b9-8f2f-81719c947b1d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6481632,
          "LastQuota": 3490816,
          "LastIndexUsage": 510283,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "643bbc26-eb38-44ea-914d-7eeb3fe3a319",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6487808,
          "LastQuota": 3490816,
          "LastIndexUsage": 506018,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "7e9d3b53-b309-48ca-b080-f81cdf236c0a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6483712,
          "LastQuota": 3490816,
          "LastIndexUsage": 506361,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "aa226116-1820-400f-9d34-f432e06efda0",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6485248,
          "LastQuota": 3490816,
          "LastIndexUsage": 504591,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "c6bae15b-751c-462d-beac-03631d94a0c1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6283008,
          "LastQuota": 3490816,
          "LastIndexUsage": 487584,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "c8f80168-fa41-4c38-9bf5-1f4f2c02e99b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6483200,
          "LastQuota": 3490816,
          "LastIndexUsage": 507466,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "d24e20a1-6eff-4ded-8d88-31848b34ac72",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 6489344,
          "LastQuota": 3490816,
          "LastIndexUsage": 502150,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        },
        {
          "PartitionId": "d778fc82-b91a-4ea4-b26d-a0199995f64c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 4297344,
          "LastQuota": 3490816,
          "LastIndexUsage": 334812,
          "First": "2015-03-09T05:15:00",
          "Last": "2015-03-09T06:30:00"
        },
        {
          "PartitionId": "f5e5158d-7a83-4ec6-b728-ef069d985033",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 7573120,
          "LastQuota": 3490816,
          "LastIndexUsage": 573351,
          "First": "2015-03-08T16:45:00",
          "Last": "2015-03-08T16:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "f984b874-76f7-48d3-85b3-dc9c951dc340",
          "MaxQuota": 9307136,
          "MaxUsage": 8363616
        },
        {
          "PartitionId": "b4b510d5-244d-421f-8559-a0d3504fc857",
          "MaxQuota": 9307136,
          "MaxUsage": 8108672
        },
        {
          "PartitionId": "e23230b4-25a1-499e-9ecf-c4c4325b708b",
          "MaxQuota": 9307136,
          "MaxUsage": 7907936
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "b4b510d5-244d-421f-8559-a0d3504fc857",
          "MaxCrudUsage": 7936,
          "MaxIndexUsage": 4260,
          "MaxTotalUsage": 12748
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "28cf8a40-0652-4422-ae67-a05766a5c2cf",
          "MaxCrudUsage": 7720,
          "MaxIndexUsage": 4552,
          "MaxTotalUsage": 12376
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "e23230b4-25a1-499e-9ecf-c4c4325b708b",
          "MaxCrudUsage": 7728,
          "MaxIndexUsage": 4552,
          "MaxTotalUsage": 12353
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 24 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-08T22:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 142.617,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-08T22:20:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 140.076,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T03:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 129.889,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T03:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 127.706,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T04:15:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 117.0,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.099911
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.097189
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 85.833647
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.928757
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.244802
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 59.756741
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 49.252267
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43.772053
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 43.497809
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 42.935382
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 400.51549 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 400.51549
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 366.014943
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 297.61489
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 280.336122
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 252.731189
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 54060.545455
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 56704.277778
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 58951.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59684.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 60114.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0d70c683-3cd9-4aa4-9b2e-35fd5b474d48",
          "Count": 1,
          "First": "2015-03-08T18:02:05.3105379",
          "Last": "2015-03-08T18:02:05.3105379"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 8d9a1c14-464f-4bd9-b964-59f06216dc4a",
          "Count": 1,
          "First": "2015-03-08T18:02:05.2368132",
          "Last": "2015-03-08T18:02:05.2368132"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5c36ea99-7512-4c1a-917a-80db49610b4d",
          "Count": 1,
          "First": "2015-03-08T18:01:10.1830612",
          "Last": "2015-03-08T18:01:10.1830612"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 30af84ba-786e-40f3-bdc5-15c03fcafd2b",
          "Count": 1,
          "First": "2015-03-08T18:02:05.0974551",
          "Last": "2015-03-08T18:02:05.0974551"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "389 Direct Https requests with 503 | 2577 Direct Tcp requests with 503 | 319 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 13,
          "Average": 2.6,
          "First": "2015-03-09T05:55:00",
          "Last": "2015-03-09T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-09T06:10:00",
          "Last": "2015-03-09T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 27,
          "Average": 1.929,
          "First": "2015-03-08T19:00:00",
          "Last": "2015-03-09T04:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2547,
          "Average": 318.375,
          "First": "2015-03-09T05:55:00",
          "Last": "2015-03-09T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 349,
          "Average": 69.8,
          "First": "2015-03-09T06:10:00",
          "Last": "2015-03-09T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 319,
          "Average": 159.5,
          "First": "2015-03-09T06:20:00",
          "Last": "2015-03-09T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 27,
          "Average": 2.455,
          "First": "2015-03-08T18:55:00",
          "Last": "2015-03-09T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:d92bf9d3-d5d1-4207-a9f1-239fc8a2abd8 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-09T01:38:55.7417102"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-08+23%3a44%3a59Z&end=2015-03-09+13%3a44%3a08Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-09T01:04:17.141857-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 218760,
      "PhysicalCRUDUsageInMB": 1083872,
      "LogicalIndexUsageInMB": 22050,
      "LogicalCRUDUsageInMB": 275255,
      "ClientReportedUsageInMB": 27500
    },
    {
      "TimeStamp": "2015-03-09T06:44:08.0116752-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 265096,
      "PhysicalCRUDUsageInMB": 1405976,
      "LogicalIndexUsageInMB": 26886,
      "LogicalCRUDUsageInMB": 344425,
      "ClientReportedUsageInMB": 56614
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBRBAAAAAAAAA==",
  "_ts": 1425914127,
  "_etag": "\"0900c5a6-0000-0000-0000-54fdb90f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "961dd912-79e1-481f-aac5-627d398ba88e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBSBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-08T17:58:16.644427-07:00",
  "CompletedTime": "2015-03-08T17:58:36.400475-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBSBAAAAAAAAA==",
  "_ts": 1425862716,
  "_etag": "\"0700d059-0000-0000-0000-54fcf03c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7199e82d-f0ec-4792-bee7-663722d367a9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBTBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-08T17:58:36.6198299-07:00",
  "CompletedTime": "2015-03-08T17:59:43.8047811-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBTBAAAAAAAAA==",
  "_ts": 1425862783,
  "_etag": "\"0700b65a-0000-0000-0000-54fcf07f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9f3e3345-af1a-47cf-b7f2-2c4380b3fafd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBUBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-08T17:59:44.0146926-07:00",
  "CompletedTime": "2015-03-09T08:37:01.7077425-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "cf79bfd8-ebe4-44f1-95c7-fb2efb712d4c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-08T20:21:38.7171704-07:00",
      "CompleteTime": "2015-03-08T20:27:45.4223839-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b00f0f8-081c-4338-8dbf-e03e593f157d",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-08T20:21:39.2089648-07:00",
      "CompleteTime": "2015-03-08T20:28:15.1853976-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "323551e8-3c34-4d94-a1b1-f93fb2269b48",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T20:21:39.7090386-07:00",
      "CompleteTime": "2015-03-08T20:28:45.256455-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "91a789f5-d372-4d41-9ef8-60ca39dcd7cc",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-08T20:21:40.2833898-07:00",
      "CompleteTime": "2015-03-08T20:29:53.1989291-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b3d07e04-0ce7-4117-b23c-d292e3fca0a8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T21:36:37.2185328-07:00",
      "CompleteTime": "2015-03-08T21:42:40.5536509-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3fc8bf5-e1e8-46f7-a23b-bce0a9e620b8",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-08T22:39:37.7265524-07:00",
      "CompleteTime": "2015-03-08T22:49:49.4905728-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5d1b32a8-17ad-45a8-b944-4a95e48c8daa",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T00:43:39.7746555-07:00",
      "CompleteTime": "2015-03-09T00:49:44.7715617-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "9f6fe491-0acb-4b3c-b7d8-d687022bcc51",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T18:59:39.7228673-07:00",
      "EndTime": "2015-03-08T19:08:08.6178007-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7fb4917-f660-4fd2-a4a0-08b0e1519d56",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T19:08:19.9223591-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0f830934-fff8-4b47-ae23-f06e38ed3d7a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T19:08:20.2814142-07:00",
      "EndTime": "2015-03-08T19:41:11.165081-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6bd2d6fb-bc2d-4f74-93be-1583d0d28359",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T19:41:17.9970617-07:00",
      "EndTime": "2015-03-08T19:56:26.660146-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "60615c74-2499-4a3e-8a7d-e23d37939eba",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T19:56:27.2050757-07:00",
      "EndTime": "2015-03-08T20:11:34.4816108-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a4c80e75-5927-4d16-9138-62f13f511a0e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T21:21:38.8688888-07:00",
      "EndTime": "2015-03-08T22:26:57.7727531-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1ca20407-fbee-48b4-84fb-f4bb7daaedc9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-08T23:19:40.5596041-07:00",
      "EndTime": "2015-03-09T00:26:57.6282567-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9aa713b0-491a-420e-aa0d-a67f5a7a1756",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-09T01:23:42.8458879-07:00",
      "EndTime": "2015-03-09T03:00:11.332234-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "505051f6-c592-4eb2-8263-8794aad34b91",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-09T04:01:23.5215483-07:00",
      "EndTime": "2015-03-09T06:07:16.9491581-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "65ca3958-8e9e-4ccd-a18a-30d24bbcf6b9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150308.1\\x64\\Release",
      "StartTime": "2015-03-09T06:37:16.486224-07:00",
      "EndTime": "2015-03-09T16:45:49.8590918-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "21 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-08T23:34:37.5314562",
          "Last": "2015-03-09T04:52:30.9433584"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T05:48:43.7584287",
          "Last": "2015-03-09T05:48:43.7584287"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T04:31:03.5098612",
          "Last": "2015-03-09T04:31:03.5098612"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 13,
          "First": "2015-03-08T23:47:22.0227855",
          "Last": "2015-03-09T06:33:48.0812039"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "32 requests with 408 | 4 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "First": "2015-03-09T01:38:18.7514037",
          "Last": "2015-03-09T02:57:48.3877366"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 16,
          "First": "2015-03-09T01:38:18.9787532",
          "Last": "2015-03-09T06:24:36.4558137"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 10,
          "First": "2015-03-09T02:27:32.7828391",
          "Last": "2015-03-09T05:33:00.5128935"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-09T02:57:46.9496439",
          "Last": "2015-03-09T02:57:46.9496439"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 4,
          "First": "2015-03-09T06:52:10.6318838",
          "Last": "2015-03-09T08:22:10.9311226"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "108 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-03-09T01:35:00",
          "Last": "2015-03-09T02:55:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-09T01:35:00",
          "Last": "2015-03-09T02:55:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 87,
          "First": "2015-03-09T01:35:00",
          "Last": "2015-03-09T02:55:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 12,
          "First": "2015-03-09T01:35:00",
          "Last": "2015-03-09T02:55:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 33777296,
          "Average": 232946.87,
          "Max": 327680,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 64,
          "Average": 0.44,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 434940,
          "Average": 2999.59,
          "Max": 26097,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 87,
          "Average": 0.6,
          "Max": 66,
          "Min": 21
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.12,
          "Max": 5,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 50555,
          "Average": 348.66,
          "Max": 11449,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9553408,
          "Average": 65885.57,
          "Max": 99765,
          "Min": 9824
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 985106,
          "Average": 7944.4,
          "Max": 9611,
          "Min": 29
        },
        {
          "StatusCode": 404,
          "Total": 5200,
          "Average": 41.94,
          "Max": 162,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1125,
          "Average": 9.07,
          "Max": 86,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 250528,
          "Average": 2020.39,
          "Max": 2603,
          "Min": 236
        },
        {
          "StatusCode": 449,
          "Total": 5010,
          "Average": 40.4,
          "Max": 201,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2945865,
          "Average": 23756.98,
          "Max": 28352,
          "Min": 66
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18818,
          "Average": 151.76,
          "Max": 613,
          "Min": 27
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 4,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3388,
          "Average": 27.32,
          "Max": 261,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 765073,
          "Average": 6169.94,
          "Max": 7976,
          "Min": 765
        },
        {
          "StatusCode": 449,
          "Total": 12954,
          "Average": 104.47,
          "Max": 324,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5047760,
          "Average": 40707.74,
          "Max": 48372,
          "Min": 138
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.12,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8573,
          "Average": 69.14,
          "Max": 3726,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 12,
          "Average": 0.1,
          "Max": 8,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 4500,
          "Average": 36.29,
          "Max": 1125,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1425375,
          "Average": 11494.96,
          "Max": 15820,
          "Min": 1442
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32422675,
          "Average": 223604.66,
          "Max": 257110,
          "Min": 78
        },
        {
          "StatusCode": 400,
          "Total": 26,
          "Average": 0.18,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3002,
          "Average": 20.7,
          "Max": 242,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28544,
          "Average": 196.86,
          "Max": 1917,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 884489,
          "Average": 6099.92,
          "Max": 15075,
          "Min": 491
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6038322,
          "Average": 48696.15,
          "Max": 58472,
          "Min": 82
        },
        {
          "StatusCode": 401,
          "Total": 8510,
          "Average": 68.63,
          "Max": 491,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 26882,
          "Average": 216.79,
          "Max": 1082,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 26252,
          "Average": 211.71,
          "Max": 1342,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 795453,
          "Average": 6414.94,
          "Max": 12302,
          "Min": 513
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-09T03:55:00",
          "Last": "2015-03-09T03:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 11,
          "First": "2015-03-09T02:55:00",
          "Last": "2015-03-09T05:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "141 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 4,
          "First": "2015-03-09T04:33:03.553",
          "Last": "2015-03-09T07:09:54.149"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 20,
          "First": "2015-03-09T03:07:47.483",
          "Last": "2015-03-09T06:23:41.55"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 117,
          "First": "2015-03-09T03:07:47.493",
          "Last": "2015-03-09T06:39:49.367"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1187 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.083
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 771,
          "HourlyAverage": 59.626
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 78,
          "HourlyAverage": 6.032
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 3.171
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 29,
          "HourlyAverage": 2.243
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 48,
          "HourlyAverage": 3.712
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 3.557
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.469
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.779
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.309
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 41,
          "HourlyAverage": 3.171
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.16
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 32,
          "HourlyAverage": 2.475
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 30,
          "HourlyAverage": 2.32
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "77b8cd5a-21e3-4835-a238-641101497af1",
          "MaxQuota": 10475520,
          "MaxUsage": 6110976
        },
        {
          "PartitionId": "050d066e-2b97-4c70-b9c1-2262ba0f7509",
          "MaxQuota": 10475520,
          "MaxUsage": 6104320
        },
        {
          "PartitionId": "c2b84c26-79a5-46c9-a9d3-9f22e05a3012",
          "MaxQuota": 10475520,
          "MaxUsage": 6076672
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "050d066e-2b97-4c70-b9c1-2262ba0f7509",
          "MaxCrudUsage": 5976,
          "MaxIndexUsage": 1180,
          "MaxTotalUsage": 7420
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "c2b84c26-79a5-46c9-a9d3-9f22e05a3012",
          "MaxCrudUsage": 5952,
          "MaxIndexUsage": 1164,
          "MaxTotalUsage": 7412
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "77b8cd5a-21e3-4835-a238-641101497af1",
          "MaxCrudUsage": 5984,
          "MaxIndexUsage": 1188,
          "MaxTotalUsage": 7404
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 14 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-09T01:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 2395.624,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T02:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 258.512,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T00:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 180.552,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T02:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 178.074,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T00:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 122.123,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.59272
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.343399
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 85.921225
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 86.305169
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.502205
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41.880618
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 38.853494
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 37.562905
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 35.560193
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 35.468023
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 430.577524 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 430.577524
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 270.13718
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 253.287999
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 161.920684
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 158.155094
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55041.521739
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 64771.826087
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 66219.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 67918.357143
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 68300.653846
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "209 background task exceptions with 209 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f94f7823-2cd3-45bb-8d17-bde24e1551e8",
          "Count": 1,
          "First": "2015-03-08T21:11:08.2864108",
          "Last": "2015-03-08T21:11:08.2864108"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2fe59db6-a50d-4765-8d48-f6c508294e8d",
          "Count": 1,
          "First": "2015-03-08T21:26:38.0553344",
          "Last": "2015-03-08T21:26:38.0553344"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 41c2ba50-1680-4820-aeec-f313cfa5a843",
          "Count": 1,
          "First": "2015-03-08T21:42:07.83669",
          "Last": "2015-03-08T21:42:07.83669"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 92d92b00-2878-487c-9bdf-09cb7f8bfb79",
          "Count": 1,
          "First": "2015-03-08T21:57:38.0969792",
          "Last": "2015-03-08T21:57:38.0969792"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fac1e143-07af-4317-a62f-46a72fd1506c",
          "Count": 1,
          "First": "2015-03-08T22:40:51.0759462",
          "Last": "2015-03-08T22:40:51.0759462"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0d2aa45e-03f1-4bcf-97ba-3a99e27ab282",
          "Count": 1,
          "First": "2015-03-08T22:56:21.2363049",
          "Last": "2015-03-08T22:56:21.2363049"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3e846fd1-dc7f-48e8-b14d-dd549ef954d0",
          "Count": 1,
          "First": "2015-03-08T23:11:51.9765965",
          "Last": "2015-03-08T23:11:51.9765965"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 51ff2285-3119-4cec-85ec-ad0c0160e23b",
          "Count": 1,
          "First": "2015-03-08T23:27:22.1594014",
          "Last": "2015-03-08T23:27:22.1594014"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fbd9ca93-79ce-4c3c-92ac-bf3ad2e3c997",
          "Count": 1,
          "First": "2015-03-08T23:42:52.3482202",
          "Last": "2015-03-08T23:42:52.3482202"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fc93320d-92f0-4344-8c6c-08cd2df79178",
          "Count": 1,
          "First": "2015-03-08T23:58:22.5216145",
          "Last": "2015-03-08T23:58:22.5216145"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 76cce588-133e-4de9-993e-da2eb7eb0f9a",
          "Count": 1,
          "First": "2015-03-09T00:41:33.8562381",
          "Last": "2015-03-09T00:41:33.8562381"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2de638c9-9b94-4eef-8434-9b541461941d",
          "Count": 1,
          "First": "2015-03-09T00:57:03.871063",
          "Last": "2015-03-09T00:57:03.871063"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e446ab31-b0c4-4b80-a071-4ee8e2c7878e",
          "Count": 1,
          "First": "2015-03-09T01:12:33.9907022",
          "Last": "2015-03-09T01:12:33.9907022"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 82e894ce-1da1-4aa6-b0f0-1729e67eb92b",
          "Count": 1,
          "First": "2015-03-09T01:28:04.1804756",
          "Last": "2015-03-09T01:28:04.1804756"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 953ade00-e627-4ec4-9cda-4e5b347dabed",
          "Count": 1,
          "First": "2015-03-09T01:43:34.3549156",
          "Last": "2015-03-09T01:43:34.3549156"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d59faa6a-b25b-4a84-b061-a676e6c64177",
          "Count": 1,
          "First": "2015-03-09T03:06:26.0298564",
          "Last": "2015-03-09T03:06:26.0298564"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ff8044c9-ef91-4735-a12f-507902e33db1",
          "Count": 1,
          "First": "2015-03-09T03:21:56.3058681",
          "Last": "2015-03-09T03:21:56.3058681"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c71d46a7-92d1-4d19-a569-79dfbaced83c",
          "Count": 1,
          "First": "2015-03-09T03:37:26.4803683",
          "Last": "2015-03-09T03:37:26.4803683"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0d8fe6e9-b12e-493c-bbb3-b7b90d354358",
          "Count": 1,
          "First": "2015-03-09T03:52:56.55624",
          "Last": "2015-03-09T03:52:56.55624"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9845cdcb-a93f-423e-9773-a748467265e7",
          "Count": 1,
          "First": "2015-03-09T04:08:26.7174937",
          "Last": "2015-03-09T04:08:26.7174937"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3133d537-f0bb-424e-ba04-42e9adf5dcca",
          "Count": 1,
          "First": "2015-03-09T04:24:31.9955992",
          "Last": "2015-03-09T04:24:31.9955992"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 45ba06c0-3e1a-4659-81cb-5931ce8b9c5f",
          "Count": 1,
          "First": "2015-03-09T04:37:21.3043358",
          "Last": "2015-03-09T04:37:21.3043358"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f18f94e1-d80a-4cbc-9aab-1fb1deb9efae",
          "Count": 1,
          "First": "2015-03-09T04:52:51.3253953",
          "Last": "2015-03-09T04:52:51.3253953"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f8b86ea5-deb0-43d0-9fb7-316ff8f04d67",
          "Count": 1,
          "First": "2015-03-09T05:18:51.3405627",
          "Last": "2015-03-09T05:18:51.3405627"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e713b314-73bb-4dee-b988-07d048b82a08",
          "Count": 1,
          "First": "2015-03-09T05:34:22.0106686",
          "Last": "2015-03-09T05:34:22.0106686"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1babfb30-ff83-4227-8735-0c495e9f5e73",
          "Count": 1,
          "First": "2015-03-09T05:49:52.6899538",
          "Last": "2015-03-09T05:49:52.6899538"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6c622a64-7da2-4b37-82f1-b648b4eeff8b",
          "Count": 1,
          "First": "2015-03-09T06:05:24.0066307",
          "Last": "2015-03-09T06:05:24.0066307"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0a834a50-704b-4b0e-b59b-53e28e8dc890",
          "Count": 1,
          "First": "2015-03-09T06:20:54.2971166",
          "Last": "2015-03-09T06:20:54.2971166"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8d241b10-fb0f-4dda-b5c7-6e7f6e2dfd94",
          "Count": 1,
          "First": "2015-03-09T06:36:24.5146833",
          "Last": "2015-03-09T06:36:24.5146833"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 18a34ad3-7e06-459c-a095-b029862a30a2",
          "Count": 1,
          "First": "2015-03-09T06:51:54.794985",
          "Last": "2015-03-09T06:51:54.794985"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e27f5882-22d3-4c1e-ab16-4ae3ac33118c",
          "Count": 1,
          "First": "2015-03-09T07:07:25.0496176",
          "Last": "2015-03-09T07:07:25.0496176"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6e6cbc20-8bba-4181-91ee-86c251c86748",
          "Count": 1,
          "First": "2015-03-09T07:22:55.4040853",
          "Last": "2015-03-09T07:22:55.4040853"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2b2431e8-826f-4bc9-87d9-b54aaf7caa8e",
          "Count": 1,
          "First": "2015-03-09T07:38:25.7124541",
          "Last": "2015-03-09T07:38:25.7124541"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 03a5ea46-ba4d-4f42-835d-914669750797",
          "Count": 1,
          "First": "2015-03-09T07:53:55.9913686",
          "Last": "2015-03-09T07:53:55.9913686"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 038341e8-3c35-423f-a28e-e404eadd1e33",
          "Count": 1,
          "First": "2015-03-09T08:09:26.2442633",
          "Last": "2015-03-09T08:09:26.2442633"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a04a88f9-02e3-4a31-8fb5-3373ec7a8bb3",
          "Count": 1,
          "First": "2015-03-09T08:24:56.5767022",
          "Last": "2015-03-09T08:24:56.5767022"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b9f974b5-b918-4ef9-b51f-e0905f4d916e",
          "Count": 1,
          "First": "2015-03-08T21:10:57.6043407",
          "Last": "2015-03-08T21:10:57.6043407"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 05a968ee-6fd2-4227-bc04-a4acaea5fb27",
          "Count": 1,
          "First": "2015-03-08T21:26:27.3463892",
          "Last": "2015-03-08T21:26:27.3463892"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f8fffd5f-121a-4699-b7db-834e141edad8",
          "Count": 1,
          "First": "2015-03-08T21:41:57.3888085",
          "Last": "2015-03-08T21:41:57.3888085"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2e09ea6e-a72c-46f0-a236-c4bd692bbc8c",
          "Count": 1,
          "First": "2015-03-08T21:57:27.6244037",
          "Last": "2015-03-08T21:57:27.6244037"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f47a6628-2ecc-44fb-8682-98e8b38bb4b2",
          "Count": 1,
          "First": "2015-03-08T22:24:33.0225666",
          "Last": "2015-03-08T22:24:33.0225666"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 04d3f1ad-680e-478a-9538-35764c476503",
          "Count": 1,
          "First": "2015-03-08T22:40:03.2953767",
          "Last": "2015-03-08T22:40:03.2953767"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 83a0b9c3-fa5b-420f-8345-9d526d1dd862",
          "Count": 1,
          "First": "2015-03-08T22:55:33.5403967",
          "Last": "2015-03-08T22:55:33.5403967"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4d6b239f-23e4-4f86-a259-1c81f7fd2760",
          "Count": 1,
          "First": "2015-03-08T23:11:03.6792858",
          "Last": "2015-03-08T23:11:03.6792858"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8d80d297-cbe7-49fa-8104-79b26a3aa2dc",
          "Count": 1,
          "First": "2015-03-08T23:26:33.9986167",
          "Last": "2015-03-08T23:26:33.9986167"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5162bbc1-f386-4cb8-a64d-79c06e0c7003",
          "Count": 1,
          "First": "2015-03-08T23:42:04.2829709",
          "Last": "2015-03-08T23:42:04.2829709"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: aad1a3bd-f9bb-44d1-8931-4d7728bffd53",
          "Count": 1,
          "First": "2015-03-08T23:57:34.537076",
          "Last": "2015-03-08T23:57:34.537076"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7c1db4f6-8be4-48ea-a184-086af5eaa50e",
          "Count": 1,
          "First": "2015-03-09T00:23:46.0446973",
          "Last": "2015-03-09T00:23:46.0446973"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f985ec74-d959-46dc-abdc-4967cde99759",
          "Count": 1,
          "First": "2015-03-09T00:39:16.250332",
          "Last": "2015-03-09T00:39:16.250332"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 564fec9e-e835-4c9f-96e4-8828eec0b722",
          "Count": 1,
          "First": "2015-03-09T00:54:46.5363902",
          "Last": "2015-03-09T00:54:46.5363902"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7b719b26-51d8-48d1-93d1-921633c7ce09",
          "Count": 1,
          "First": "2015-03-09T01:10:16.8824402",
          "Last": "2015-03-09T01:10:16.8824402"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: afcaea33-a0d6-46a8-892c-118f9ca89773",
          "Count": 1,
          "First": "2015-03-09T01:25:47.1376503",
          "Last": "2015-03-09T01:25:47.1376503"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8b1c1468-a3c7-4af4-9fd7-cd6d23f108d1",
          "Count": 1,
          "First": "2015-03-09T02:02:05.3260676",
          "Last": "2015-03-09T02:02:05.3260676"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7f40e719-802d-4ec4-8161-bbdcc24f2f78",
          "Count": 1,
          "First": "2015-03-09T02:06:18.5176158",
          "Last": "2015-03-09T02:06:18.5176158"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e9087bc6-b309-49f4-80fb-4c67c4487ca1",
          "Count": 1,
          "First": "2015-03-09T02:17:35.6278214",
          "Last": "2015-03-09T02:17:35.6278214"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 27140527-4fbf-4f21-9f81-b7db6b9518ed",
          "Count": 1,
          "First": "2015-03-09T02:21:48.5466939",
          "Last": "2015-03-09T02:21:48.5466939"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f62e4e01-0455-4c17-8227-4071f670414c",
          "Count": 1,
          "First": "2015-03-09T02:33:05.5484146",
          "Last": "2015-03-09T02:33:05.5484146"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2d38b2f0-a6fe-4f39-aee5-91ad6d437eff",
          "Count": 1,
          "First": "2015-03-09T02:37:18.6007842",
          "Last": "2015-03-09T02:37:18.6007842"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5207eadc-3fa3-4f1d-a1f9-3269a76c83f3",
          "Count": 1,
          "First": "2015-03-09T02:48:35.8178063",
          "Last": "2015-03-09T02:48:35.8178063"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4f618981-9d19-4296-9be0-9d643de1f818",
          "Count": 1,
          "First": "2015-03-09T02:52:48.8836075",
          "Last": "2015-03-09T02:52:48.8836075"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 258f437a-cd0d-4a87-af4c-e1385df52525",
          "Count": 1,
          "First": "2015-03-09T03:08:19.1477923",
          "Last": "2015-03-09T03:08:19.1477923"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 72f4bcd0-d6ec-4b41-8b00-bfc25e2f1fc3",
          "Count": 1,
          "First": "2015-03-09T03:23:49.4481976",
          "Last": "2015-03-09T03:23:49.4481976"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a1669e14-8341-48d7-81d2-66191621cfc2",
          "Count": 1,
          "First": "2015-03-09T03:39:19.6982629",
          "Last": "2015-03-09T03:39:19.6982629"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8d24689c-1d5f-4135-bf2c-11dac4c5a366",
          "Count": 1,
          "First": "2015-03-09T03:54:50.0079161",
          "Last": "2015-03-09T03:54:50.0079161"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 581605aa-a253-4c41-894a-b04f678143ce",
          "Count": 1,
          "First": "2015-03-09T04:10:20.3253549",
          "Last": "2015-03-09T04:10:20.3253549"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 177375ab-a015-43c6-88e9-4ad8f39062de",
          "Count": 1,
          "First": "2015-03-09T04:46:10.1629228",
          "Last": "2015-03-09T04:46:10.1629228"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 35165d4c-0cca-4153-8dd3-53c01ea1ad30",
          "Count": 1,
          "First": "2015-03-09T05:01:40.8177702",
          "Last": "2015-03-09T05:01:40.8177702"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e7fa06e5-688d-48df-ad6c-c9833b6804d7",
          "Count": 1,
          "First": "2015-03-09T05:17:11.2059501",
          "Last": "2015-03-09T05:17:11.2059501"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f19c2d76-487f-4bbb-b88a-ae3ba1e357fe",
          "Count": 1,
          "First": "2015-03-09T05:32:41.0049258",
          "Last": "2015-03-09T05:32:41.0049258"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1333675d-ed2a-4d06-919e-e5ce86268bc9",
          "Count": 1,
          "First": "2015-03-09T05:48:11.2645391",
          "Last": "2015-03-09T05:48:11.2645391"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1e3c8e86-ba8f-4376-a917-7e61adeacff1",
          "Count": 1,
          "First": "2015-03-09T06:03:41.5397648",
          "Last": "2015-03-09T06:03:41.5397648"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: fbbe9aa4-2dc2-4395-8973-48d43a8c1dbe",
          "Count": 1,
          "First": "2015-03-09T06:19:11.8108555",
          "Last": "2015-03-09T06:19:11.8108555"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 441d7778-60aa-4492-b884-445da2148ef0",
          "Count": 1,
          "First": "2015-03-09T06:34:42.0594899",
          "Last": "2015-03-09T06:34:42.0594899"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3d3a5652-d155-45a9-82fd-e4f805bc6c6c",
          "Count": 1,
          "First": "2015-03-09T06:50:12.4379162",
          "Last": "2015-03-09T06:50:12.4379162"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 133861a4-ad3b-4ef4-b8ad-0efae3f4df31",
          "Count": 1,
          "First": "2015-03-09T07:05:43.1816853",
          "Last": "2015-03-09T07:05:43.1816853"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 428c5436-f3f5-4349-8ffb-5762b65ba106",
          "Count": 1,
          "First": "2015-03-09T07:21:13.8143174",
          "Last": "2015-03-09T07:21:13.8143174"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 02492d44-4b05-4cab-977b-daab2da6910d",
          "Count": 1,
          "First": "2015-03-09T07:36:44.1001309",
          "Last": "2015-03-09T07:36:44.1001309"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 481848e0-3571-4516-b658-cc56dbac6bce",
          "Count": 1,
          "First": "2015-03-09T07:52:14.3809527",
          "Last": "2015-03-09T07:52:14.3809527"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d4ae3a4e-a30e-4c90-97e7-83de9778f1ff",
          "Count": 1,
          "First": "2015-03-09T08:07:44.6403476",
          "Last": "2015-03-09T08:07:44.6403476"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a7b9a786-8747-4f69-bcd0-ae3a86ceca80",
          "Count": 1,
          "First": "2015-03-09T08:23:14.974937",
          "Last": "2015-03-09T08:23:14.974937"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4ef36d8f-4d38-4f89-bbeb-bc0afac5f34b",
          "Count": 1,
          "First": "2015-03-09T08:38:45.2653823",
          "Last": "2015-03-09T08:38:45.2653823"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 73ea277f-a3df-4614-8d40-0b526ab55c89",
          "Count": 1,
          "First": "2015-03-08T20:55:37.1732844",
          "Last": "2015-03-08T20:55:37.1732844"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ccc9b697-b7b4-415c-a22f-92ab4f2b0a35",
          "Count": 1,
          "First": "2015-03-08T21:11:06.9276004",
          "Last": "2015-03-08T21:11:06.9276004"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0a272447-ee0f-424e-87dd-e6a023b60e19",
          "Count": 1,
          "First": "2015-03-08T21:26:36.6665324",
          "Last": "2015-03-08T21:26:36.6665324"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3df68b62-4c3d-4609-bb62-7a2b45f02e35",
          "Count": 1,
          "First": "2015-03-08T21:42:06.448014",
          "Last": "2015-03-08T21:42:06.448014"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f9dc89f8-454a-401b-a2a6-4089c16ea56c",
          "Count": 1,
          "First": "2015-03-08T21:57:36.7164136",
          "Last": "2015-03-08T21:57:36.7164136"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a8cb1e61-5589-467a-bcc5-1806f4f6c1ed",
          "Count": 1,
          "First": "2015-03-08T22:24:28.3356511",
          "Last": "2015-03-08T22:24:28.3356511"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 400b403a-0d08-4a07-91ba-4c025cf133e9",
          "Count": 1,
          "First": "2015-03-08T22:24:33.275673",
          "Last": "2015-03-08T22:24:33.275673"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 961d9f76-6115-4cc7-8e08-6b036d043772",
          "Count": 1,
          "First": "2015-03-08T22:40:03.8274419",
          "Last": "2015-03-08T22:40:03.8274419"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 294085dd-3db3-4c06-9ad6-51de823c8f9c",
          "Count": 1,
          "First": "2015-03-08T22:55:33.7584021",
          "Last": "2015-03-08T22:55:33.7584021"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 24a394c6-29bc-4f97-8db7-138b033dd6ef",
          "Count": 1,
          "First": "2015-03-08T23:11:03.8896769",
          "Last": "2015-03-08T23:11:03.8896769"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2b089cff-3bbb-4202-9267-19d00e33a863",
          "Count": 1,
          "First": "2015-03-08T23:26:34.1199845",
          "Last": "2015-03-08T23:26:34.1199845"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 397a0140-09c0-475a-8d70-cf3b3ee245a7",
          "Count": 1,
          "First": "2015-03-08T23:42:04.429451",
          "Last": "2015-03-08T23:42:04.429451"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9538df1f-464c-4f7e-b7eb-dbd8c9bcabc8",
          "Count": 1,
          "First": "2015-03-08T23:57:40.2671183",
          "Last": "2015-03-08T23:57:40.2671183"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 34a1d397-8ab2-475e-ab79-6cacd39ffed8",
          "Count": 1,
          "First": "2015-03-09T00:25:36.7098876",
          "Last": "2015-03-09T00:25:36.7098876"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8d8f1be5-f513-440d-8702-9698ce71aa98",
          "Count": 1,
          "First": "2015-03-09T00:41:07.2322461",
          "Last": "2015-03-09T00:41:07.2322461"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 74ffbff5-aac2-474c-8cee-898aebd9f5cc",
          "Count": 1,
          "First": "2015-03-09T00:56:37.3083109",
          "Last": "2015-03-09T00:56:37.3083109"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 360ae229-ca11-4e7a-8442-ed506a354aa3",
          "Count": 1,
          "First": "2015-03-09T01:12:13.1542245",
          "Last": "2015-03-09T01:12:13.1542245"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e4935e5f-c096-4f45-9ea5-2c0d2664a28e",
          "Count": 1,
          "First": "2015-03-09T01:27:43.3636599",
          "Last": "2015-03-09T01:27:43.3636599"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 27ffe2b1-fb4f-4fbc-81fa-8fa6550a9e2d",
          "Count": 1,
          "First": "2015-03-09T01:43:13.482184",
          "Last": "2015-03-09T01:43:13.482184"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bf0148a6-305c-4235-aa4b-2cb86ce1bfc0",
          "Count": 1,
          "First": "2015-03-09T01:45:17.6412017",
          "Last": "2015-03-09T01:45:17.6412017"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 881c69b1-825f-42c4-a1a3-735dbc46d314",
          "Count": 1,
          "First": "2015-03-09T01:53:52.9416423",
          "Last": "2015-03-09T01:53:52.9416423"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5fbb9a6a-b746-42ee-8030-bae29e578554",
          "Count": 1,
          "First": "2015-03-09T01:58:43.7151626",
          "Last": "2015-03-09T01:58:43.7151626"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 63b473b1-366a-48d2-9761-1e70f7bf990d",
          "Count": 1,
          "First": "2015-03-09T02:00:47.8034746",
          "Last": "2015-03-09T02:00:47.8034746"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 31324f11-cad9-4a30-85a1-a4dfd0c10fb9",
          "Count": 1,
          "First": "2015-03-09T02:09:23.1768838",
          "Last": "2015-03-09T02:09:23.1768838"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2dc97ccc-bb4a-4734-8091-11aece679139",
          "Count": 1,
          "First": "2015-03-09T02:14:14.0175343",
          "Last": "2015-03-09T02:14:14.0175343"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bce6f5e6-7a3e-48d6-b02b-fd5979540697",
          "Count": 1,
          "First": "2015-03-09T02:16:18.2441416",
          "Last": "2015-03-09T02:16:18.2441416"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 51614784-71e1-4d17-99f8-d67baeb48bd5",
          "Count": 1,
          "First": "2015-03-09T02:24:53.8805408",
          "Last": "2015-03-09T02:24:53.8805408"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3c0d26d3-0c3c-47b6-9de7-4813374370ee",
          "Count": 1,
          "First": "2015-03-09T02:29:44.7087954",
          "Last": "2015-03-09T02:29:44.7087954"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d609070b-8442-4351-bcbb-a2d2a77d171d",
          "Count": 1,
          "First": "2015-03-09T02:31:48.933725",
          "Last": "2015-03-09T02:31:48.933725"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3aad2331-34fe-4376-963e-03131657a912",
          "Count": 1,
          "First": "2015-03-09T02:40:24.433378",
          "Last": "2015-03-09T02:40:24.433378"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6f7666c7-8732-43b4-b24d-907faefb49e6",
          "Count": 1,
          "First": "2015-03-09T02:45:15.1730189",
          "Last": "2015-03-09T02:45:15.1730189"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b56564c6-96f0-411e-884d-0aee673c76d2",
          "Count": 1,
          "First": "2015-03-09T02:47:19.2875306",
          "Last": "2015-03-09T02:47:19.2875306"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4a641d49-f885-4fcb-a92a-90de806967fd",
          "Count": 1,
          "First": "2015-03-09T02:55:54.7185662",
          "Last": "2015-03-09T02:55:54.7185662"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e50a50a5-e375-4fa2-b580-53ae688d2908",
          "Count": 1,
          "First": "2015-03-09T03:00:45.3930504",
          "Last": "2015-03-09T03:00:45.3930504"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f5052e92-40d4-407d-8147-17bab70dcf32",
          "Count": 1,
          "First": "2015-03-09T03:02:49.614657",
          "Last": "2015-03-09T03:02:49.614657"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 39b53bcd-1caf-489e-921d-b74a2fe2232c",
          "Count": 1,
          "First": "2015-03-09T03:06:21.5041706",
          "Last": "2015-03-09T03:06:21.5041706"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 89119ea5-b46f-48a0-affc-6002566fc647",
          "Count": 1,
          "First": "2015-03-09T03:11:24.961062",
          "Last": "2015-03-09T03:11:24.961062"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 12518fd9-af4e-4237-aea8-9a5b05c88437",
          "Count": 1,
          "First": "2015-03-09T03:16:20.9458374",
          "Last": "2015-03-09T03:16:20.9458374"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 772e8707-d4ff-45e8-8d67-e6aa03003558",
          "Count": 1,
          "First": "2015-03-09T03:18:19.8770922",
          "Last": "2015-03-09T03:18:19.8770922"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 32492ac4-084f-4850-bdb9-59db1f816e12",
          "Count": 1,
          "First": "2015-03-09T03:21:51.7326622",
          "Last": "2015-03-09T03:21:51.7326622"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f242a7bb-36b7-44d5-8ac1-0971f99d10a8",
          "Count": 1,
          "First": "2015-03-09T03:26:55.148654",
          "Last": "2015-03-09T03:26:55.148654"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 90acb9b0-2496-40a7-a138-1c981e24c9e5",
          "Count": 1,
          "First": "2015-03-09T03:31:51.1460054",
          "Last": "2015-03-09T03:31:51.1460054"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f7015ab1-5c1a-43b7-a635-584f462a8499",
          "Count": 1,
          "First": "2015-03-09T03:33:50.0987974",
          "Last": "2015-03-09T03:33:50.0987974"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: cf141649-d35c-4c19-bcb3-c93b681ece33",
          "Count": 1,
          "First": "2015-03-09T03:37:21.9050992",
          "Last": "2015-03-09T03:37:21.9050992"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 17699bee-67c1-4f5e-b08f-ef1b8cdea728",
          "Count": 1,
          "First": "2015-03-09T03:42:25.275708",
          "Last": "2015-03-09T03:42:25.275708"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 694ee1f2-4742-4ce9-bc34-2b8019216564",
          "Count": 1,
          "First": "2015-03-09T03:47:21.3149193",
          "Last": "2015-03-09T03:47:21.3149193"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5bb78471-5ae9-4815-8d7e-8d3ff017bfa7",
          "Count": 1,
          "First": "2015-03-09T03:49:20.2442741",
          "Last": "2015-03-09T03:49:20.2442741"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8948801b-ccf1-41e9-bc75-06fd4fef2edb",
          "Count": 1,
          "First": "2015-03-09T03:52:52.0980484",
          "Last": "2015-03-09T03:52:52.0980484"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a20e596b-c441-4aeb-b318-5215ce57b1eb",
          "Count": 1,
          "First": "2015-03-09T03:57:55.3733129",
          "Last": "2015-03-09T03:57:55.3733129"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5ca94fa7-f380-49dd-88e6-7bd008735d3c",
          "Count": 1,
          "First": "2015-03-09T04:02:51.2849825",
          "Last": "2015-03-09T04:02:51.2849825"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8a026323-9a8b-41e9-86d9-cbd8532fb9a5",
          "Count": 1,
          "First": "2015-03-09T04:04:50.2382185",
          "Last": "2015-03-09T04:04:50.2382185"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f7dd6cfa-ee4a-47b6-851c-b3cc78171d9b",
          "Count": 1,
          "First": "2015-03-09T04:08:21.9907003",
          "Last": "2015-03-09T04:08:21.9907003"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 80f7f081-ee30-4d46-b3d2-4cef9a1d15fe",
          "Count": 1,
          "First": "2015-03-09T04:13:25.4296997",
          "Last": "2015-03-09T04:13:25.4296997"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0ef44fbb-d293-475c-8120-e128f5c927b5",
          "Count": 1,
          "First": "2015-03-09T04:18:21.5101437",
          "Last": "2015-03-09T04:18:21.5101437"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7b69f7d1-36fc-4125-936b-a8a45700e3d8",
          "Count": 1,
          "First": "2015-03-09T04:20:20.5095836",
          "Last": "2015-03-09T04:20:20.5095836"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9ab19369-7e4d-4931-aebe-83635f7975f1",
          "Count": 1,
          "First": "2015-03-09T04:23:52.2581009",
          "Last": "2015-03-09T04:23:52.2581009"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: ae759a85-9fd5-43ce-a0bf-5f0d46f2c035",
          "Count": 1,
          "First": "2015-03-09T04:28:55.4728116",
          "Last": "2015-03-09T04:28:55.4728116"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 781ab567-ab88-49bf-964f-c4756e77b68b",
          "Count": 1,
          "First": "2015-03-09T04:33:51.507281",
          "Last": "2015-03-09T04:33:51.507281"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5144b4e7-66ba-4087-b8c2-5a6e6f65eedb",
          "Count": 1,
          "First": "2015-03-09T04:35:50.6043616",
          "Last": "2015-03-09T04:35:50.6043616"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e26fd0fd-f24c-463b-a5e1-ab091ae8bda6",
          "Count": 1,
          "First": "2015-03-09T04:39:22.2833587",
          "Last": "2015-03-09T04:39:22.2833587"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1fed7694-e965-4fe4-8162-c51ef4fface5",
          "Count": 1,
          "First": "2015-03-09T05:06:14.4369875",
          "Last": "2015-03-09T05:06:14.4369875"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0d42b1a4-96b5-4ce9-b763-91faf1747936",
          "Count": 1,
          "First": "2015-03-09T05:21:45.0511062",
          "Last": "2015-03-09T05:21:45.0511062"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d51ade84-abda-4db5-9fcb-0006586d938f",
          "Count": 1,
          "First": "2015-03-09T05:37:15.7042563",
          "Last": "2015-03-09T05:37:15.7042563"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5763bf6a-a6b0-42ae-9394-848f620e813e",
          "Count": 1,
          "First": "2015-03-09T05:52:45.9615578",
          "Last": "2015-03-09T05:52:45.9615578"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 89d82bee-2dac-4733-9bd3-1a551eec53ce",
          "Count": 1,
          "First": "2015-03-09T06:08:16.1256596",
          "Last": "2015-03-09T06:08:16.1256596"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f6ae518b-91d3-409d-bd9c-8905f491578c",
          "Count": 1,
          "First": "2015-03-09T06:23:46.364814",
          "Last": "2015-03-09T06:23:46.364814"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 71482d83-303c-4679-b817-852073b14824",
          "Count": 1,
          "First": "2015-03-09T06:39:16.4901386",
          "Last": "2015-03-09T06:39:16.4901386"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c6b68432-7db8-4f0d-8fa1-770826fdc4b4",
          "Count": 1,
          "First": "2015-03-09T06:54:48.1982679",
          "Last": "2015-03-09T06:54:48.1982679"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 664041c0-5c03-4ec9-b6c3-deb7577a63c1",
          "Count": 1,
          "First": "2015-03-09T07:10:18.5909054",
          "Last": "2015-03-09T07:10:18.5909054"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 82acece9-e2aa-4d44-a12f-67d2e4e776c7",
          "Count": 1,
          "First": "2015-03-09T07:25:48.9600533",
          "Last": "2015-03-09T07:25:48.9600533"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f2ccb985-6323-4b1f-bff3-65cd46128591",
          "Count": 1,
          "First": "2015-03-09T07:41:19.1796273",
          "Last": "2015-03-09T07:41:19.1796273"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6cd656cf-ab34-42b2-ad39-c0233be6af99",
          "Count": 1,
          "First": "2015-03-09T07:56:49.5686073",
          "Last": "2015-03-09T07:56:49.5686073"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2b989d99-fd2a-4e3e-9410-af8a5332f9d7",
          "Count": 1,
          "First": "2015-03-09T08:12:19.7854793",
          "Last": "2015-03-09T08:12:19.7854793"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 293e42f9-68fb-43aa-bff7-671847eec399",
          "Count": 1,
          "First": "2015-03-09T08:27:50.1426614",
          "Last": "2015-03-09T08:27:50.1426614"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 091aeb9b-a2bc-4a34-bddb-7ac2bbc18840",
          "Count": 1,
          "First": "2015-03-08T21:25:28.2791509",
          "Last": "2015-03-08T21:25:28.2791509"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: bb2ceacf-7428-4be4-896a-d9e084162451",
          "Count": 1,
          "First": "2015-03-08T21:40:58.0504428",
          "Last": "2015-03-08T21:40:58.0504428"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e1f76ffe-ecfe-4d10-9665-d3b3399322b7",
          "Count": 1,
          "First": "2015-03-08T21:56:28.3577539",
          "Last": "2015-03-08T21:56:28.3577539"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0882ac1a-8c50-4fcb-9b41-011588a08d37",
          "Count": 1,
          "First": "2015-03-08T22:22:31.5163265",
          "Last": "2015-03-08T22:22:31.5163265"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4909bd5d-ae3d-423d-aee8-264588fc07c9",
          "Count": 1,
          "First": "2015-03-08T22:38:02.3564534",
          "Last": "2015-03-08T22:38:02.3564534"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 042cd58e-923d-4081-875f-2b5d4a4d3681",
          "Count": 1,
          "First": "2015-03-08T22:53:32.6630093",
          "Last": "2015-03-08T22:53:32.6630093"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 04e29164-e8a5-4111-b32a-073acadb269a",
          "Count": 1,
          "First": "2015-03-08T23:09:03.331178",
          "Last": "2015-03-08T23:09:03.331178"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 469bc8fe-ad0f-4b5c-8dc8-f8c8197f0b50",
          "Count": 1,
          "First": "2015-03-08T23:24:33.8719308",
          "Last": "2015-03-08T23:24:33.8719308"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e2642fec-c89f-4c12-a0ae-c590ddd63318",
          "Count": 1,
          "First": "2015-03-08T23:40:04.053613",
          "Last": "2015-03-08T23:40:04.053613"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 00262d6d-b4ad-4782-b3a0-62963640e24e",
          "Count": 1,
          "First": "2015-03-08T23:55:34.2415994",
          "Last": "2015-03-08T23:55:34.2415994"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8f86764e-1dbf-4b58-a5ea-ea5da273d23c",
          "Count": 1,
          "First": "2015-03-09T00:23:40.1956867",
          "Last": "2015-03-09T00:23:40.1956867"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6382dafc-b346-419b-8c81-80899815004e",
          "Count": 1,
          "First": "2015-03-09T00:25:40.199827",
          "Last": "2015-03-09T00:25:40.199827"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 8a4dbac6-6084-40c9-aecb-fa6c97b008c6",
          "Count": 1,
          "First": "2015-03-09T00:39:10.3585939",
          "Last": "2015-03-09T00:39:10.3585939"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6908a0d5-545e-4546-a7aa-1e091bc514a5",
          "Count": 1,
          "First": "2015-03-09T00:54:40.6348407",
          "Last": "2015-03-09T00:54:40.6348407"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4fd30f48-a572-4585-a54d-a6acd9b7af95",
          "Count": 1,
          "First": "2015-03-09T01:10:10.8955603",
          "Last": "2015-03-09T01:10:10.8955603"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 46aac923-12d4-466c-a44e-24a15a8742d2",
          "Count": 1,
          "First": "2015-03-09T01:25:41.1154627",
          "Last": "2015-03-09T01:25:41.1154627"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 90691698-d487-411f-8a7c-987b37db4a44",
          "Count": 1,
          "First": "2015-03-09T01:41:11.6203948",
          "Last": "2015-03-09T01:41:11.6203948"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4583ae77-f83c-4f0f-b3d2-f3256c450d5f",
          "Count": 1,
          "First": "2015-03-09T01:56:41.9370641",
          "Last": "2015-03-09T01:56:41.9370641"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1cdaef9b-69d0-4e1a-99d2-47d9160c98ff",
          "Count": 1,
          "First": "2015-03-09T02:02:05.8830596",
          "Last": "2015-03-09T02:02:05.8830596"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 9e329608-737b-46ff-bf88-de2b00409620",
          "Count": 1,
          "First": "2015-03-09T02:11:18.0318796",
          "Last": "2015-03-09T02:11:18.0318796"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: e4694d41-9128-44d5-9a77-824151e4c7c6",
          "Count": 1,
          "First": "2015-03-09T02:12:12.0726977",
          "Last": "2015-03-09T02:12:12.0726977"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c3f2acb5-dde8-40c5-a675-553cc3c62e21",
          "Count": 1,
          "First": "2015-03-09T02:17:35.7259279",
          "Last": "2015-03-09T02:17:35.7259279"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 5d42491f-94d1-4aae-ab30-e61843dcbe91",
          "Count": 1,
          "First": "2015-03-09T02:26:47.7871428",
          "Last": "2015-03-09T02:26:47.7871428"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2fbaba18-1569-45c0-aff9-4cc41d8e6b59",
          "Count": 1,
          "First": "2015-03-09T02:27:41.7778677",
          "Last": "2015-03-09T02:27:41.7778677"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 62ba031b-fcb6-4a6d-bd9d-dd2c067b0b1b",
          "Count": 1,
          "First": "2015-03-09T02:33:05.5652947",
          "Last": "2015-03-09T02:33:05.5652947"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: da4ae153-ed5c-4df3-88b2-01488881de9d",
          "Count": 1,
          "First": "2015-03-09T02:42:18.0428056",
          "Last": "2015-03-09T02:42:18.0428056"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 188be3ea-821b-4311-afb6-0724fdf9854d",
          "Count": 1,
          "First": "2015-03-09T02:43:12.036236",
          "Last": "2015-03-09T02:43:12.036236"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 614537cf-119c-45ae-8d2d-980a28e29763",
          "Count": 1,
          "First": "2015-03-09T02:48:35.9143915",
          "Last": "2015-03-09T02:48:35.9143915"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: d76f510f-fd18-4ff4-9694-ac9f2d2624a0",
          "Count": 1,
          "First": "2015-03-09T02:58:42.3233603",
          "Last": "2015-03-09T02:58:42.3233603"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a4cb3b45-6186-4709-865c-e4206f20f5c4",
          "Count": 1,
          "First": "2015-03-09T03:04:06.1557174",
          "Last": "2015-03-09T03:04:06.1557174"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0d130a15-e431-46ff-bb27-dc41b85ba08d",
          "Count": 1,
          "First": "2015-03-09T03:14:12.6555556",
          "Last": "2015-03-09T03:14:12.6555556"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 4ae78aa0-e4dc-472f-ba1f-638adc9a8995",
          "Count": 1,
          "First": "2015-03-09T03:19:36.4369986",
          "Last": "2015-03-09T03:19:36.4369986"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3c7a1b75-81d6-4d31-a6c2-4003d616a461",
          "Count": 1,
          "First": "2015-03-09T03:29:42.926416",
          "Last": "2015-03-09T03:29:42.926416"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 31a6b214-c388-478a-8e03-6aecb401557b",
          "Count": 1,
          "First": "2015-03-09T03:35:06.6828816",
          "Last": "2015-03-09T03:35:06.6828816"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0e5ae0d1-8112-4820-9763-637341d8ab3a",
          "Count": 1,
          "First": "2015-03-09T03:45:13.221872",
          "Last": "2015-03-09T03:45:13.221872"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 975464fa-a461-443b-b0ce-3fb6508dfbbd",
          "Count": 1,
          "First": "2015-03-09T03:50:36.9644708",
          "Last": "2015-03-09T03:50:36.9644708"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f3619711-c976-483e-8dd9-4cf82f595faa",
          "Count": 1,
          "First": "2015-03-09T04:00:43.4895227",
          "Last": "2015-03-09T04:00:43.4895227"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0a08e8d2-1066-4b1c-92bd-ebe9c66a6369",
          "Count": 1,
          "First": "2015-03-09T04:06:07.2551097",
          "Last": "2015-03-09T04:06:07.2551097"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7a0076f0-1de2-4bc7-940f-d0b6223721d8",
          "Count": 1,
          "First": "2015-03-09T04:32:19.6127599",
          "Last": "2015-03-09T04:32:19.6127599"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a91ba363-cae9-4b75-b5fd-3bb0778edb1f",
          "Count": 1,
          "First": "2015-03-09T04:48:21.0576037",
          "Last": "2015-03-09T04:48:21.0576037"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: f844e2c1-5afe-4ddc-9187-902d5f0927fe",
          "Count": 1,
          "First": "2015-03-09T05:03:51.1437257",
          "Last": "2015-03-09T05:03:51.1437257"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 0c3f4be1-9a9c-40a2-b9f1-23a58ede2ce5",
          "Count": 1,
          "First": "2015-03-09T05:19:21.0954587",
          "Last": "2015-03-09T05:19:21.0954587"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 6cb2797e-2732-4410-a6a1-1ade3d43ff13",
          "Count": 1,
          "First": "2015-03-09T05:34:51.3711604",
          "Last": "2015-03-09T05:34:51.3711604"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 105d4892-c69c-4ee1-b491-f5a44fb48ba6",
          "Count": 1,
          "First": "2015-03-09T05:50:21.7195205",
          "Last": "2015-03-09T05:50:21.7195205"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: a707857b-b6a5-402c-b2da-e0de7f6d3057",
          "Count": 1,
          "First": "2015-03-09T06:05:52.0105526",
          "Last": "2015-03-09T06:05:52.0105526"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: db0a8eee-b894-4f45-862d-2367c33b8550",
          "Count": 1,
          "First": "2015-03-09T06:21:22.3623553",
          "Last": "2015-03-09T06:21:22.3623553"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: c849f2e7-4427-495e-8e3a-9aac9a4ef803",
          "Count": 1,
          "First": "2015-03-09T06:36:52.7737321",
          "Last": "2015-03-09T06:36:52.7737321"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b2222282-8a29-4eb1-8e7b-b37347619511",
          "Count": 1,
          "First": "2015-03-09T06:52:54.4023058",
          "Last": "2015-03-09T06:52:54.4023058"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: b5e7daa2-2988-444b-bf85-af6d602a0b41",
          "Count": 1,
          "First": "2015-03-09T07:08:25.1155019",
          "Last": "2015-03-09T07:08:25.1155019"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 1fa593b9-0ba9-4283-88d0-79e537322bd9",
          "Count": 1,
          "First": "2015-03-09T07:23:55.8066237",
          "Last": "2015-03-09T07:23:55.8066237"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 92d364db-12ea-4429-9d9c-ec492fa0f024",
          "Count": 1,
          "First": "2015-03-09T07:39:26.269775",
          "Last": "2015-03-09T07:39:26.269775"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 3b30b76e-9a79-45c6-8adb-57af4a8b9a2f",
          "Count": 1,
          "First": "2015-03-09T07:54:56.8174377",
          "Last": "2015-03-09T07:54:56.8174377"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 7f0cab95-184c-4aa7-8d20-6faa18ef781f",
          "Count": 1,
          "First": "2015-03-09T08:10:27.370964",
          "Last": "2015-03-09T08:10:27.370964"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.ServiceUnavailableException",
          "ExceptionMessage": "Service is currently unavailable.\nActivityId: 2b7d0a45-e36d-4c2b-8726-a0334956f4cb",
          "Count": 1,
          "First": "2015-03-09T08:25:57.8823478",
          "Last": "2015-03-09T08:25:57.8823478"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2 Direct Https requests with 500 | 2 Gateway Https requests with 500 | 28 Direct Https requests with 503 | 89 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-09T06:50:00",
          "Last": "2015-03-09T07:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-09T07:20:00",
          "Last": "2015-03-09T08:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 28,
          "Average": 2,
          "First": "2015-03-08T21:45:00",
          "Last": "2015-03-09T06:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 86,
          "Average": 4,
          "First": "2015-03-09T02:10:00",
          "Last": "2015-03-09T06:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "Average": 2,
          "First": "2015-03-08T23:00:00",
          "Last": "2015-03-09T03:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-09+00%3a59%3a44Z&end=2015-03-09+15%3a37%3a01Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-08T22:39:19.3190405-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 100180,
      "PhysicalCRUDUsageInMB": 321368,
      "LogicalIndexUsageInMB": 7442,
      "LogicalCRUDUsageInMB": 89158,
      "ClientReportedUsageInMB": 43575
    },
    {
      "TimeStamp": "2015-03-09T00:43:01.156444-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 143192,
      "PhysicalCRUDUsageInMB": 639808,
      "LogicalIndexUsageInMB": 16746,
      "LogicalCRUDUsageInMB": 205722,
      "ClientReportedUsageInMB": 11878
    },
    {
      "TimeStamp": "2015-03-09T03:21:04.0549826-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 213036,
      "PhysicalCRUDUsageInMB": 1006296,
      "LogicalIndexUsageInMB": 23433,
      "LogicalCRUDUsageInMB": 292031,
      "ClientReportedUsageInMB": 20423
    },
    {
      "TimeStamp": "2015-03-09T06:36:45.1524298-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 300316,
      "PhysicalCRUDUsageInMB": 1617664,
      "LogicalIndexUsageInMB": 30150,
      "LogicalCRUDUsageInMB": 382945,
      "ClientReportedUsageInMB": 18375
    },
    {
      "TimeStamp": "2015-03-09T08:37:01.7077425-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 273836,
      "PhysicalCRUDUsageInMB": 1544416,
      "LogicalIndexUsageInMB": 27459,
      "LogicalCRUDUsageInMB": 345189,
      "ClientReportedUsageInMB": 361019
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBUBAAAAAAAAA==",
  "_ts": 1425944750,
  "_etag": "\"00009f40-0000-0000-0000-54fe30ae0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3644d0bc-ce9b-442a-9255-e3b17f4d156c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBVBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-08T19:02:37.6328308-07:00",
  "CompletedTime": "2015-03-08T21:45:58.9536059-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d403920b-97d5-4bc8-95d1-345dae305603",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-08T20:05:06.2121739-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "64800752-3e60-42f9-9bd3-18f87170c4c7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T20:05:06.7162096-07:00",
      "CompleteTime": "2015-03-08T20:12:44.1997154-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b9528133-016e-4ae8-a450-20d89c2fb3b2",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-08T20:05:07.2412468-07:00",
      "CompleteTime": "2015-03-08T20:12:42.5235962-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5d55548-1ea4-4344-bd28-8c2a834643c7",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-08T20:05:07.7672847-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "ad19b6b2-aeb6-461a-b716-12bb9591e93d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T19:02:43.0452155-07:00",
      "EndTime": "2015-03-08T19:16:47.1401907-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a60fc778-621b-477d-a306-6cfd04e0a11e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T19:17:09.1037505-07:00",
      "EndTime": "2015-03-08T19:18:17.8816372-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "540c03eb-f7c7-4040-848f-d498ab08daf0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T19:18:42.3973791-07:00",
      "EndTime": "2015-03-08T19:53:30.9767759-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "39ad4653-4acd-48f0-bc12-8f631d2aefa9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T19:53:39.4523783-07:00",
      "EndTime": "2015-03-08T19:53:53.4503731-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "bab4470f-462a-4f00-8de2-85c2858c0278",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T19:53:53.8193995-07:00",
      "EndTime": "2015-03-08T19:55:00.5311401-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBVBAAAAAAAAA==",
  "_ts": 1425876358,
  "_etag": "\"07006cf7-0000-0000-0000-54fd25860000\"",
  "_attachments": "attachments/"
},
{
  "id": "4b60a2f0-e473-4ae7-9ba4-bbdd785590e9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBWBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-08T20:30:15.20064-07:00",
  "CompletedTime": "2015-03-09T10:05:45.8396791-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "305942f8-a166-4e85-b061-70e921cc838b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T20:30:21.1160139-07:00",
      "EndTime": "2015-03-08T20:43:46.7262545-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cea68b1c-107d-4250-ac12-eab5daec0cd8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T20:44:59.5604293-07:00",
      "EndTime": "2015-03-08T20:46:11.191518-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a35d1772-4274-4298-8c32-c2adadd4db85",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T20:46:11.5575442-07:00",
      "EndTime": "2015-03-08T21:21:31.1301436-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "138b8bea-9f5b-4f94-8447-53a84b7c148d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T21:21:40.1607859-07:00",
      "EndTime": "2015-03-08T21:21:53.0737035-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "b82eb978-236d-4c18-9c27-e558a0221fa4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T21:21:53.4337288-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBWBAAAAAAAAA==",
  "_ts": 1425920745,
  "_etag": "\"0900abf2-0000-0000-0000-54fdd2e90000\"",
  "_attachments": "attachments/"
},
{
  "id": "173a6a19-d03d-4057-8642-00c4ffac4362",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBXBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-08T21:45:59.2973024-07:00",
  "CompletedTime": "2015-03-09T13:02:53.0588076-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "22cc3252-c9da-478b-aac9-c02027de9c49",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-08T23:46:49.576193-07:00",
      "CompleteTime": "2015-03-08T23:54:26.5834377-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "981f7989-8f74-4f49-a01d-c9065c575e97",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-08T23:46:50.0606257-07:00",
      "CompleteTime": "2015-03-08T23:54:56.3963556-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d17100eb-6265-4aa1-9400-35fb7acf66ea",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-08T23:46:50.60746-07:00",
      "CompleteTime": "2015-03-08T23:55:26.5843352-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "42597087-f50e-4733-babc-338aec6f6faf",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-08T23:46:51.1855934-07:00",
      "CompleteTime": "2015-03-08T23:56:07.5693998-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "19729fc5-7f8c-466c-9def-bd3005f4e0c0",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T02:42:45.976804-07:00",
      "CompleteTime": "2015-03-09T02:50:50.6234717-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9227419d-94c5-4dbb-9b21-599424fd6162",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-09T05:05:24.6547369-07:00",
      "CompleteTime": "2015-03-09T05:14:38.8822571-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c78af5f3-27e6-4d8e-947d-78c3f0de6d76",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T06:49:30.4249918-07:00",
      "CompleteTime": "2015-03-09T06:57:35.2138123-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fceae88c-953c-4807-aa51-e26da506d9fb",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-09T11:08:47.0135662-07:00",
      "CompleteTime": "2015-03-09T12:06:11.51615-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "44ce1da4-9675-4d73-a1e3-fddd47c98d3d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T21:46:04.7505599-07:00",
      "EndTime": "2015-03-08T21:59:42.4665095-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7b4fcb92-7e4e-4cb3-a542-69ab075d299a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T22:00:04.9043628-07:00",
      "EndTime": "2015-03-08T22:01:13.6554462-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "47fc2a51-019a-47de-9d68-c09f8b48d4a5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T22:01:13.9992501-07:00",
      "EndTime": "2015-03-08T22:36:12.2131124-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb1aeaa2-59b8-4079-b4b6-59c81ce897ea",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T22:36:21.0881956-07:00",
      "EndTime": "2015-03-08T23:02:26.0343257-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0c6d01bd-a163-4bee-b806-91386c43d913",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-08T23:02:26.4092705-07:00",
      "EndTime": "2015-03-08T23:36:44.1917252-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e2d36f7-90ff-42ea-8527-d7d10d82f09c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T00:46:48.320404-07:00",
      "EndTime": "2015-03-09T01:43:26.045704-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f38cbf14-5b04-47f1-a6bf-4025c75ccc4b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T02:27:49.7751358-07:00",
      "EndTime": "2015-03-09T04:57:55.288289-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "43902f33-172d-49d2-8372-4c92fdc4d2fa",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T05:45:28.1925731-07:00",
      "EndTime": "2015-03-09T07:51:18.1395456-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "55b2f5c8-aca3-4af0-80e8-2264a38ea94f",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T08:42:45.7350244-07:00",
      "EndTime": "2015-03-09T10:48:19.5568048-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "47ad1bbb-8c60-4c6e-99e8-4c8181385bde",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T11:03:17.2740009-07:00",
      "EndTime": "2015-03-09T11:05:29.0104497-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "76 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 56,
          "First": "2015-03-09T09:05:15.3493191",
          "Last": "2015-03-09T10:57:08.4467121"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 19,
          "First": "2015-03-09T03:41:15.1948597",
          "Last": "2015-03-09T06:49:38.6424095"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T12:26:32.7375961",
          "Last": "2015-03-09T12:26:32.7375961"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "27 requests with 408 | 59 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-03-09T05:58:31.315199",
          "Last": "2015-03-09T06:00:13.0965094"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "First": "2015-03-09T05:47:06.4607658",
          "Last": "2015-03-09T08:31:24.0149667"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-09T00:22:50.4533474",
          "Last": "2015-03-09T10:26:28.4794108"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-09T06:00:10.9490633",
          "Last": "2015-03-09T06:00:13.3748524"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-03-09T09:49:13.9902509",
          "Last": "2015-03-09T09:49:51.091241"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 49,
          "First": "2015-03-09T09:49:15.6764621",
          "Last": "2015-03-09T09:49:51.5280696"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-03-09T09:49:16.2168593",
          "Last": "2015-03-09T09:49:50.5976161"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-09T06:15:51.1912279",
          "Last": "2015-03-09T06:15:51.1912279"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "87 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 57,
          "First": "2015-03-09T06:00:00",
          "Last": "2015-03-09T06:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-09T06:00:00",
          "Last": "2015-03-09T06:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 18,
          "First": "2015-03-09T06:00:00",
          "Last": "2015-03-09T06:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-03-09T06:00:00",
          "Last": "2015-03-09T06:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42721654,
          "Average": 277413.34,
          "Max": 350499,
          "Min": 2944
        },
        {
          "StatusCode": 400,
          "Total": 96,
          "Average": 0.62,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 1153,
          "Average": 7.49,
          "Max": 1153,
          "Min": 1153
        },
        {
          "StatusCode": 404,
          "Total": 214971,
          "Average": 1395.92,
          "Max": 12084,
          "Min": 398
        },
        {
          "StatusCode": 408,
          "Total": 57,
          "Average": 0.37,
          "Max": 57,
          "Min": 57
        },
        {
          "StatusCode": 410,
          "Total": 41433,
          "Average": 269.05,
          "Max": 7325,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6179053,
          "Average": 40123.72,
          "Max": 132053,
          "Min": 1246
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1243402,
          "Average": 8074.04,
          "Max": 10531,
          "Min": 102
        },
        {
          "StatusCode": 404,
          "Total": 5062,
          "Average": 32.87,
          "Max": 188,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1038,
          "Average": 6.74,
          "Max": 130,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 153002,
          "Average": 993.52,
          "Max": 2491,
          "Min": 25
        },
        {
          "StatusCode": 449,
          "Total": 6441,
          "Average": 41.82,
          "Max": 181,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3724219,
          "Average": 24183.24,
          "Max": 30490,
          "Min": 234
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 86,
          "Average": 0.56,
          "Max": 86,
          "Min": 86
        },
        {
          "StatusCode": 404,
          "Total": 19721,
          "Average": 128.06,
          "Max": 639,
          "Min": 23
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.06,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 3004,
          "Average": 19.51,
          "Max": 310,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 466469,
          "Average": 3029.02,
          "Max": 7574,
          "Min": 81
        },
        {
          "StatusCode": 449,
          "Total": 13672,
          "Average": 88.78,
          "Max": 336,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6331255,
          "Average": 41112.05,
          "Max": 52983,
          "Min": 288
        },
        {
          "StatusCode": 400,
          "Total": 195,
          "Average": 1.27,
          "Max": 162,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8394,
          "Average": 54.51,
          "Max": 3788,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 43,
          "Average": 0.28,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 18,
          "Average": 0.12,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 4123,
          "Average": 26.77,
          "Max": 1046,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 975053,
          "Average": 6331.51,
          "Max": 19516,
          "Min": 337
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30009112,
          "Average": 194864.36,
          "Max": 222564,
          "Min": 663
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.15,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6372,
          "Average": 41.38,
          "Max": 770,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25720,
          "Average": 167.01,
          "Max": 1148,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 453147,
          "Average": 2942.51,
          "Max": 12510,
          "Min": 37
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7043521,
          "Average": 45442.07,
          "Max": 60606,
          "Min": 211
        },
        {
          "StatusCode": 404,
          "Total": 31431,
          "Average": 202.78,
          "Max": 2407,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 23578,
          "Average": 152.12,
          "Max": 1111,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 380195,
          "Average": 2452.87,
          "Max": 5137,
          "Min": 19
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 17,
          "First": "2015-03-09T03:40:00",
          "Last": "2015-03-09T11:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2131 replica health errors | 161 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 55,
          "First": "2015-03-09T09:16:46.466",
          "Last": "2015-03-09T11:58:05.292"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 106,
          "First": "2015-03-09T03:35:48.546",
          "Last": "2015-03-09T11:02:54.01"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1399,
          "First": "2015-03-09T03:45:49.929",
          "Last": "2015-03-09T12:22:04.84"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 410,
          "First": "2015-03-09T03:50:50.911",
          "Last": "2015-03-09T12:27:05.343"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1570 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 3.185
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 411,
          "HourlyAverage": 28.453
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 976,
          "HourlyAverage": 67.568
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.208
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.138
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 127,
          "HourlyAverage": 8.792
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.138
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.138
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "53 partitions violated quota invariants | 52 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c777a68e-d26d-4654-a79b-2c9f0e7b1373",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 30286,
          "LastQuota": 3491759,
          "LastIndexUsage": 389830,
          "First": "2015-03-09T09:15:00",
          "Last": "2015-03-09T09:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4ed227c7-286a-4315-bd9e-d8a9eb426666",
          "MaxQuota": 8144708,
          "MaxUsage": 6471960
        },
        {
          "PartitionId": "89d5e1dc-6ec8-4b85-821c-1650d2872d36",
          "MaxQuota": 8144708,
          "MaxUsage": 6471873
        },
        {
          "PartitionId": "a7952b3b-8442-4e14-a612-89fdbf008f26",
          "MaxQuota": 6981471,
          "MaxUsage": 6468478
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "1e5b3a00-34a2-437d-9171-cac7c3eb791e",
          "MaxCrudUsage": 6328,
          "MaxIndexUsage": 1256,
          "MaxTotalUsage": 7864
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "89d5e1dc-6ec8-4b85-821c-1650d2872d36",
          "MaxCrudUsage": 6344,
          "MaxIndexUsage": 1232,
          "MaxTotalUsage": 7852
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2f540ddd-aaa8-4b57-90a1-4c8b2dabb636",
          "MaxCrudUsage": 6304,
          "MaxIndexUsage": 1224,
          "MaxTotalUsage": 7840
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-09T06:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 270.782,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T01:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 184.902,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T04:00:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 158.117,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T07:15:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 133.268,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T09:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 130.581,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.703857
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 84.99676
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.778151
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 85.829171
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.173884
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 55.310496
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 50.802872
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.088617
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 40.985098
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.05105
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 397.061502
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 342.197473
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 295.769757
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 293.954974
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 281.884555
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57455.84
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57658.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 58862.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59088.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59352.0
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 7db104f6-28dc-4fec-a255-14d06604eab0",
          "Count": 1,
          "First": "2015-03-08T23:20:21.39479",
          "Last": "2015-03-08T23:20:21.39479"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 32af5b7b-c41f-4f6e-831a-fcdc9de1b1a9",
          "Count": 1,
          "First": "2015-03-08T23:20:22.2825235",
          "Last": "2015-03-08T23:20:22.2825235"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 89c0d1e2-4526-4cd6-9f28-e0fc01bdd082",
          "Count": 1,
          "First": "2015-03-08T23:19:58.3008332",
          "Last": "2015-03-08T23:19:58.3008332"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 13ed0430-9b01-496e-84c8-6dd72a3a8ef7",
          "Count": 1,
          "First": "2015-03-08T23:19:53.016333",
          "Last": "2015-03-08T23:19:53.016333"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5a4a0692-b0d9-4290-91e6-f56455485417",
          "Count": 1,
          "First": "2015-03-08T23:35:24.2646385",
          "Last": "2015-03-08T23:35:24.2646385"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "820 Direct Tcp requests with 503 | 173 Direct Https requests with 503 | 59 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 805,
          "Average": 32.2,
          "First": "2015-03-09T01:30:00",
          "Last": "2015-03-09T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 163,
          "Average": 7.409,
          "First": "2015-03-09T02:15:00",
          "Last": "2015-03-09T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 59,
          "Average": 59.0,
          "First": "2015-03-09T09:45:00",
          "Last": "2015-03-09T09:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 14,
          "Average": 1.75,
          "First": "2015-03-09T05:55:00",
          "Last": "2015-03-09T10:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.167,
          "First": "2015-03-09T06:10:00",
          "Last": "2015-03-09T11:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T10:15:00",
          "Last": "2015-03-09T10:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-09T03:00:00",
          "Last": "2015-03-09T10:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T12:45:00",
          "Last": "2015-03-09T12:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-09+04%3a45%3a59Z&end=2015-03-09+20%3a02%3a53Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-09T01:47:29.6589134-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 86016,
      "PhysicalCRUDUsageInMB": 222280,
      "LogicalIndexUsageInMB": 5582,
      "LogicalCRUDUsageInMB": 67408,
      "ClientReportedUsageInMB": 13340
    },
    {
      "TimeStamp": "2015-03-09T05:05:04.013845-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 167980,
      "PhysicalCRUDUsageInMB": 826280,
      "LogicalIndexUsageInMB": 16032,
      "LogicalCRUDUsageInMB": 196383,
      "ClientReportedUsageInMB": 58237
    },
    {
      "TimeStamp": "2015-03-09T08:02:19.9312127-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 242208,
      "PhysicalCRUDUsageInMB": 1263464,
      "LogicalIndexUsageInMB": 23346,
      "LogicalCRUDUsageInMB": 295120,
      "ClientReportedUsageInMB": 239885
    },
    {
      "TimeStamp": "2015-03-09T11:02:34.4452493-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 325984,
      "PhysicalCRUDUsageInMB": 1858064,
      "LogicalIndexUsageInMB": 34740,
      "LogicalCRUDUsageInMB": 443800,
      "ClientReportedUsageInMB": 84614
    },
    {
      "TimeStamp": "2015-03-09T13:02:53.0588076-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 221012,
      "PhysicalCRUDUsageInMB": 1297208,
      "LogicalIndexUsageInMB": 25320,
      "LogicalCRUDUsageInMB": 320797,
      "ClientReportedUsageInMB": 201
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBXBAAAAAAAAA==",
  "_ts": 1425932543,
  "_etag": "\"0a00b979-0000-0000-0000-54fe00ff0000\"",
  "_attachments": "attachments/"
},
{
  "id": "236c1f25-2c97-459c-8767-f400e00587bb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBYBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-08T23:26:43.2205553-07:00",
  "CompletedTime": "2015-03-09T12:17:28.7300895-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7efbc479-2084-4ea7-9b75-a5c49f0cf96e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T00:56:23.2538068-07:00",
      "CompleteTime": "2015-03-09T01:05:30.6255415-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "29fc9214-3acb-418d-85f7-9ba940326e63",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T00:56:23.7770675-07:00",
      "CompleteTime": "2015-03-09T01:06:30.0608839-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "28771dbe-abaa-4a7d-8b6a-9bdfdff9d883",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T00:56:24.2694721-07:00",
      "CompleteTime": "2015-03-09T01:06:00.040623-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d29977e0-0f60-48ba-88d0-8e774d3f82de",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T00:56:24.789741-07:00",
      "CompleteTime": "2015-03-09T01:07:36.3836186-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e7c1bb24-8e16-4410-aacf-7654b3594a51",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T02:11:20.938334-07:00",
      "CompleteTime": "2015-03-09T02:21:32.5920893-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6123d146-c804-4353-9013-9b703273dd3d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T05:55:34.7882524-07:00",
      "CompleteTime": "2015-03-09T06:11:44.5293503-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "19630da8-893e-4e0a-91b6-286f0ef26561",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T23:26:45.8845555-07:00",
      "EndTime": "2015-03-08T23:40:03.5133919-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9cea35c-bbe4-45ca-9f9d-f22a73494312",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T23:42:36.1771294-07:00",
      "EndTime": "2015-03-08T23:43:44.6896246-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f6b088a6-b19a-426b-bcd9-f099d010ce15",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-08T23:43:45.0338805-07:00",
      "EndTime": "2015-03-09T00:15:53.8150773-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "17bc50a7-6170-4100-b9a5-11662f4e0aa4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T00:15:59.9418733-07:00",
      "EndTime": "2015-03-09T00:16:09.740002-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "b6791ad2-cb01-4b1a-8955-c8c18a61afa4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T00:16:10.0812304-07:00",
      "EndTime": "2015-03-09T00:46:18.5800282-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1cd19ad1-1092-402f-a137-a1665935b56d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T01:56:22.9070142-07:00",
      "EndTime": "2015-03-09T02:04:06.7855442-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a41%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a41%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a42%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "373 requests with 503 | 19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 316,
          "First": "2015-03-09T03:53:41.7873603",
          "Last": "2015-03-09T03:56:56.893331"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 4,
          "First": "2015-03-09T03:53:56.5667279",
          "Last": "2015-03-09T03:55:10.304935"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 53,
          "First": "2015-03-09T03:53:43.2121455",
          "Last": "2015-03-09T03:56:53.3980988"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-6",
          "Count": 3,
          "First": "2015-03-09T04:19:00.6314652",
          "Last": "2015-03-09T04:19:01.6084927"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-03-09T03:16:45.8417263",
          "Last": "2015-03-09T03:16:45.8417263"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 9,
          "First": "2015-03-09T04:34:37.8324627",
          "Last": "2015-03-09T08:31:24.4561574"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 5,
          "First": "2015-03-09T04:34:38.8877292",
          "Last": "2015-03-09T10:34:01.5326524"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-03-09T08:31:24.2391971",
          "Last": "2015-03-09T08:31:24.2391971"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a44%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a45%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35563422,
          "Average": 267394.15,
          "Max": 348205,
          "Min": 53
        },
        {
          "StatusCode": 400,
          "Total": 22,
          "Average": 0.17,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1126,
          "Average": 8.47,
          "Max": 1126,
          "Min": 1126
        },
        {
          "StatusCode": 403,
          "Total": 460951,
          "Average": 3465.8,
          "Max": 236476,
          "Min": 224475
        },
        {
          "StatusCode": 404,
          "Total": 35336,
          "Average": 265.68,
          "Max": 5269,
          "Min": 1400
        },
        {
          "StatusCode": 410,
          "Total": 37482,
          "Average": 281.82,
          "Max": 11634,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2989245,
          "Average": 22475.53,
          "Max": 64370,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a45%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1024533,
          "Average": 8987.13,
          "Max": 10535,
          "Min": 140
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.12,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 1946,
          "Average": 17.07,
          "Max": 80,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 179,
          "Average": 1.57,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 81107,
          "Average": 711.46,
          "Max": 1553,
          "Min": 26
        },
        {
          "StatusCode": 449,
          "Total": 1041,
          "Average": 9.13,
          "Max": 41,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a46%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3084633,
          "Average": 27058.18,
          "Max": 30188,
          "Min": 332
        },
        {
          "StatusCode": 401,
          "Total": 85,
          "Average": 0.75,
          "Max": 85,
          "Min": 85
        },
        {
          "StatusCode": 404,
          "Total": 7133,
          "Average": 62.57,
          "Max": 283,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 744,
          "Average": 6.53,
          "Max": 614,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 247389,
          "Average": 2170.08,
          "Max": 4930,
          "Min": 97
        },
        {
          "StatusCode": 449,
          "Total": 4112,
          "Average": 36.07,
          "Max": 157,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a47%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5338921,
          "Average": 39842.69,
          "Max": 52098,
          "Min": 877
        },
        {
          "StatusCode": 400,
          "Total": 69578,
          "Average": 519.24,
          "Max": 35470,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 43,
          "Average": 0.32,
          "Max": 43,
          "Min": 43
        },
        {
          "StatusCode": 403,
          "Total": 8348,
          "Average": 62.3,
          "Max": 3690,
          "Min": 50
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3913,
          "Average": 29.2,
          "Max": 1957,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 469509,
          "Average": 3503.8,
          "Max": 11071,
          "Min": 326
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a47%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26349400,
          "Average": 196637.31,
          "Max": 256335,
          "Min": 27224
        },
        {
          "StatusCode": 401,
          "Total": 92,
          "Average": 0.69,
          "Max": 92,
          "Min": 92
        },
        {
          "StatusCode": 404,
          "Total": 8304,
          "Average": 61.97,
          "Max": 1077,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1340,
          "Average": 10.0,
          "Max": 283,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 196182,
          "Average": 1464.04,
          "Max": 5088,
          "Min": 32
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a48%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5728968,
          "Average": 50254.11,
          "Max": 58872,
          "Min": 919
        },
        {
          "StatusCode": 401,
          "Total": 427,
          "Average": 3.75,
          "Max": 427,
          "Min": 427
        },
        {
          "StatusCode": 404,
          "Total": 21751,
          "Average": 190.8,
          "Max": 1009,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 1467,
          "Average": 12.87,
          "Max": 212,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 172684,
          "Average": 1514.77,
          "Max": 4657,
          "Min": 51
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a49%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 1,
          "First": "2015-03-09T09:45:00",
          "Last": "2015-03-09T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 36,
          "First": "2015-03-09T03:00:00",
          "Last": "2015-03-09T10:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 434,
          "First": "2015-03-08T23:30:00",
          "Last": "2015-03-09T10:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+17%3a56%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a02%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a02%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a04%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "2 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-09T02:59:53.992",
          "Last": "2015-03-09T02:59:53.992"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-09T02:59:53.922",
          "Last": "2015-03-09T02:59:53.922"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a04%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "154 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.295
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 134,
          "HourlyAverage": 12.398
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.555
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a04%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "992b918a-dfab-44fd-8843-828936200be7",
          "MaxQuota": 6981471,
          "MaxUsage": 5891021
        },
        {
          "PartitionId": "f8a05c4d-370f-42e9-8c11-2da51e400d74",
          "MaxQuota": 6981471,
          "MaxUsage": 5890131
        },
        {
          "PartitionId": "0708e5e0-d002-45e0-a7c0-57f71e4112ca",
          "MaxQuota": 6981471,
          "MaxUsage": 5874443
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a04%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "992b918a-dfab-44fd-8843-828936200be7",
          "MaxCrudUsage": 5776,
          "MaxIndexUsage": 1156,
          "MaxTotalUsage": 7132
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "e381bb97-2166-475b-9977-0256d24a3b4e",
          "MaxCrudUsage": 5744,
          "MaxIndexUsage": 1156,
          "MaxTotalUsage": 7104
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-6",
          "PartitionId": "0708e5e0-d002-45e0-a7c0-57f71e4112ca",
          "MaxCrudUsage": 5760,
          "MaxIndexUsage": 1088,
          "MaxTotalUsage": 7080
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a05%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a06%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.618817
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.971085
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 88.119358
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.553553
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 88.68447
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a07%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 26.588616
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 23.759806
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 23.605613
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 22.70446
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.166218
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a07%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 607.910842 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 607.910842
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 481.762188
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 463.935631
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 299.476555
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 281.952107
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a08%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 33555.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40200.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 41170.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 41286.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 41845.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a08%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 58eea0eb-3825-4ce9-b7a3-34b2650c7b74",
          "Count": 1,
          "First": "2015-03-09T00:29:34.5486935",
          "Last": "2015-03-09T00:29:34.5486935"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 1371ae8d-5a2e-40f0-9d3e-b7d9a32de573",
          "Count": 1,
          "First": "2015-03-09T00:29:31.2574474",
          "Last": "2015-03-09T00:29:31.2574474"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 1b492c99-facc-41c5-a999-3b151af56096",
          "Count": 1,
          "First": "2015-03-09T00:29:36.0777906",
          "Last": "2015-03-09T00:29:36.0777906"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b2fa6ea1-09c6-441f-9473-d20918c38eaa",
          "Count": 1,
          "First": "2015-03-09T00:29:35.6807746",
          "Last": "2015-03-09T00:29:35.6807746"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a08%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a09%3a58Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2718 Direct Tcp requests with 503 | 373 Gateway Https requests with 503 | 413 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 2715,
          "Average": 79.853,
          "First": "2015-03-09T02:15:00",
          "Last": "2015-03-09T10:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 373,
          "Average": 186.5,
          "First": "2015-03-09T03:50:00",
          "Last": "2015-03-09T03:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-6",
          "Count": 413,
          "Average": 22.944,
          "First": "2015-03-09T02:10:00",
          "Last": "2015-03-09T09:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-09T03:30:00",
          "Last": "2015-03-09T03:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a10%3a11Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:cfe2d2aa-9fd7-4416-93c4-58ec45eebb6d Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-09T08:07:08.1698977"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-09+06%3a26%3a43Z&end=2015-03-09+18%3a10%3a23Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-09T11:10:31.2513755-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 285084,
      "PhysicalCRUDUsageInMB": 1665368,
      "LogicalIndexUsageInMB": 29883,
      "LogicalCRUDUsageInMB": 378787,
      "ClientReportedUsageInMB": 11627
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBYBAAAAAAAAA==",
  "_ts": 1425928648,
  "_etag": "\"0a00794d-0000-0000-0000-54fdf1c80000\"",
  "_attachments": "attachments/"
},
{
  "id": "61d2f1d9-bd18-4313-9c0c-669129622aea",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBZBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-09T10:05:46.0785414-07:00",
  "CompletedTime": "2015-03-09T10:17:20.9846979-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "88722acb-33b2-4c51-a6b2-7342fc52f505",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:05:52.0713534-07:00",
      "EndTime": "2015-03-09T10:16:07.3670632-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc20b08c-6c81-464c-ba25-e26ed0747148",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:16:17.1932626-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "3ccb02bc-6358-4613-8907-a914ce6f8907",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:16:17.5546849-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBZBAAAAAAAAA==",
  "_ts": 1425921440,
  "_etag": "\"090077fa-0000-0000-0000-54fdd5a00000\"",
  "_attachments": "attachments/"
},
{
  "id": "b14892d3-5ff4-40bc-9dac-ad5010abfa36",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBaBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-09T10:17:21.2077063-07:00",
  "CompletedTime": "2015-03-09T17:02:02.8632072-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "33756cb3-302f-4aff-a06f-fc29279588c3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:17:23.7643464-07:00",
      "EndTime": "2015-03-09T10:33:04.2787548-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7a143eea-4a22-43b4-90ca-81a425ba32c8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:33:11.550932-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "32680434-9daa-4cb2-b26f-d051cb6b900a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T10:33:11.9036846-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBaBAAAAAAAAA==",
  "_ts": 1425945722,
  "_etag": "\"00003c56-0000-0000-0000-54fe347a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "41cf80df-1316-4060-8a7d-988dd02c99ea",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBbBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-09T10:52:31.0745315-07:00",
  "CompletedTime": "2015-03-09T10:53:43.397251-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7913f8de-2575-4496-946b-5500341fdbf1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB\\_private\\Staging_Official\\20150225.3\\x64\\Release",
      "StartTime": "2015-03-09T10:52:32.4012318-07:00",
      "EndTime": "2015-03-09T10:52:38.3174727-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBbBAAAAAAAAA==",
  "_ts": 1425923623,
  "_etag": "\"0a007d13-0000-0000-0000-54fdde270000\"",
  "_attachments": "attachments/"
},
{
  "id": "a2a56bca-8b84-4710-acfa-fcda6ccdb9fc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBcBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-09T10:53:43.6004144-07:00",
  "CompletedTime": "2015-03-10T08:20:13.2862866-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0f7f7333-c6b8-4e0c-b750-8cdde74a2af3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T11:54:00.8782474-07:00",
      "CompleteTime": "2015-03-09T12:02:06.7354241-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c30696f1-0dc1-4b5f-b243-9092a3e3272d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T11:54:01.2064087-07:00",
      "CompleteTime": "2015-03-09T12:01:36.9074703-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a1d6accf-cc23-4ffe-9c1e-52d0a5e62764",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T11:54:01.706407-07:00",
      "CompleteTime": "2015-03-09T12:03:06.9226878-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "81f3c036-7648-4d98-82bc-4d99c8326231",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T10:53:44.0847875-07:00",
      "EndTime": "2015-03-09T11:06:43.5001948-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "43ebdf8c-f141-4ee7-9fd5-64244fec863b",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T11:06:50.546988-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "87ad952d-d39c-4190-8a4e-15dbbf655980",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T11:06:50.8751626-07:00",
      "EndTime": "2015-03-09T11:40:07.2855169-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "084ee7f7-ff27-4091-a946-c0f82efee8f8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T11:40:11.9484731-07:00",
      "EndTime": "2015-03-09T11:52:48.4567384-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed471950-5835-4d44-ac0a-7aee4873e7cc",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T11:52:48.8629635-07:00",
      "EndTime": "2015-03-09T11:53:56.8783035-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7b1ab61b-7e86-4f8c-b2ec-cd4f9bf96c77",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T12:53:59.3616363-07:00",
      "EndTime": "2015-03-09T12:54:01.0647153-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "27a2f219-613c-4ddf-a684-030b06e84634",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-09T12:54:03.2522441-07:00",
      "EndTime": "2015-03-09T12:54:04.8303233-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBcBAAAAAAAAA==",
  "_ts": 1426000813,
  "_etag": "\"02009ce2-0000-0000-0000-54ff0bad0000\"",
  "_attachments": "attachments/"
},
{
  "id": "6f0fd35d-e8f7-4b57-a5cc-89c2f94b2a61",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBdBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-09T11:02:39.6932184-07:00",
  "CompletedTime": "2015-03-09T11:08:57.3413091-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8ddac011-709a-4eeb-9148-63ab938f301f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T11:02:48.5788865-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBdBAAAAAAAAA==",
  "_ts": 1425924537,
  "_etag": "\"0a00431e-0000-0000-0000-54fde1b90000\"",
  "_attachments": "attachments/"
},
{
  "id": "014d8e90-8703-4027-89d5-e7bdb277efd9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBeBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-09T11:08:57.6725767-07:00",
  "CompletedTime": "2015-03-10T02:21:27.9188842-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "398fe497-f42c-4fca-ba00-2c96439f1aab",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T12:53:05.6480057-07:00",
      "CompleteTime": "2015-03-09T13:02:13.2982524-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dcfa3c83-28a2-4d3f-a813-9f705a381472",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T12:53:06.2197271-07:00",
      "CompleteTime": "2015-03-09T13:03:12.977107-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5af2e54-9554-4112-bc7d-f257e4890051",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T12:53:06.734821-07:00",
      "CompleteTime": "2015-03-09T13:02:43.0012486-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0adebc7a-d8b1-4eb9-aa85-6449c025f9c4",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T12:53:07.2635248-07:00",
      "CompleteTime": "2015-03-09T13:04:22.2708547-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "50a8664c-634f-4615-8ac6-6cf71587812e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T16:07:33.4674021-07:00",
      "CompleteTime": "2015-03-09T16:17:07.858564-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3d079ab3-ba2b-4320-9427-9ed0cfac4668",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-09T18:29:13.2290627-07:00",
      "CompleteTime": "2015-03-09T18:44:29.3106276-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6c02780-eacd-4605-8006-2a5736665aea",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T19:48:37.2545578-07:00",
      "CompleteTime": "2015-03-09T19:59:41.6923398-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5776be92-1dc8-4629-97fa-bf6d12107d02",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-10T00:28:06.9744738-07:00",
      "CompleteTime": "2015-03-10T01:27:27.0940364-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7865a14b-c718-433d-babd-a694dea7bf8f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T11:09:02.6059941-07:00",
      "EndTime": "2015-03-09T11:22:14.1953145-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "761e8c0f-316d-46b4-aa0f-6e05167817e9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T11:23:08.2093208-07:00",
      "EndTime": "2015-03-09T11:24:20.2768354-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8139cda0-f801-4aa9-b670-9119d52e33c1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T11:24:20.6471388-07:00",
      "EndTime": "2015-03-09T11:57:25.4691404-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "324d12a3-8008-43bf-a379-6a605c2e4399",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T11:57:38.5613584-07:00",
      "EndTime": "2015-03-09T12:10:41.4950286-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86322e04-da88-4578-ae8f-e11f95e1c6d1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T12:10:41.9272745-07:00",
      "EndTime": "2015-03-09T12:42:59.9428812-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fe8b72b6-ac7d-4111-9dce-3cd29742a8da",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T13:53:04.3075817-07:00",
      "EndTime": "2015-03-09T15:12:31.23746-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "58d3b984-1e98-480d-b7da-fad1dabfc0b3",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T15:52:39.2765581-07:00",
      "EndTime": "2015-03-09T18:29:06.7668346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9665735c-9507-4e9d-acf2-25c09efc8383",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T19:09:11.074012-07:00",
      "EndTime": "2015-03-09T21:32:40.2741629-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0c7616d5-f979-4104-9e2d-1362275dc4ea",
      "EventName": "Upgrade Package",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-09T22:12:44.7888176-07:00",
      "EndTime": "2015-03-10T00:21:26.7912139-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae55459d-5e0b-4d94-926b-252b7344f467",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-10T00:21:43.6658439-07:00",
      "EndTime": "2015-03-10T00:23:52.4524935-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d0f9cb8d-992e-4f76-813d-bd6a98753774",
      "EventName": "Remove Federation",
      "Build": "C:\\root\\source4\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-10T04:23:19.2075272-07:00",
      "EndTime": "2015-03-10T04:24:28.0309-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "109 back end trace criticals with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"IndexManager is in the process of shutting down, state %d\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-09T14:09:09.5518875",
          "Last": "2015-03-09T14:09:09.5519026"
        },
        {
          "Message": "Attempt to cancel AsyncOperationContext failed with %d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T14:09:09.4081035",
          "Last": "2015-03-09T14:09:09.4081035"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 73,
          "First": "2015-03-09T17:11:35.9899605",
          "Last": "2015-03-10T01:08:22.4540556"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T16:45:24.673485",
          "Last": "2015-03-09T16:45:24.673485"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-09T14:02:33.1650609",
          "Last": "2015-03-09T15:09:34.0809335"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-09T14:02:33.1651282",
          "Last": "2015-03-09T15:09:34.0809829"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-09T14:59:42.618836",
          "Last": "2015-03-09T14:59:42.618836"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 19,
          "First": "2015-03-09T22:34:00.2566341",
          "Last": "2015-03-10T02:20:41.0546344"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "20 requests with 408 | 2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-4",
          "Count": 5,
          "First": "2015-03-09T13:24:53.3168129",
          "Last": "2015-03-09T17:09:51.6337606"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-09T14:09:41.5829366",
          "Last": "2015-03-09T14:09:41.5829366"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-09T14:09:41.2039501",
          "Last": "2015-03-09T14:09:41.2039501"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 9,
          "First": "2015-03-09T17:49:44.5984562",
          "Last": "2015-03-09T23:21:21.4854568"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 5,
          "First": "2015-03-09T18:07:29.1193382",
          "Last": "2015-03-09T23:52:18.7174284"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-09T23:21:20.4029913",
          "Last": "2015-03-09T23:21:20.4029913"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43683999,
          "Average": 274742.13,
          "Max": 356518,
          "Min": 940
        },
        {
          "StatusCode": 400,
          "Total": 47,
          "Average": 0.3,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4112,
          "Average": 25.86,
          "Max": 4112,
          "Min": 4112
        },
        {
          "StatusCode": 403,
          "Total": 813691,
          "Average": 5117.55,
          "Max": 93558,
          "Min": 598
        },
        {
          "StatusCode": 404,
          "Total": 146265,
          "Average": 919.91,
          "Max": 11016,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 63939,
          "Average": 402.13,
          "Max": 8533,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7312415,
          "Average": 45990.03,
          "Max": 119774,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1285657,
          "Average": 8085.89,
          "Max": 10872,
          "Min": 29
        },
        {
          "StatusCode": 401,
          "Total": 28,
          "Average": 0.18,
          "Max": 28,
          "Min": 28
        },
        {
          "StatusCode": 404,
          "Total": 3883,
          "Average": 24.42,
          "Max": 209,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1764,
          "Average": 11.09,
          "Max": 247,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 192428,
          "Average": 1210.24,
          "Max": 3502,
          "Min": 279
        },
        {
          "StatusCode": 449,
          "Total": 6957,
          "Average": 43.75,
          "Max": 332,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3841378,
          "Average": 24159.61,
          "Max": 31015,
          "Min": 65
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 138,
          "Average": 0.87,
          "Max": 138,
          "Min": 138
        },
        {
          "StatusCode": 403,
          "Total": 334,
          "Average": 2.1,
          "Max": 113,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 14526,
          "Average": 91.36,
          "Max": 700,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 5167,
          "Average": 32.5,
          "Max": 683,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 585968,
          "Average": 3685.33,
          "Max": 10046,
          "Min": 790
        },
        {
          "StatusCode": 449,
          "Total": 14582,
          "Average": 91.71,
          "Max": 560,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6509585,
          "Average": 40940.79,
          "Max": 53671,
          "Min": 216
        },
        {
          "StatusCode": 400,
          "Total": 120674,
          "Average": 758.96,
          "Max": 14075,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 403,
          "Total": 10060,
          "Average": 63.27,
          "Max": 4611,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7646,
          "Average": 48.09,
          "Max": 1423,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1104033,
          "Average": 6943.6,
          "Max": 18541,
          "Min": 374
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33857332,
          "Average": 212939.19,
          "Max": 246657,
          "Min": 46195
        },
        {
          "StatusCode": 400,
          "Total": 19272,
          "Average": 121.21,
          "Max": 475,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 20,
          "Average": 0.13,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 5715,
          "Average": 35.94,
          "Max": 546,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30552,
          "Average": 192.15,
          "Max": 1417,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1001038,
          "Average": 6295.84,
          "Max": 17794,
          "Min": 58
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7206026,
          "Average": 45320.92,
          "Max": 60154,
          "Min": 137
        },
        {
          "StatusCode": 401,
          "Total": 924,
          "Average": 5.81,
          "Max": 924,
          "Min": 924
        },
        {
          "StatusCode": 404,
          "Total": 27630,
          "Average": 173.77,
          "Max": 1882,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 27129,
          "Average": 170.62,
          "Max": 1198,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 495877,
          "Average": 3118.72,
          "Max": 7488,
          "Min": 515
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-10T00:50:00",
          "Last": "2015-03-10T00:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 8,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T01:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "HRESULT=0x80070102, Message=GetOneRow failed, hr=0x80070102, query uuid: d2e5912d-61ce-488f-ae16-ad445cc015c7",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "1736 replica health errors | 196 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 116,
          "First": "2015-03-09T20:45:07.726",
          "Last": "2015-03-10T02:12:03.695"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 73,
          "First": "2015-03-09T16:44:27.643",
          "Last": "2015-03-10T02:07:02.861"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1120,
          "First": "2015-03-09T15:14:13.137",
          "Last": "2015-03-10T02:12:03.695"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 231,
          "First": "2015-03-09T17:59:40.031",
          "Last": "2015-03-10T02:07:02.851"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1239 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 30,
          "HourlyAverage": 2.083
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 425,
          "HourlyAverage": 29.512
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 82,
          "HourlyAverage": 5.694
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 692,
          "HourlyAverage": 48.053
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.486
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.208
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "64 partitions violated quota invariants | 40 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00c02cfb-becd-45d6-8204-6ac60eb0f14b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5951872,
          "LastQuota": 3490816,
          "LastIndexUsage": 459801,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "07fffeb0-9744-4a21-91ff-bf1c8282d045",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6597952,
          "LastQuota": 3490816,
          "LastIndexUsage": 506077,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "0c8e411d-eb83-4be3-b959-f42ed52b708a",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5893856,
          "LastQuota": 3490816,
          "LastIndexUsage": 450943,
          "First": "2015-03-10T01:00:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "203442e7-ceaf-4ef3-9971-964c1c119d7f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5414528,
          "LastQuota": 3490816,
          "LastIndexUsage": 423235,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "3b7f6881-35b7-429f-b7a7-39eddfb4dda3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5515904,
          "LastQuota": 3490816,
          "LastIndexUsage": 431017,
          "First": "2015-03-10T01:00:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "3e3edb05-5df9-4e92-b7c9-19f6c076dcf9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 3554016,
          "LastQuota": 3490816,
          "LastIndexUsage": 280285,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "4295c761-9b46-4aed-a923-447ffa13d9e8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 4582720,
          "LastQuota": 3490816,
          "LastIndexUsage": 350913,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "4e31d414-3378-4ded-ad0a-057802ef8e1b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 4079744,
          "LastQuota": 3490816,
          "LastIndexUsage": 327527,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "4e9aa3cf-3698-4c0c-b0a7-ec21a6d99979",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6517632,
          "LastQuota": 3490816,
          "LastIndexUsage": 499450,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "53f7180c-99e8-4932-9883-85aa3e90421d",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6107200,
          "LastQuota": 3490816,
          "LastIndexUsage": 462046,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "58bb74c2-427d-4de9-97ba-556880044d0c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 4096256,
          "LastQuota": 3490816,
          "LastIndexUsage": 320052,
          "First": "2015-03-10T00:30:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "673f00e5-cec4-499b-b094-e6a3ca88b8c5",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5923808,
          "LastQuota": 3490816,
          "LastIndexUsage": 458351,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "70c1bd08-c126-4fdb-a283-073cab1d07cf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5985888,
          "LastQuota": 3490816,
          "LastIndexUsage": 459524,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "7c8a01c4-b98f-484a-a4b3-978a2815b7b8",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6106592,
          "LastQuota": 3490816,
          "LastIndexUsage": 463879,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "8c6bdc7a-373d-49b4-ad66-5cc398b49f10",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 3851136,
          "LastQuota": 3490816,
          "LastIndexUsage": 299897,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "a427a3eb-be38-4ca2-baf2-8160c27be6b4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5729760,
          "LastQuota": 3490816,
          "LastIndexUsage": 444188,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "b7de8ad9-058d-463d-8f5c-b3f7b5ea7598",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6001472,
          "LastQuota": 3490816,
          "LastIndexUsage": 460152,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "c2472c7e-7be3-402f-b322-c6ae3582ead3",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5808288,
          "LastQuota": 3490816,
          "LastIndexUsage": 448844,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "c8d70112-cb93-4d70-8072-9fcf538c3127",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 3578304,
          "LastQuota": 3490816,
          "LastIndexUsage": 280490,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "c95faba3-1600-4882-a8e7-8cd06f1af133",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 3646656,
          "LastQuota": 3490816,
          "LastIndexUsage": 286735,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "cdc674af-d89b-4a02-8518-b8e9f4ffb9f4",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 6102080,
          "LastQuota": 3490816,
          "LastIndexUsage": 466999,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "d0361667-83ec-421a-bf37-966284b4a272",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5844864,
          "LastQuota": 3490816,
          "LastIndexUsage": 457494,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "e9818e09-6df2-45c0-ae68-899ecdcf0121",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 3769280,
          "LastQuota": 3490816,
          "LastIndexUsage": 292711,
          "First": "2015-03-10T00:30:00",
          "Last": "2015-03-10T02:15:00"
        },
        {
          "PartitionId": "ebc1078b-38a8-4b30-b133-e9bbc7b7034f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "LastUsage": 5759392,
          "LastQuota": 3490816,
          "LastIndexUsage": 452076,
          "First": "2015-03-10T00:45:00",
          "Last": "2015-03-10T02:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "024e25fe-7171-4056-8612-c7f6083e31ca",
          "MaxQuota": 8144708,
          "MaxUsage": 6746609
        },
        {
          "PartitionId": "1963d39f-0ad3-4c93-91b0-bd5dd7be090b",
          "MaxQuota": 8144708,
          "MaxUsage": 6735548
        },
        {
          "PartitionId": "65329ff2-756c-460d-a43b-c2ffdd37786a",
          "MaxQuota": 8144708,
          "MaxUsage": 6729103
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "07fffeb0-9744-4a21-91ff-bf1c8282d045",
          "MaxCrudUsage": 6456,
          "MaxIndexUsage": 1252,
          "MaxTotalUsage": 8196
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "65329ff2-756c-460d-a43b-c2ffdd37786a",
          "MaxCrudUsage": 6600,
          "MaxIndexUsage": 1308,
          "MaxTotalUsage": 8148
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "750b2d81-3487-4012-b354-13afeed71e6c",
          "MaxCrudUsage": 6560,
          "MaxIndexUsage": 1256,
          "MaxTotalUsage": 8144
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-09T20:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 498.258,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T20:30:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 358.351,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T20:55:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 268.135,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T21:00:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 224.628,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T20:30:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 124.75,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.569204
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 83.746571
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.223364
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84.793319
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.22016
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 49.021623
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 42.691608
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 38.418186
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 37.993211
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 37.443374
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 436.778104 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 436.778104
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 418.325621
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 400.710371
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 389.598141
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 227.111321
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 51269.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 52375.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 54515.392857
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 54689.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 56528.962963
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4ab8dd39-daae-437e-9d71-752d2752ab2f",
          "Count": 1,
          "First": "2015-03-09T12:25:55.3668261",
          "Last": "2015-03-09T12:25:55.3668261"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: ef25ea5b-ad30-4868-a64e-95e49e30df9e",
          "Count": 1,
          "First": "2015-03-09T12:25:55.5670528",
          "Last": "2015-03-09T12:25:55.5670528"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 2fcc1591-bb9f-4a35-b6f8-e589d0516099",
          "Count": 1,
          "First": "2015-03-09T12:25:56.2094474",
          "Last": "2015-03-09T12:25:56.2094474"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c62d4523-9d52-4a26-a534-232e7a2d715b",
          "Count": 1,
          "First": "2015-03-09T12:26:00.8732871",
          "Last": "2015-03-09T12:26:00.8732871"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-4%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "122 Direct Tcp requests with 503 | 19 Direct Https requests with 503 | 2 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "Count": 8,
          "Average": 4.0,
          "First": "2015-03-10T01:40:00",
          "Last": "2015-03-10T01:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 60,
          "Average": 3.333,
          "First": "2015-03-09T13:20:00",
          "Last": "2015-03-09T23:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Count": 53,
          "Average": 53.0,
          "First": "2015-03-09T14:05:00",
          "Last": "2015-03-09T14:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-09T14:05:00",
          "Last": "2015-03-09T14:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 15,
          "Average": 1.5,
          "First": "2015-03-09T13:25:00",
          "Last": "2015-03-09T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T14:05:00",
          "Last": "2015-03-09T14:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T20:20:00",
          "Last": "2015-03-09T20:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T13:10:00",
          "Last": "2015-03-09T13:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-09T14:05:00",
          "Last": "2015-03-09T14:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:701a40b2-3b93-482a-9bd4-7401a712565e Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-09T20:04:20.6568926"
        },
        {
          "Message": "Subscription:00000000-0000-0000-0000-000000000000 Operation:7b60b8a9-fd7e-4bf3-b3d4-6551d1bdb7f2 Type:UpgradeFederationFabricApplicationWorkflow Message:Current list of provisioned applications doesn't contain repair service",
          "Timestamp": "2015-03-10T04:31:23.7315361"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-09+18%3a08%3a57Z&end=2015-03-10+09%3a21%3a27Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-10T02:21:27.9188842-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-10T02:21:27.9188842-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 309084,
      "PhysicalCRUDUsageInMB": 1651480,
      "LogicalIndexUsageInMB": 30459,
      "LogicalCRUDUsageInMB": 390902,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBeBAAAAAAAAA==",
  "_ts": 1426017569,
  "_etag": "\"03003ba3-0000-0000-0000-54ff4d210000\"",
  "_attachments": "attachments/"
},
{
  "id": "92dd3aca-2365-47b3-bbc9-a4d157e95eff",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBfBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-09T12:17:29.4681381-07:00",
  "CompletedTime": "2015-03-09T14:34:36.1530657-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e2053b7f-a14f-4fa8-8f22-00e32a640448",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T12:17:32.1383072-07:00",
      "EndTime": "2015-03-09T12:30:58.8298971-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a909360-17cb-4714-8f0d-4986c3eaf913",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T12:31:07.8995913-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "7c055520-4924-4229-b198-3523fa1bae7e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T12:31:08.2396167-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBfBAAAAAAAAA==",
  "_ts": 1425936875,
  "_etag": "\"0a0025ab-0000-0000-0000-54fe11eb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "6881569a-baf5-4514-9b2e-955cf22fa452",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBgBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-09T14:34:36.414033-07:00",
  "CompletedTime": "2015-03-09T14:43:42.5917741-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8a6fa613-f381-4884-9608-39b432b4b8ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T14:34:40.4712768-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBgBAAAAAAAAA==",
  "_ts": 1425937422,
  "_etag": "\"0a0066b1-0000-0000-0000-54fe140e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "44d46493-2d2a-4742-ad07-3d86013ec709",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBhBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-09T14:43:42.814791-07:00",
  "CompletedTime": "2015-03-10T12:44:43.6706668-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "62dd3d65-15a3-46c6-8805-1d36b9702998",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T16:27:51.0385891-07:00",
      "CompleteTime": "2015-03-09T16:36:57.4884509-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5331cf4-88d4-44fc-9c69-2cabe18e9277",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T16:27:51.6335206-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "501f9ff3-9dbe-4af7-aa0f-dc37d2be5c44",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T16:27:52.1479599-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d34eeacd-0049-403b-8e5a-0c2d89526dd5",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T16:27:52.6677397-07:00",
      "CompleteTime": "2015-03-09T16:39:05.445595-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f501b399-39b6-4202-a072-f963969dea7f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T17:42:49.385761-07:00",
      "CompleteTime": "2015-03-09T17:51:26.7780568-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f1a84daa-8951-4737-b4ea-d065b658705e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T21:11:47.0937886-07:00",
      "CompleteTime": "2015-03-09T21:21:51.3020331-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5fd5ead1-6afe-4c0a-b200-b2bf39422aff",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T14:43:45.2509783-07:00",
      "EndTime": "2015-03-09T14:57:11.9090839-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2ea6c967-20d8-4c99-857e-3ba52c819659",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T14:57:22.5969011-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e29aa268-d93d-4511-bf37-67a2ed2be655",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-09T14:57:22.998932-07:00",
      "EndTime": "2015-03-09T15:31:58.9967897-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "75f8038f-dd8d-45db-8496-ea48f554d366",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T15:32:09.7756168-07:00",
      "EndTime": "2015-03-09T15:45:32.4624557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5acb1fc2-783e-4a70-b45f-7c44c4cecb37",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T15:45:32.8334838-07:00",
      "EndTime": "2015-03-09T16:17:46.4626322-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7c565bbf-0802-4323-8055-d8352f25e8ef",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP",
      "StartTime": "2015-03-09T17:27:50.9736905-07:00",
      "EndTime": "2015-03-10T09:33:17.4285447-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBhBAAAAAAAAA==",
  "_ts": 1426016683,
  "_etag": "\"0300ca98-0000-0000-0000-54ff49ab0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2d1f589d-0c56-4330-b2fb-dcf0db774033",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBiBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-09T15:51:42.5166603-07:00",
  "CompletedTime": "2015-03-09T16:43:05.3546767-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8de2fbc1-f2d5-4c03-bab7-b21db8f06763",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\Main5\\bin\\x64\\Release",
      "StartTime": "2015-03-09T15:51:47.5244589-07:00",
      "EndTime": "2015-03-09T15:51:50.0184679-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBiBAAAAAAAAA==",
  "_ts": 1425944585,
  "_etag": "\"0000943c-0000-0000-0000-54fe30090000\"",
  "_attachments": "attachments/"
},
{
  "id": "ea694819-a296-4af5-86d5-fa647e17ad60",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBjBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-09T16:43:05.6159083-07:00",
  "CompletedTime": "2015-03-10T12:54:11.847104-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "839cee4a-ad04-4b02-849c-093eccfc6e6c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\pasharma-hb\\Release",
      "StartTime": "2015-03-09T16:44:56.6215928-07:00",
      "EndTime": "2015-03-09T16:53:09.1220976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "98fb02e8-6aec-48bf-a673-1570995122e3",
      "EventName": "Remove Federation",
      "Build": "\\\\pasharma-hb\\Release",
      "StartTime": "2015-03-09T16:53:24.0899034-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "f174754c-45ae-4801-b67a-af50eacc0f57",
      "EventName": "Create Federation",
      "Build": "\\\\pasharma-hb\\Release",
      "StartTime": "2015-03-09T16:53:24.4764663-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBjBAAAAAAAAA==",
  "_ts": 1426017251,
  "_etag": "\"03006f9f-0000-0000-0000-54ff4be30000\"",
  "_attachments": "attachments/"
},
{
  "id": "e70beacb-a437-4fcb-add8-0b60f03133ef",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBkBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-09T17:02:03.1124112-07:00",
  "CompletedTime": "2015-03-09T18:32:09.8313021-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2656fc78-e61b-4975-ac5e-ce59e6dc5ae9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T17:02:12.9664709-07:00",
      "EndTime": "2015-03-09T17:16:07.3232557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb41bbec-1910-4463-ab62-55bd97538ae4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T17:16:16.3005404-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "8a1ab970-7a13-4ff2-9599-13d6e1fb529f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T17:16:16.6778461-07:00",
      "EndTime": "2015-03-09T17:49:42.7371585-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b747f4d7-fff7-4c90-8411-817c8d351efe",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T17:51:10.9563112-07:00",
      "EndTime": "2015-03-09T18:05:11.5952364-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBkBAAAAAAAAA==",
  "_ts": 1425951129,
  "_etag": "\"000058ab-0000-0000-0000-54fe49990000\"",
  "_attachments": "attachments/"
},
{
  "id": "64d04715-d9b7-4d83-bacd-aacd07bb0c82",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBlBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-09T18:32:10.1198577-07:00",
  "CompletedTime": "2015-03-10T13:14:15.6606073-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "bb52c923-1286-4e56-a563-605f93139d76",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T21:17:30.0879144-07:00",
      "CompleteTime": "2015-03-10T11:53:36.7221955-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "96af3b84-a7e2-4bbc-bb1f-d9024b55ba97",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T21:17:30.5198862-07:00",
      "CompleteTime": "2015-03-10T11:53:35.9129794-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e2525edd-78c1-4743-b7c6-f9bec461fc79",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T21:17:31.1045105-07:00",
      "CompleteTime": "2015-03-09T21:26:10.8876228-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "158f398e-171a-4a17-8d06-817616274400",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T21:17:31.6297217-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "f6a887db-fbdd-4ac8-8c02-c63913f21698",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T18:32:14.8060492-07:00",
      "EndTime": "2015-03-09T18:45:06.1011025-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c6ce8adf-86f8-4e07-a797-367c37b19689",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T18:45:41.1147996-07:00",
      "EndTime": "2015-03-09T18:46:49.2714294-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8de8b2ee-d129-473c-969e-06e3476b832f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T18:46:49.6473399-07:00",
      "EndTime": "2015-03-09T19:19:35.3070366-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "626565a8-91b1-4bb0-be20-b3246a588b99",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-09T19:19:41.2344526-07:00",
      "EndTime": "2015-03-09T19:33:51.4709219-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "75dfd702-26c2-44cb-a536-a8075b92367d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150307.1\\x64\\Release",
      "StartTime": "2015-03-10T11:53:41.1090495-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBlBAAAAAAAAA==",
  "_ts": 1426018455,
  "_etag": "\"0300f5ac-0000-0000-0000-54ff50970000\"",
  "_attachments": "attachments/"
},
{
  "id": "cdf19b71-9d45-4617-806e-6c733cff5c1e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBmBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-09T19:08:23.8940902-07:00",
  "CompletedTime": "2015-03-10T08:11:23.9116452-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d3f5a89b-0b1f-4e38-bfe2-85660c5026a2",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T20:36:42.5452892-07:00",
      "CompleteTime": "2015-03-09T20:44:53.3678981-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "77409353-4432-475b-a073-cbc890acf5e9",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T20:36:43.1817659-07:00",
      "CompleteTime": "2015-03-09T20:42:19.7069278-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "37678aca-6b4f-424d-b92e-852385806ace",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T20:36:43.7111621-07:00",
      "CompleteTime": "2015-03-09T20:42:49.4767449-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "52f09468-137b-494a-9a52-32f2544bd239",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T20:36:44.2445601-07:00",
      "CompleteTime": "2015-03-09T20:43:49.4197188-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9bbf7219-b6a4-4aa4-b76c-78437603cf6c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T21:51:39.2766501-07:00",
      "CompleteTime": "2015-03-09T21:57:42.9118889-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4a934b38-39fb-43d7-9267-5ced99146da7",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-09T22:42:42.2566698-07:00",
      "CompleteTime": "2015-03-09T22:51:52.2041511-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f5a4adb-250b-4d8a-8d51-d3386c316946",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T00:47:36.27192-07:00",
      "CompleteTime": "2015-03-10T00:53:40.4986381-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c51aa300-86cd-4925-a30e-50a6688e7d6f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-10T06:33:14.595441-07:00",
      "CompleteTime": "2015-03-10T07:24:32.8187543-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "41b5d047-e8d9-404b-84d8-21fbbf7f7e55",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T19:08:35.9508132-07:00",
      "EndTime": "2015-03-09T19:21:33.4087626-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c61d9aa-e509-41da-bfd4-c71d8b57f69e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T19:22:01.9207556-07:00",
      "EndTime": "2015-03-09T19:23:11.4167998-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3e0b42b7-7b2d-493d-a7c1-f5e269f2b574",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T19:23:11.8051126-07:00",
      "EndTime": "2015-03-09T19:56:13.6512933-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a21ae547-d7ba-42d8-b219-0f2373e05c47",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T19:56:20.5818813-07:00",
      "EndTime": "2015-03-09T20:10:27.3727447-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "705e9729-ce66-4d1b-97f4-65331626db0b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T20:10:28.207419-07:00",
      "EndTime": "2015-03-09T20:26:36.9766416-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bd448eba-986d-468f-8685-190ea5f3073d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T21:36:41.5166873-07:00",
      "EndTime": "2015-03-09T22:37:04.8826076-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "af625a38-450c-4171-b98d-0a13635d3906",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T23:22:44.7590707-07:00",
      "EndTime": "2015-03-10T00:22:08.5089182-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e969004d-c91a-4d0f-8964-0cdfc87664a2",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T01:12:17.5334283-07:00",
      "EndTime": "2015-03-10T02:49:51.5271478-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6dcfef88-3f54-4a98-a819-94448d0073c1",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T03:45:22.3741779-07:00",
      "EndTime": "2015-03-10T05:50:20.2864903-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "61af5b54-56ff-4a8d-9daf-5489b33128d5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T06:11:48.5613699-07:00",
      "EndTime": "2015-03-10T06:30:59.0731579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c5cc9ba9-8a5a-4e8f-b6f0-759c979f9f7c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T07:24:34.1768456-07:00",
      "EndTime": "2015-03-10T07:26:42.0469633-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "25 back end trace criticals with 10 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Requested read size (%u bytes) does not match actual read size (%u bytes)\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:45:24.6255713",
          "Last": "2015-03-10T06:45:24.6255713"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-10T06:40:20.9918659",
          "Last": "2015-03-10T06:40:42.3946004"
        },
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:37.8196229",
          "Last": "2015-03-10T06:44:37.8196229"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:37.819673",
          "Last": "2015-03-10T06:44:37.819673"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:37.8196155",
          "Last": "2015-03-10T06:44:37.8196155"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T08:04:12.8460686",
          "Last": "2015-03-10T08:04:12.8460686"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:37.8176963",
          "Last": "2015-03-10T06:44:37.8176963"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:27.7516547",
          "Last": "2015-03-10T06:44:27.7516547"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T06:44:37.8177297",
          "Last": "2015-03-10T06:44:37.8177297"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 13,
          "First": "2015-03-09T23:07:39.9461953",
          "Last": "2015-03-10T05:54:21.4609609"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "32 requests with 408 | 1 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 12,
          "First": "2015-03-09T23:33:54.5542827",
          "Last": "2015-03-10T06:47:08.7080642"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-10T01:41:20.2855275",
          "Last": "2015-03-10T05:40:32.0700957"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 10,
          "First": "2015-03-10T00:25:17.2835263",
          "Last": "2015-03-10T05:56:14.1539637"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-09T23:01:06.6154212",
          "Last": "2015-03-09T23:01:06.6154212"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-10T05:40:08.5678774",
          "Last": "2015-03-10T05:40:08.5873804"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-10T06:24:34.8551481",
          "Last": "2015-03-10T06:24:34.8551481"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-10T07:41:03.391471",
          "Last": "2015-03-10T07:42:55.3333546"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-10T07:42:24.9712625",
          "Last": "2015-03-10T07:42:24.9712625"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 19046301,
          "Average": 122879.36,
          "Max": 298324,
          "Min": 63
        },
        {
          "StatusCode": 400,
          "Total": 49,
          "Average": 0.32,
          "Max": 30,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 692,
          "Average": 4.46,
          "Max": 385,
          "Min": 307
        },
        {
          "StatusCode": 403,
          "Total": 327226,
          "Average": 2111.14,
          "Max": 63545,
          "Min": 11677
        },
        {
          "StatusCode": 404,
          "Total": 1328009,
          "Average": 8567.8,
          "Max": 12548,
          "Min": 1547
        },
        {
          "StatusCode": 409,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24466,
          "Average": 157.85,
          "Max": 1461,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 21242682,
          "Average": 137049.56,
          "Max": 370439,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 572611,
          "Average": 3694.26,
          "Max": 10120,
          "Min": 119
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 0.22,
          "Max": 20,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 985,
          "Average": 6.35,
          "Max": 97,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 619,
          "Average": 3.99,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 584983,
          "Average": 3774.08,
          "Max": 10307,
          "Min": 13
        },
        {
          "StatusCode": 449,
          "Total": 1514,
          "Average": 9.77,
          "Max": 65,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1717104,
          "Average": 11078.09,
          "Max": 29153,
          "Min": 341
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 98,
          "Average": 0.63,
          "Max": 52,
          "Min": 46
        },
        {
          "StatusCode": 403,
          "Total": 269,
          "Average": 1.74,
          "Max": 157,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 3771,
          "Average": 24.33,
          "Max": 277,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 1894,
          "Average": 12.22,
          "Max": 105,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1758168,
          "Average": 11343.02,
          "Max": 31232,
          "Min": 34
        },
        {
          "StatusCode": 449,
          "Total": 3595,
          "Average": 23.19,
          "Max": 121,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2940036,
          "Average": 18967.97,
          "Max": 44454,
          "Min": 660
        },
        {
          "StatusCode": 400,
          "Total": 51518,
          "Average": 332.37,
          "Max": 9691,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 56,
          "Average": 0.36,
          "Max": 56,
          "Min": 56
        },
        {
          "StatusCode": 403,
          "Total": 8713,
          "Average": 56.21,
          "Max": 3663,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2338,
          "Average": 15.08,
          "Max": 83,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3087751,
          "Average": 19920.97,
          "Max": 54738,
          "Min": 50
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25807536,
          "Average": 166500.23,
          "Max": 211984,
          "Min": 3314
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 29,
          "Average": 0.19,
          "Max": 19,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 1242,
          "Average": 8.01,
          "Max": 145,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 20961,
          "Average": 135.23,
          "Max": 1576,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1632773,
          "Average": 10534.02,
          "Max": 24246,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4841220,
          "Average": 31233.68,
          "Max": 49294,
          "Min": 1663
        },
        {
          "StatusCode": 401,
          "Total": 202,
          "Average": 1.3,
          "Max": 132,
          "Min": 70
        },
        {
          "StatusCode": 404,
          "Total": 9320,
          "Average": 60.13,
          "Max": 258,
          "Min": 24
        },
        {
          "StatusCode": 410,
          "Total": 15997,
          "Average": 103.21,
          "Max": 1055,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1595249,
          "Average": 10291.93,
          "Max": 24507,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 65,
          "First": "2015-03-10T01:25:00",
          "Last": "2015-03-10T06:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 1,
          "First": "2015-03-10T06:40:00",
          "Last": "2015-03-10T06:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 685,
          "First": "2015-03-09T19:10:00",
          "Last": "2015-03-10T08:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "45 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 45,
          "First": "2015-03-10T06:44:42.0361736",
          "Last": "2015-03-10T06:48:23.4347876"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "122 replica health errors | 66 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 14,
          "First": "2015-03-10T05:53:49.782",
          "Last": "2015-03-10T07:14:00.737"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 8,
          "First": "2015-03-10T04:16:19.891",
          "Last": "2015-03-10T06:13:53.417"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 34,
          "First": "2015-03-10T02:54:39.295",
          "Last": "2015-03-10T07:49:06.136"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "973 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.387
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 293,
          "HourlyAverage": 23.913
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 588,
          "HourlyAverage": 47.989
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 51,
          "HourlyAverage": 4.162
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.245
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.326
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.245
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.245
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.408
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.163
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.082
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.082
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "5 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "02c7f927-0bd9-4f77-b1b2-f45810952503",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4903520,
          "LastQuota": 3490816,
          "LastIndexUsage": 229448,
          "First": "2015-03-10T06:45:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "PartitionId": "23c58482-63e4-4be8-9954-8821524f72b6",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 4648704,
          "LastQuota": 3490816,
          "LastIndexUsage": 190717,
          "First": "2015-03-10T06:45:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "PartitionId": "5c466f38-ea4c-488e-89a1-ad012e1a776f",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 7288960,
          "LastQuota": 3490816,
          "LastIndexUsage": 357251,
          "First": "2015-03-10T06:45:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "PartitionId": "99dfdfb3-d4c3-4a6a-92b2-ba1005c96c6b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5338752,
          "LastQuota": 3490816,
          "LastIndexUsage": 205819,
          "First": "2015-03-10T06:45:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "PartitionId": "ca7e62eb-7a08-4ca2-ad5e-b9816006c56b",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "LastUsage": 5269632,
          "LastQuota": 3490816,
          "LastIndexUsage": 203110,
          "First": "2015-03-10T06:45:00",
          "Last": "2015-03-10T08:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "22e82a6b-c1b6-404b-b6df-d2278d97f636",
          "MaxQuota": 10476298,
          "MaxUsage": 7288960
        },
        {
          "PartitionId": "5c466f38-ea4c-488e-89a1-ad012e1a776f",
          "MaxQuota": 3490816,
          "MaxUsage": 7288960
        },
        {
          "PartitionId": "ce312f80-a032-4127-a1ed-d35ce1d80312",
          "MaxQuota": 10476298,
          "MaxUsage": 7281280
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "5c466f38-ea4c-488e-89a1-ad012e1a776f",
          "MaxCrudUsage": 7128,
          "MaxIndexUsage": 560,
          "MaxTotalUsage": 8400
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "22e82a6b-c1b6-404b-b6df-d2278d97f636",
          "MaxCrudUsage": 7136,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 8352
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ce312f80-a032-4127-a1ed-d35ce1d80312",
          "MaxCrudUsage": 7128,
          "MaxIndexUsage": 824,
          "MaxTotalUsage": 8196
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T06:00:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 45.178,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 88.534406
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 88.795258
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 89.01989
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 89.168221
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 89.634322
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 23.582005
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 23.539814
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 22.906662
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.101424
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 21.978555
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 101.164817
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 57.924495
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 48.500467
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 43.036175
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 35.470956
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 72059.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 73041.444444
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 73635.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 74919.178571
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 75000.37931
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.BadRequestException",
          "ExceptionMessage": "One of the input values is invalid.\nActivityId: 643a569f-5860-4ede-bc9b-4fc0409351d1",
          "Count": 1,
          "First": "2015-03-10T03:34:58.3320021",
          "Last": "2015-03-10T03:34:58.3320021"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 67 Direct Https requests with 503 | 296 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-10T06:20:00",
          "Last": "2015-03-10T06:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 282,
          "Average": 16.588,
          "First": "2015-03-09T23:00:00",
          "Last": "2015-03-10T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 64,
          "Average": 5.333,
          "First": "2015-03-10T00:20:00",
          "Last": "2015-03-10T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 7,
          "Average": 2.333,
          "First": "2015-03-10T07:35:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-09T21:55:00",
          "Last": "2015-03-10T03:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-10+02%3a08%3a23Z&end=2015-03-10+15%3a11%3a23Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-09T22:42:18.7477129-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 32884,
      "PhysicalCRUDUsageInMB": 59600,
      "LogicalIndexUsageInMB": 787,
      "LogicalCRUDUsageInMB": 11408,
      "ClientReportedUsageInMB": 27
    },
    {
      "TimeStamp": "2015-03-10T00:31:53.3985786-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 48360,
      "PhysicalCRUDUsageInMB": 167696,
      "LogicalIndexUsageInMB": 2952,
      "LogicalCRUDUsageInMB": 45341,
      "ClientReportedUsageInMB": 14596
    },
    {
      "TimeStamp": "2015-03-10T03:05:00.9515137-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 103024,
      "PhysicalCRUDUsageInMB": 464424,
      "LogicalIndexUsageInMB": 8835,
      "LogicalCRUDUsageInMB": 126541,
      "ClientReportedUsageInMB": 31522
    },
    {
      "TimeStamp": "2015-03-10T06:11:05.8279089-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 165024,
      "PhysicalCRUDUsageInMB": 947112,
      "LogicalIndexUsageInMB": 15216,
      "LogicalCRUDUsageInMB": 216032,
      "ClientReportedUsageInMB": 3736
    },
    {
      "TimeStamp": "2015-03-10T08:11:23.9116452-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125024,
      "PhysicalCRUDUsageInMB": 686584,
      "LogicalIndexUsageInMB": 12561,
      "LogicalCRUDUsageInMB": 171586,
      "ClientReportedUsageInMB": 196263
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBmBAAAAAAAAA==",
  "_ts": 1426001758,
  "_etag": "\"02009fed-0000-0000-0000-54ff0f5e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1a17365c-52d1-4670-91a1-07b673bb03bf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBnBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-09T19:23:52.8750853-07:00",
  "CompletedTime": "2015-03-10T10:47:02.2975219-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "025bdd3a-0719-46b4-a195-f5e79c0a1384",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-09T21:26:16.4958628-07:00",
      "CompleteTime": "2015-03-09T21:34:25.0575751-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "37552b5a-591e-4628-a878-a97fb0f70b5c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-09T21:26:17.5979414-07:00",
      "CompleteTime": "2015-03-09T21:34:54.6766809-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4dadada7-2cc8-4922-bc90-67a699d55c03",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-09T21:26:18.1729817-07:00",
      "CompleteTime": "2015-03-09T21:34:23.918495-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b8d68845-15d8-441f-be27-018dd34404cf",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-09T21:26:18.7480224-07:00",
      "CompleteTime": "2015-03-09T21:35:34.7695294-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b5792138-9e35-4128-a697-d204858ddf27",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T00:24:52.3522435-07:00",
      "CompleteTime": "2015-03-10T00:32:57.4027071-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ad2f7cb0-f9b6-407e-84b6-b42d8f9528f1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-10T02:28:07.8197521-07:00",
      "CompleteTime": "2015-03-10T02:38:24.8975493-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f5e62c63-27c6-42bf-aab0-b87519fefcbf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T03:43:01.6030434-07:00",
      "CompleteTime": "2015-03-10T03:51:07.740537-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3b7103b6-30f2-43d2-beb4-c6dc34eb3278",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-10T08:51:53.3306263-07:00",
      "CompleteTime": "2015-03-10T09:48:13.943826-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "35142ecf-9a15-4014-a037-b59c48760c26",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T19:24:00.0056715-07:00",
      "EndTime": "2015-03-09T19:37:27.9719995-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "27b3bd5e-2e15-4529-aef0-a6fa799990a7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T19:38:36.6638807-07:00",
      "EndTime": "2015-03-09T19:39:45.705792-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1253162b-3c96-4031-8a84-ae38df2e79fb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-09T19:39:46.0968113-07:00",
      "EndTime": "2015-03-09T20:14:46.4710485-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2be4cf5-b4b8-4cd3-ae8e-cdf057647ecb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T20:14:55.6136981-07:00",
      "EndTime": "2015-03-09T20:42:52.4748421-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e923fb8f-887f-4cec-b8d2-7095992730db",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T20:42:52.9028715-07:00",
      "EndTime": "2015-03-09T21:16:09.9757686-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8590705e-e79b-4a95-b41d-f3761aeaa37d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-09T22:26:14.5265093-07:00",
      "EndTime": "2015-03-09T23:22:01.9493502-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "43591641-dcb3-49d4-9d1f-5d5e971f301f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T00:09:56.3295795-07:00",
      "EndTime": "2015-03-10T02:14:59.2516753-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2b533f1-a2b2-4d22-a0e1-aee615d87a24",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T03:08:11.0594595-07:00",
      "EndTime": "2015-03-10T05:15:50.7786963-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "314165b5-9b4e-4dd8-a4a3-ffcfaab5940b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T06:13:58.2453794-07:00",
      "EndTime": "2015-03-10T08:25:15.0390658-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2bb8808-ab46-49ea-a6e9-91c8bbd2b62c",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T08:47:29.951961-07:00",
      "EndTime": "2015-03-10T08:48:38.8798111-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T07:10:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.Master.exe.13280.dmp"
        },
        {
          "DateTime": "2015-03-10T07:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.Server.exe.4872.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "90 back end trace criticals with 9 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-10T07:22:30.5361227",
          "Last": "2015-03-10T07:22:30.5568085"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.Init failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-10T07:11:03.1918794",
          "Last": "2015-03-10T07:11:03.1918794"
        },
        {
          "Message": "ASSERT: %s with message \"Init failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T07:11:03.5796909",
          "Last": "2015-03-10T07:11:03.5796909"
        },
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-09T22:30:46.1875221",
          "Last": "2015-03-09T22:30:46.1875221"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-10T07:11:03.1918891",
          "Last": "2015-03-10T07:11:03.1918891"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T07:11:03.5797055",
          "Last": "2015-03-10T07:11:03.5797055"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 78,
          "First": "2015-03-10T06:41:03.7760986",
          "Last": "2015-03-10T09:41:57.5742438"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-09T22:30:46.1932735",
          "Last": "2015-03-09T22:30:46.1932735"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-10T08:49:30.0335867",
          "Last": "2015-03-10T08:49:49.6847378"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T08:08:44.5887123",
          "Last": "2015-03-10T08:08:44.5887123"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "16 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-09T22:23:49.92493",
          "Last": "2015-03-10T08:54:57.5299469"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-03-10T04:32:17.2231067",
          "Last": "2015-03-10T05:40:33.6909588"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-10T04:32:55.7806536",
          "Last": "2015-03-10T04:32:55.7806536"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-10T06:49:29.061221",
          "Last": "2015-03-10T06:49:29.061221"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-03-10T05:40:32.0847689",
          "Last": "2015-03-10T07:42:54.6460759"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-09T23:01:34.7499477",
          "Last": "2015-03-09T23:01:34.7499477"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41691493,
          "Average": 276102.6,
          "Max": 353131,
          "Min": 1551
        },
        {
          "StatusCode": 400,
          "Total": 55,
          "Average": 0.36,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 188,
          "Average": 1.25,
          "Max": 188,
          "Min": 188
        },
        {
          "StatusCode": 404,
          "Total": 165095,
          "Average": 1093.34,
          "Max": 6711,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 37033,
          "Average": 245.25,
          "Max": 1604,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6029558,
          "Average": 39930.85,
          "Max": 109647,
          "Min": 695
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1210139,
          "Average": 8014.17,
          "Max": 10747,
          "Min": 49
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 4971,
          "Average": 32.92,
          "Max": 175,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 950,
          "Average": 6.29,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 151520,
          "Average": 1003.44,
          "Max": 2694,
          "Min": 17
        },
        {
          "StatusCode": 449,
          "Total": 6119,
          "Average": 40.52,
          "Max": 233,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3624188,
          "Average": 24001.25,
          "Max": 30774,
          "Min": 134
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.1,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 19108,
          "Average": 126.54,
          "Max": 554,
          "Min": 19
        },
        {
          "StatusCode": 410,
          "Total": 2941,
          "Average": 19.48,
          "Max": 117,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 463736,
          "Average": 3071.1,
          "Max": 8119,
          "Min": 37
        },
        {
          "StatusCode": 449,
          "Total": 13188,
          "Average": 87.34,
          "Max": 429,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6178933,
          "Average": 40920.09,
          "Max": 53880,
          "Min": 154
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.11,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8888,
          "Average": 58.86,
          "Max": 4196,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 49,
          "Average": 0.32,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3598,
          "Average": 23.83,
          "Max": 199,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 948014,
          "Average": 6278.24,
          "Max": 16821,
          "Min": 173
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28788741,
          "Average": 190653.91,
          "Max": 216720,
          "Min": 351
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.11,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 28,
          "Average": 0.19,
          "Max": 28,
          "Min": 28
        },
        {
          "StatusCode": 404,
          "Total": 6086,
          "Average": 40.3,
          "Max": 434,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 22995,
          "Average": 152.28,
          "Max": 1163,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 478339,
          "Average": 3167.81,
          "Max": 18031,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6900963,
          "Average": 45701.74,
          "Max": 60025,
          "Min": 354
        },
        {
          "StatusCode": 401,
          "Total": 90,
          "Average": 0.6,
          "Max": 90,
          "Min": 90
        },
        {
          "StatusCode": 404,
          "Total": 26872,
          "Average": 177.96,
          "Max": 1464,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 22055,
          "Average": 146.06,
          "Max": 1153,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 386542,
          "Average": 2559.88,
          "Max": 5594,
          "Min": 25
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 4,
          "First": "2015-03-10T07:05:00",
          "Last": "2015-03-10T09:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1805 replica health errors | 153 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 51,
          "First": "2015-03-10T07:05:21.636",
          "Last": "2015-03-10T09:40:50.902"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 124,
          "First": "2015-03-10T04:34:56.364",
          "Last": "2015-03-10T08:45:39.015"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1139,
          "First": "2015-03-10T01:24:24.282",
          "Last": "2015-03-10T09:55:54.072"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 338,
          "First": "2015-03-10T01:59:30.315",
          "Last": "2015-03-10T08:45:39.025"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1502 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 45,
          "HourlyAverage": 3.095
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 353,
          "HourlyAverage": 24.282
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 982,
          "HourlyAverage": 67.548
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 112,
          "HourlyAverage": 7.704
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.482
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.138
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "30 partitions violated quota invariants | 30 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "9a61bf95-17ab-4aaf-b8fe-b64d6c170a44",
          "MaxQuota": 8144708,
          "MaxUsage": 6598036
        },
        {
          "PartitionId": "ebfae9a2-2f40-4c7a-b955-f0f89611ab3b",
          "MaxQuota": 6981471,
          "MaxUsage": 6304863
        },
        {
          "PartitionId": "f6c46497-8d6c-4da8-8915-63055db56cc7",
          "MaxQuota": 8144708,
          "MaxUsage": 6262157
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9a61bf95-17ab-4aaf-b8fe-b64d6c170a44",
          "MaxCrudUsage": 6384,
          "MaxIndexUsage": 1192,
          "MaxTotalUsage": 8024
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9725d643-728b-4f3d-97b4-7ea28383b992",
          "MaxCrudUsage": 6160,
          "MaxIndexUsage": 1220,
          "MaxTotalUsage": 7772
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "df2dee5b-08e4-4f59-b6dc-0f190ec559e3",
          "MaxCrudUsage": 6328,
          "MaxIndexUsage": 1268,
          "MaxTotalUsage": 7700
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T03:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 356.135,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T04:25:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 342.867,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T04:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 294.214,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T00:25:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 243.888,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-09T23:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 179.421,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.459961
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.703988
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.78094
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.375189
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.502968
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 43.089351
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 41.927035
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 40.202838
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 36.034066
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 33.234615
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 330.127138
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 321.565694
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 296.908932
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 280.84138
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 277.594439
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 53814.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57552.884615
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 58232.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60561.555556
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61386.034483
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: e5240105-c4a3-4a92-8729-f125904bac92",
          "Count": 1,
          "First": "2015-03-09T20:59:22.1756835",
          "Last": "2015-03-09T20:59:22.1756835"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: eb1b7465-8443-411d-ac5a-27adec1ba219",
          "Count": 1,
          "First": "2015-03-09T20:59:17.5618568",
          "Last": "2015-03-09T20:59:17.5618568"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 58ba7375-e9c0-45cd-8839-f6b6d6dbbba5",
          "Count": 1,
          "First": "2015-03-09T20:59:20.897269",
          "Last": "2015-03-09T20:59:20.897269"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 122ebb58-e5a6-4ad1-a866-ec684aeb624d",
          "Count": 1,
          "First": "2015-03-09T20:59:19.9204733",
          "Last": "2015-03-09T20:59:19.9204733"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "82 Direct Https requests with 503 | 316 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 73,
          "Average": 4.867,
          "First": "2015-03-09T23:00:00",
          "Last": "2015-03-10T08:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 283,
          "Average": 11.792,
          "First": "2015-03-09T23:00:00",
          "Last": "2015-03-10T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 5.0,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 28,
          "Average": 5.6,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-10T03:15:00",
          "Last": "2015-03-10T06:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-10+02%3a23%3a52Z&end=2015-03-10+17%3a47%3a02Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-09T23:29:28.1190505-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 83304,
      "PhysicalCRUDUsageInMB": 167080,
      "LogicalIndexUsageInMB": 3019,
      "LogicalCRUDUsageInMB": 35551,
      "ClientReportedUsageInMB": 27100
    },
    {
      "TimeStamp": "2015-03-10T02:27:47.4692591-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 142168,
      "PhysicalCRUDUsageInMB": 671184,
      "LogicalIndexUsageInMB": 12200,
      "LogicalCRUDUsageInMB": 151625,
      "ClientReportedUsageInMB": 56004
    },
    {
      "TimeStamp": "2015-03-10T05:33:27.8128608-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 232256,
      "PhysicalCRUDUsageInMB": 1157536,
      "LogicalIndexUsageInMB": 21530,
      "LogicalCRUDUsageInMB": 271268,
      "ClientReportedUsageInMB": 300902
    },
    {
      "TimeStamp": "2015-03-10T08:46:40.6694613-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 321020,
      "PhysicalCRUDUsageInMB": 1877584,
      "LogicalIndexUsageInMB": 33969,
      "LogicalCRUDUsageInMB": 433750,
      "ClientReportedUsageInMB": 122122
    },
    {
      "TimeStamp": "2015-03-10T10:47:02.2975219-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 266960,
      "PhysicalCRUDUsageInMB": 1312992,
      "LogicalIndexUsageInMB": 24941,
      "LogicalCRUDUsageInMB": 314921,
      "ClientReportedUsageInMB": 11958
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBnBAAAAAAAAA==",
  "_ts": 1426011081,
  "_etag": "\"03003858-0000-0000-0000-54ff33c90000\"",
  "_attachments": "attachments/"
},
{
  "id": "bfbf872f-1e1e-4350-aa20-b57a4ad3fd75",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBoBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-10T08:20:13.6457118-07:00",
  "CompletedTime": "2015-03-13T15:16:26.2278384-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e9e675e1-a06f-493c-a0b6-0629c93658b3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T09:22:42.7224359-07:00",
      "CompleteTime": "2015-03-10T09:29:49.1736798-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a66692f8-0cb7-40fe-91c5-b681959ed192",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T09:22:43.1443584-07:00",
      "CompleteTime": "2015-03-10T09:31:19.0638966-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fa0a2557-88d3-4ff4-9fec-cd91ff13889c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T09:22:43.6755572-07:00",
      "CompleteTime": "2015-03-10T09:30:49.0015327-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "10161404-5bcc-4c7b-8de9-d3873314c7a7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T08:20:14.1613328-07:00",
      "EndTime": "2015-03-10T08:32:46.970386-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "12535702-9a9c-412d-a4c7-c0eec671787a",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T08:33:46.9857779-07:00",
      "EndTime": "2015-03-10T08:34:53.9854353-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b3015cf-9ded-475d-932a-66349a1a653c",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T08:34:54.3604735-07:00",
      "EndTime": "2015-03-10T09:08:11.1326809-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b796b691-9e72-46bc-b036-db8be40fc5de",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T09:08:15.7576099-07:00",
      "EndTime": "2015-03-10T09:21:30.3009384-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "05a73e28-84d8-4c49-90d8-adf7658d3944",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T09:21:30.7071861-07:00",
      "EndTime": "2015-03-10T09:22:38.9412527-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "092b04e9-3bb9-4778-b24c-8b6006e5207e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T10:22:41.4605227-07:00",
      "EndTime": "2015-03-10T11:18:35.076307-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3e0dab61-36de-4773-a426-0046ca40f76c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release2",
      "StartTime": "2015-03-10T11:18:37.6387954-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBoBAAAAAAAAA==",
  "_ts": 1426284985,
  "_etag": "\"03004768-0000-0000-0000-550361b90000\"",
  "_attachments": "attachments/"
},
{
  "id": "7fc07ccb-c693-45de-9808-c97286a8059a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBpBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-10T12:44:44.0406955-07:00",
  "CompletedTime": "2015-03-11T23:36:57.1868268-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "49945f64-d920-4a04-a22e-f3b3d5d101a9",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-10T14:14:45.2794803-07:00",
      "CompleteTime": "2015-03-10T14:23:55.0791453-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2afccf75-1597-48c7-afdb-d02ec430acf1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T14:14:45.7737531-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "28aec399-96a9-4058-8145-df21896cad96",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T14:14:46.2720368-07:00",
      "CompleteTime": "2015-03-10T14:22:51.732452-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d98994f7-43ed-4595-b715-081f2df7b9c5",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T14:14:46.7995093-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "2f9d4baf-89bb-469e-a308-37ffcb4e92e8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T15:29:42.8204518-07:00",
      "CompleteTime": "2015-03-10T15:37:46.5559677-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2ef0f2b1-4ef7-4d3e-939c-39c6381343f0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T12:44:48.3257063-07:00",
      "EndTime": "2015-03-10T12:58:39.6710226-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "03834dda-f373-438a-9821-7ba7b9d6d97d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T12:59:58.1138675-07:00",
      "EndTime": "2015-03-10T13:01:05.8952673-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2987bf1-d227-4ff7-a062-59d2886cf898",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T13:01:06.2433192-07:00",
      "EndTime": "2015-03-10T13:34:08.7332348-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "59dcc21d-0630-413f-8901-e43d7a3ba4de",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP1",
      "StartTime": "2015-03-10T13:34:15.6048589-07:00",
      "EndTime": "2015-03-10T13:34:23.441178-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "33ab2be6-fe86-48e0-81df-24fae046bba0",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP1",
      "StartTime": "2015-03-10T13:34:23.788703-07:00",
      "EndTime": "2015-03-10T14:04:33.3954614-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5a448812-9b62-4697-ab3d-2070f762a885",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\docdbperf\\PrivateBuilds\\LSP1",
      "StartTime": "2015-03-10T15:14:45.2534519-07:00",
      "EndTime": "2015-03-10T15:19:29.4928752-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBpBAAAAAAAAA==",
  "_ts": 1426142216,
  "_etag": "\"0a00ea34-0000-0000-0000-550134080000\"",
  "_attachments": "attachments/"
},
{
  "id": "07307a9f-fab0-40f9-9d1e-420f8f2149b4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBqBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-10T12:54:12.1893781-07:00",
  "CompletedTime": "2015-03-10T14:24:19.3360284-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "cf47263a-0449-4bff-b48e-3955f945c121",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T12:54:21.826897-07:00",
      "EndTime": "2015-03-10T13:03:34.9563001-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "82629b97-bed0-4e98-b21b-1ffa29fd224e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T13:04:28.2001894-07:00",
      "EndTime": "2015-03-10T13:05:40.6552698-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "95627490-d484-40b2-8001-118d67690f47",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T13:05:41.0459089-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBqBAAAAAAAAA==",
  "_ts": 1426022659,
  "_etag": "\"030088dc-0000-0000-0000-54ff61030000\"",
  "_attachments": "attachments/"
},
{
  "id": "f0c5ab26-32a1-4d84-a8df-f1a04de2f4c3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBrBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-10T13:14:15.9822586-07:00",
  "CompletedTime": "2015-03-11T19:30:14.4607313-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1bd8fc44-1392-4609-9858-160c3394f0e8",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-10T15:04:37.907948-07:00",
      "CompleteTime": "2015-03-10T15:16:51.5062923-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e4d8e6d5-50d3-4e4d-b9ad-612a8fa55235",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T15:04:38.2571029-07:00",
      "CompleteTime": "2015-03-10T15:13:15.7303586-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4fa0a46d-e601-47e0-b9ca-07a5592f5e96",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T15:04:38.815386-07:00",
      "CompleteTime": "2015-03-10T15:13:46.1240464-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5b023189-9db8-4020-9004-6dbf9b2909dd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T15:04:39.3693638-07:00",
      "CompleteTime": "2015-03-10T15:15:16.4671064-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "80f156c3-125e-4dae-acd4-79e30f4bff11",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T13:14:27.5505896-07:00",
      "EndTime": "2015-03-10T13:31:38.6091458-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5051a43f-0cd8-408f-a2ed-34a4fa773c19",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T13:32:11.845731-07:00",
      "EndTime": "2015-03-10T13:33:19.0824346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7ff0c03b-42c6-4415-8dd0-9e05bbee7f2c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T13:33:19.4371722-07:00",
      "EndTime": "2015-03-10T14:09:52.3534597-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b290bbe3-68fa-4007-a5fd-fadbd337e675",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-10T14:10:04.7853359-07:00",
      "EndTime": "2015-03-10T14:24:16.9176079-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBrBAAAAAAAAA==",
  "_ts": 1426127415,
  "_etag": "\"0900f939-0000-0000-0000-5500fa370000\"",
  "_attachments": "attachments/"
},
{
  "id": "f910a1fa-0569-41e6-af1d-b49a2f9c3413",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBsBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-10T14:24:19.6485432-07:00",
  "CompletedTime": "2015-03-10T14:34:32.9605464-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6a89a64a-9391-41fd-a461-55aee228cdd8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T14:25:18.915768-07:00",
      "EndTime": "2015-03-10T14:26:30.158158-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "3ced4ded-756d-4845-b6ce-c04be4cf8706",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T14:26:30.5331681-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBsBAAAAAAAAA==",
  "_ts": 1426023273,
  "_etag": "\"03003ee3-0000-0000-0000-54ff63690000\"",
  "_attachments": "attachments/"
},
{
  "id": "dd1bd26f-45bb-4ea5-9057-10fec575d8a1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBtBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-10T14:34:33.3355623-07:00",
  "CompletedTime": "2015-03-11T04:44:13.9840269-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "52e5ef8f-fe4d-4bb2-b8cd-e3eb562b9480",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T16:05:12.8782123-07:00",
      "CompleteTime": "2015-03-10T16:14:19.8478205-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bd124329-7b5d-40ec-a318-b95169ce942d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T16:05:13.3626078-07:00",
      "CompleteTime": "2015-03-10T16:13:20.4358306-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b3f0300b-6fcb-4320-942b-04f909fafad3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T16:05:13.940741-07:00",
      "CompleteTime": "2015-03-10T16:14:50.0094768-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6694fd75-0887-4c35-9190-850b21ade20a",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-10T16:05:17.2668395-07:00",
      "CompleteTime": "2015-03-10T16:15:38.1913902-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e6966645-4264-4fd0-8aab-40fbaafb6705",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T17:20:08.8018927-07:00",
      "CompleteTime": "2015-03-10T17:30:42.9660905-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1fd48874-65df-418a-87ec-3c4a8d5746bd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-10T18:51:43.9667005-07:00",
      "CompleteTime": "2015-03-10T19:06:01.9033725-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aed7baf7-e47b-468c-b817-244865ee0859",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T21:14:35.9089944-07:00",
      "CompleteTime": "2015-03-10T21:25:15.1553219-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bb0d0891-2295-43b4-9167-b4fb06e20b22",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-11T02:51:02.2315324-07:00",
      "CompleteTime": "2015-03-11T03:41:24.4593138-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "dda1a062-27ca-47c7-8dcd-bb5b90c40ef6",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T14:34:52.5392041-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0cf50ccb-796a-4663-b20d-a33b66b9f4eb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T14:34:52.945457-07:00",
      "EndTime": "2015-03-10T15:09:12.6332988-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "70839c01-cf99-4d74-90aa-73d26ddda38e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T15:09:27.5712122-07:00",
      "EndTime": "2015-03-10T15:27:48.0584019-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d5d1deac-9901-4774-8a3c-d9062f868019",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T15:27:48.433412-07:00",
      "EndTime": "2015-03-10T15:55:06.13521-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d444262a-4809-4253-8633-9e16b4d2fb69",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T17:05:14.9227752-07:00",
      "EndTime": "2015-03-10T18:51:38.1419412-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dc7fe7ec-ca6c-467e-83d0-4d66e2744aa9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T19:31:44.167614-07:00",
      "EndTime": "2015-03-10T20:58:32.6935188-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7c441d74-441a-450f-984c-b85f4836f350",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T21:38:39.8151732-07:00",
      "EndTime": "2015-03-10T23:57:07.5418605-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8c3d2777-32b6-466d-b9b9-6a81b98927df",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-11T00:37:14.1240716-07:00",
      "EndTime": "2015-03-11T02:44:13.0032223-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18f65726-267e-4bea-8ddc-dba5a2a381b7",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-11T02:44:33.4425683-07:00",
      "EndTime": "2015-03-11T02:46:45.0618815-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "72 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-11T01:04:36.5121817",
          "Last": "2015-03-11T02:35:56.5713597"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 32,
          "First": "2015-03-10T18:14:28.2275423",
          "Last": "2015-03-11T03:46:34.3001504"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 37,
          "First": "2015-03-10T22:10:40.37107",
          "Last": "2015-03-11T04:32:26.1570443"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408 | 276 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 10,
          "First": "2015-03-10T16:33:11.499115",
          "Last": "2015-03-10T22:18:35.5377551"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "First": "2015-03-10T17:59:40.2524291",
          "Last": "2015-03-10T17:59:42.7593179"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 21,
          "First": "2015-03-10T17:59:40.2617733",
          "Last": "2015-03-10T17:59:43.6045282"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 34,
          "First": "2015-03-10T17:59:41.4485633",
          "Last": "2015-03-10T20:03:43.5106565"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 183,
          "First": "2015-03-10T17:59:40.8234718",
          "Last": "2015-03-11T01:10:30.6737197"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 35,
          "First": "2015-03-10T17:59:40.7102088",
          "Last": "2015-03-11T01:10:30.5840569"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-10T20:16:56.0749124",
          "Last": "2015-03-10T20:16:56.0749124"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-11T04:32:24.5234605",
          "Last": "2015-03-11T04:32:24.5234605"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42387804,
          "Average": 284481.91,
          "Max": 351568,
          "Min": 426
        },
        {
          "StatusCode": 400,
          "Total": 86,
          "Average": 0.58,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 21552,
          "Average": 144.64,
          "Max": 9703,
          "Min": 755
        },
        {
          "StatusCode": 404,
          "Total": 1353093,
          "Average": 9081.16,
          "Max": 22146,
          "Min": 276
        },
        {
          "StatusCode": 409,
          "Total": 47,
          "Average": 0.32,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 42377,
          "Average": 284.41,
          "Max": 4910,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4531756,
          "Average": 30414.47,
          "Max": 72633,
          "Min": 3240
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1227227,
          "Average": 8236.42,
          "Max": 10588,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 4865,
          "Average": 32.65,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1067,
          "Average": 7.16,
          "Max": 148,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 109307,
          "Average": 733.6,
          "Max": 1870,
          "Min": 37
        },
        {
          "StatusCode": 449,
          "Total": 7847,
          "Average": 52.66,
          "Max": 159,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3669941,
          "Average": 24630.48,
          "Max": 31192,
          "Min": 30
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 222,
          "Average": 1.49,
          "Max": 98,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 20595,
          "Average": 138.22,
          "Max": 719,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3279,
          "Average": 22.01,
          "Max": 398,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 337970,
          "Average": 2268.26,
          "Max": 5600,
          "Min": 169
        },
        {
          "StatusCode": 449,
          "Total": 16099,
          "Average": 108.05,
          "Max": 244,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6259778,
          "Average": 42011.93,
          "Max": 51719,
          "Min": 66
        },
        {
          "StatusCode": 400,
          "Total": 3237,
          "Average": 21.72,
          "Max": 1514,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8711,
          "Average": 58.46,
          "Max": 5926,
          "Min": 45
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4392,
          "Average": 29.48,
          "Max": 775,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 724884,
          "Average": 4864.99,
          "Max": 11554,
          "Min": 1085
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33220165,
          "Average": 222954.13,
          "Max": 257645,
          "Min": 56
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8087,
          "Average": 54.28,
          "Max": 932,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28026,
          "Average": 188.09,
          "Max": 1369,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 429825,
          "Average": 2884.73,
          "Max": 6127,
          "Min": 214
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6822698,
          "Average": 45789.92,
          "Max": 59340,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 21209,
          "Average": 142.34,
          "Max": 2125,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 25506,
          "Average": 171.18,
          "Max": 1389,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 348931,
          "Average": 2341.82,
          "Max": 4832,
          "Min": 74
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 31,
          "First": "2015-03-10T22:05:00",
          "Last": "2015-03-10T23:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "559 replica health errors | 94 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 77,
          "First": "2015-03-11T01:21:39.297",
          "Last": "2015-03-11T04:10:48.173"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 63,
          "First": "2015-03-10T21:38:23.687",
          "Last": "2015-03-11T04:10:48.333"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 325,
          "First": "2015-03-10T18:17:51.337",
          "Last": "2015-03-11T04:10:48.333"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1447 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 39,
          "HourlyAverage": 2.871
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 449,
          "HourlyAverage": 33.054
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 839,
          "HourlyAverage": 61.765
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 111,
          "HourlyAverage": 8.172
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.663
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "60 partitions violated quota invariants | 60 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5767b66d-b595-4140-989a-a505a73bbe63",
          "MaxQuota": 8144708,
          "MaxUsage": 6721922
        },
        {
          "PartitionId": "55bbc1a5-e3e0-4cef-9a45-41889b7f3c25",
          "MaxQuota": 8144708,
          "MaxUsage": 6379958
        },
        {
          "PartitionId": "4ba75a97-47d8-43db-b714-63b0472f4969",
          "MaxQuota": 8144708,
          "MaxUsage": 6236603
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "5767b66d-b595-4140-989a-a505a73bbe63",
          "MaxCrudUsage": 6592,
          "MaxIndexUsage": 1188,
          "MaxTotalUsage": 8236
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "55bbc1a5-e3e0-4cef-9a45-41889b7f3c25",
          "MaxCrudUsage": 6256,
          "MaxIndexUsage": 1128,
          "MaxTotalUsage": 7680
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "be2e1e86-8a75-4928-a242-9d2025709bb6",
          "MaxCrudUsage": 6080,
          "MaxIndexUsage": 1208,
          "MaxTotalUsage": 7536
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T23:45:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 183.73,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T18:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 159.387,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T23:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 159.088,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T04:00:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 144.981,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-11T02:05:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 144.86,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.13795
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.826325
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.123815
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.52478
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 87.05329
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 56.247521
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 51.862038
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 50.067815
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 44.721728
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 41.618179
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 470.273913 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 470.273913
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 362.50409
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 360.5522
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 313.828391
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 308.80956
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58281.619048
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 59401.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60577.117647
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 61283.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63078.235294
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d339ed44-3a3b-40e3-b724-db6cbf7a1af7",
          "Count": 1,
          "First": "2015-03-10T15:37:25.9588115",
          "Last": "2015-03-10T15:37:25.9588115"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 3454ffe3-353b-4501-b7e6-89ddfe445eff",
          "Count": 1,
          "First": "2015-03-10T15:37:51.6373656",
          "Last": "2015-03-10T15:37:51.6373656"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 1aeb3092-74be-4617-8c7e-9052c708f9aa",
          "Count": 1,
          "First": "2015-03-10T15:37:50.8456735",
          "Last": "2015-03-10T15:37:50.8456735"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 3e7fe82d-42f8-468f-aa44-7acddeabf2a3",
          "Count": 1,
          "First": "2015-03-10T15:37:52.0659762",
          "Last": "2015-03-10T15:37:52.0659762"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "382 Direct Https requests with 503 | 2250 Direct Tcp requests with 503 | 276 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 33,
          "Average": 5.5,
          "First": "2015-03-10T17:15:00",
          "Last": "2015-03-10T18:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 99,
          "Average": 24.75,
          "First": "2015-03-10T17:15:00",
          "Last": "2015-03-10T18:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 24,
          "Average": 24.0,
          "First": "2015-03-10T17:55:00",
          "Last": "2015-03-10T17:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 77,
          "Average": 6.417,
          "First": "2015-03-10T20:05:00",
          "Last": "2015-03-11T03:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 341,
          "Average": 14.208,
          "First": "2015-03-10T16:40:00",
          "Last": "2015-03-11T02:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2065,
          "Average": 54.342,
          "First": "2015-03-10T16:50:00",
          "Last": "2015-03-11T02:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 252,
          "Average": 63.0,
          "First": "2015-03-10T17:55:00",
          "Last": "2015-03-11T01:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-10T20:00:00",
          "Last": "2015-03-11T01:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-11T04:20:00",
          "Last": "2015-03-11T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-11T04:20:00",
          "Last": "2015-03-11T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-10T20:05:00",
          "Last": "2015-03-10T20:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-10T20:05:00",
          "Last": "2015-03-11T01:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:3bd16971-9261-4624-b697-0eed6f14fdad Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-10T23:15:59.3880345"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-10+21%3a34%3a33Z&end=2015-03-11+11%3a44%3a13Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-11T04:44:13.9840269-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 262780,
      "PhysicalCRUDUsageInMB": 1481504,
      "LogicalIndexUsageInMB": 28895,
      "LogicalCRUDUsageInMB": 367734,
      "ClientReportedUsageInMB": 121023
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBtBAAAAAAAAA==",
  "_ts": 1426076100,
  "_etag": "\"0600503a-0000-0000-0000-550031c40000\"",
  "_attachments": "attachments/"
},
{
  "id": "88d7d91d-0c38-473e-884f-01ff0ffb6b89",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBuBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-10T16:49:46.8947596-07:00",
  "CompletedTime": "2015-03-11T06:11:21.7706174-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fff05cd6-700a-403c-a572-2f390029bf17",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T18:21:33.0364148-07:00",
      "CompleteTime": "2015-03-10T18:28:39.6771022-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1ef64ee6-9299-41d1-beee-da24eefbe338",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T18:21:33.9062784-07:00",
      "CompleteTime": "2015-03-10T18:27:39.4753071-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "462eeecd-47e3-4190-8b8d-88953e2bea45",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T18:21:34.7521461-07:00",
      "CompleteTime": "2015-03-10T18:27:09.8740075-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "68b6de71-e8cc-40e0-9bc4-16b9dc08e582",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-10T18:21:35.2535832-07:00",
      "CompleteTime": "2015-03-10T18:29:49.9621844-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f2fb8c6c-ec2e-4f87-b186-6557cff25e1d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T19:36:25.241531-07:00",
      "CompleteTime": "2015-03-10T19:42:28.629004-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c5ee40a1-1dc1-4e47-9c7c-e50d8d347a77",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-10T20:34:14.5227218-07:00",
      "CompleteTime": "2015-03-10T20:42:28.3715989-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "393bb87c-babd-473c-a1d7-8a41195c77e7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T22:33:29.7593967-07:00",
      "CompleteTime": "2015-03-10T22:39:33.9723402-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0c9271a2-cf39-4676-9b10-d37d94f6bfe0",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-11T04:39:11.7065557-07:00",
      "CompleteTime": "2015-03-11T05:23:31.6113339-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "beede12d-98c2-46c5-987f-8e4ae1b4288c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T16:49:58.538148-07:00",
      "EndTime": "2015-03-10T17:03:32.2152713-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4c89318b-6769-46aa-ac8b-b32c1ac8f788",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T17:04:01.7512272-07:00",
      "EndTime": "2015-03-10T17:05:12.338692-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "15df9a10-70da-438e-8aa9-620382486f1d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T17:05:12.7119901-07:00",
      "EndTime": "2015-03-10T17:41:48.6211732-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db32f83e-027c-45e9-b300-017f1ec35a56",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T17:42:00.9539875-07:00",
      "EndTime": "2015-03-10T17:56:11.8329799-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aa8b495e-3055-401f-a209-caab8909c131",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T17:56:12.7843635-07:00",
      "EndTime": "2015-03-10T18:11:22.8658651-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e4bcf093-e1c7-459e-aa77-75c72abaac75",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T19:21:29.3857409-07:00",
      "EndTime": "2015-03-10T20:27:07.4679571-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b4e59f48-fbb4-40e8-9c1c-a30522154d02",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T21:14:18.1829426-07:00",
      "EndTime": "2015-03-10T22:21:31.1060173-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "40e44055-8f06-40ac-a59a-c6c22de6f738",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-10T23:13:33.3519739-07:00",
      "EndTime": "2015-03-11T00:51:04.7864949-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d8de3aa1-a8ce-4026-943a-72aeff281b42",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-11T01:45:17.4752005-07:00",
      "EndTime": "2015-03-11T03:52:09.4532181-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e8c7f6e4-c86b-428a-9e22-9b50c46a2973",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-11T04:18:54.2874135-07:00",
      "EndTime": "2015-03-11T04:39:06.899332-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bf910a01-1a37-47a1-9109-53ba0d2da2f8",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-11T05:23:32.8657266-07:00",
      "EndTime": "2015-03-11T05:25:40.757404-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "429 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-10T19:07:10.4079095",
          "Last": "2015-03-11T03:35:44.3481958"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-11T05:41:45.236439",
          "Last": "2015-03-11T05:41:45.236439"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 423,
          "First": "2015-03-10T20:07:33.3299516",
          "Last": "2015-03-11T04:11:56.4468869"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "199 requests with 503 | 7 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 165,
          "First": "2015-03-11T01:02:45.1746233",
          "Last": "2015-03-11T02:28:05.6035964"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "First": "2015-03-11T01:02:51.4523351",
          "Last": "2015-03-11T02:27:48.7051129"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 21,
          "First": "2015-03-11T01:02:45.927091",
          "Last": "2015-03-11T02:28:05.8233204"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-03-10T20:03:18.4101033",
          "Last": "2015-03-11T02:32:00.248008"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-11T01:02:02.0676841",
          "Last": "2015-03-11T01:14:52.5105062"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 29029492,
          "Average": 210358.64,
          "Max": 321837,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 55,
          "Average": 0.4,
          "Max": 28,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 392,
          "Average": 2.84,
          "Max": 392,
          "Min": 392
        },
        {
          "StatusCode": 404,
          "Total": 1509652,
          "Average": 10939.51,
          "Max": 25254,
          "Min": 362
        },
        {
          "StatusCode": 409,
          "Total": 13,
          "Average": 0.09,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 51793,
          "Average": 375.31,
          "Max": 9697,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 12634226,
          "Average": 91552.36,
          "Max": 242245,
          "Min": 110
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 841822,
          "Average": 6100.16,
          "Max": 9930,
          "Min": 690
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 1855,
          "Average": 13.44,
          "Max": 211,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1286,
          "Average": 9.32,
          "Max": 214,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 350000,
          "Average": 2536.23,
          "Max": 6799,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 1608,
          "Average": 11.65,
          "Max": 81,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2526369,
          "Average": 18307.02,
          "Max": 29110,
          "Min": 1757
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 0.07,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 6550,
          "Average": 47.46,
          "Max": 665,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 3740,
          "Average": 27.1,
          "Max": 636,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1050092,
          "Average": 7609.36,
          "Max": 19342,
          "Min": 10
        },
        {
          "StatusCode": 449,
          "Total": 3851,
          "Average": 27.91,
          "Max": 128,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4416403,
          "Average": 32002.92,
          "Max": 48171,
          "Min": 3074
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.17,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 403,
          "Total": 9720,
          "Average": 70.43,
          "Max": 4436,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5220,
          "Average": 37.83,
          "Max": 1493,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1812199,
          "Average": 13131.88,
          "Max": 35930,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26307931,
          "Average": 190637.18,
          "Max": 215478,
          "Min": 4471
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.13,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 4986,
          "Average": 36.13,
          "Max": 1178,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28779,
          "Average": 208.54,
          "Max": 2438,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1175994,
          "Average": 8521.7,
          "Max": 20465,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5726498,
          "Average": 41496.36,
          "Max": 54195,
          "Min": 4503
        },
        {
          "StatusCode": 401,
          "Total": 5725,
          "Average": 41.49,
          "Max": 587,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 18996,
          "Average": 137.65,
          "Max": 981,
          "Min": 22
        },
        {
          "StatusCode": 410,
          "Total": 27012,
          "Average": 195.74,
          "Max": 1297,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1116364,
          "Average": 8089.59,
          "Max": 15199,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 6,
          "First": "2015-03-11T00:05:00",
          "Last": "2015-03-11T00:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "135 replica health errors | 60 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 9,
          "First": "2015-03-11T03:57:11.046",
          "Last": "2015-03-11T05:09:29.03"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 10,
          "First": "2015-03-11T02:12:21.908",
          "Last": "2015-03-11T04:12:14.173"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 56,
          "First": "2015-03-11T01:07:09.635",
          "Last": "2015-03-11T04:12:14.173"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1443 replica alerts for FullCopy | 5 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.361
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 316,
          "HourlyAverage": 25.295
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 935,
          "HourlyAverage": 74.845
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 135,
          "HourlyAverage": 10.806
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.881
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.4
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.56
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.32
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.24
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.24
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.24
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.16
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.32
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "41167963-f522-44f5-b5e3-3dfa01bcb5de",
          "MaxQuota": 10476298,
          "MaxUsage": 5835520
        },
        {
          "PartitionId": "2f152d4a-390f-443b-96d3-b3afd6065d78",
          "MaxQuota": 10476298,
          "MaxUsage": 5832960
        },
        {
          "PartitionId": "609d6633-71a3-46c9-8c9f-84ad354fff7a",
          "MaxQuota": 10476298,
          "MaxUsage": 5761792
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bb11b286-cf56-421f-9e78-6a22cdab0447",
          "MaxCrudUsage": 5512,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 7152
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "41167963-f522-44f5-b5e3-3dfa01bcb5de",
          "MaxCrudUsage": 5712,
          "MaxIndexUsage": 1064,
          "MaxTotalUsage": 7048
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ec60c1fb-9faf-480b-9440-f06d648a6408",
          "MaxCrudUsage": 5472,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 6912
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 9 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T19:50:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 497.384,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T19:55:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 209.103,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T02:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 116.023,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T00:45:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 102.328,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T01:00:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 97.132,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.503388
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 89.13948
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 89.981033
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 90.076441
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90.390309
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 31.695279
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 31.512083
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 31.081629
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 28.353322
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 28.229598
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 384.469238
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 310.325359
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 283.098784
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 260.660183
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 224.933013
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 70482.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 70978.827586
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 71948.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 73735.32
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 74749.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1547 Direct Tcp requests with 503 | 259 Direct Https requests with 503 | 199 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-10T20:55:00",
          "Last": "2015-03-11T00:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-11T00:45:00",
          "Last": "2015-03-11T00:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1541,
          "Average": 102.733,
          "First": "2015-03-10T18:40:00",
          "Last": "2015-03-11T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 257,
          "Average": 15.118,
          "First": "2015-03-10T18:50:00",
          "Last": "2015-03-11T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 199,
          "Average": 99.5,
          "First": "2015-03-11T01:00:00",
          "Last": "2015-03-11T02:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-11T00:45:00",
          "Last": "2015-03-11T00:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-11T00:45:00",
          "Last": "2015-03-11T02:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-10+23%3a49%3a46Z&end=2015-03-11+13%3a11%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-10T20:33:54.7620975-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 97596,
      "PhysicalCRUDUsageInMB": 257944,
      "LogicalIndexUsageInMB": 5164,
      "LogicalCRUDUsageInMB": 65548,
      "ClientReportedUsageInMB": 4505
    },
    {
      "TimeStamp": "2015-03-10T22:33:11.5957763-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108100,
      "PhysicalCRUDUsageInMB": 500504,
      "LogicalIndexUsageInMB": 10262,
      "LogicalCRUDUsageInMB": 128396,
      "ClientReportedUsageInMB": 41
    },
    {
      "TimeStamp": "2015-03-11T01:05:01.060111-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 165484,
      "PhysicalCRUDUsageInMB": 827952,
      "LogicalIndexUsageInMB": 17508,
      "LogicalCRUDUsageInMB": 223747,
      "ClientReportedUsageInMB": 8517
    },
    {
      "TimeStamp": "2015-03-11T04:11:02.5498883-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 232064,
      "PhysicalCRUDUsageInMB": 1255944,
      "LogicalIndexUsageInMB": 23218,
      "LogicalCRUDUsageInMB": 306583,
      "ClientReportedUsageInMB": 19163
    },
    {
      "TimeStamp": "2015-03-11T06:11:21.7706174-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 166708,
      "PhysicalCRUDUsageInMB": 847744,
      "LogicalIndexUsageInMB": 17395,
      "LogicalCRUDUsageInMB": 214700,
      "ClientReportedUsageInMB": 30475
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBuBAAAAAAAAA==",
  "_ts": 1426080751,
  "_etag": "\"0600b26f-0000-0000-0000-550043ef0000\"",
  "_attachments": "attachments/"
},
{
  "id": "4d026109-4a3f-418a-a71d-bf6d723e5d31",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBvBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-10T17:02:57.7259694-07:00",
  "CompletedTime": "2015-03-11T19:24:54.5691313-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1779d6f3-2743-48e6-9b7b-66874891095c",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-10T19:08:07.187546-07:00",
      "CompleteTime": "2015-03-10T19:17:14.3433616-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a65d33f-971b-4231-85be-11c1aa6469bd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-10T19:08:07.7265242-07:00",
      "CompleteTime": "2015-03-10T19:15:44.2249584-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bbf915f7-c88a-437c-b258-a296171ffa8e",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-10T19:08:08.2665612-07:00",
      "CompleteTime": "2015-03-10T19:16:44.0472087-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a3f59964-605e-4ed4-8671-e4756fa9952e",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-10T19:08:09.0846195-07:00",
      "CompleteTime": "2015-03-10T19:18:23.4152691-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "da2c3db5-da69-4659-b7cb-847200307da3",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T00:06:09.6070633-07:00",
      "CompleteTime": "2015-03-11T00:14:15.0965579-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f9c40443-e1cb-4d14-9cb9-bdea1134578a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T17:03:06.0915659-07:00",
      "EndTime": "2015-03-10T17:16:37.2672022-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e050cb1-63a5-49c7-b2c6-587d377e6ef3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T17:17:03.8600437-07:00",
      "EndTime": "2015-03-10T17:18:13.0569786-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "42643ead-5cb7-4235-b5f0-277f236e545b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-10T17:18:13.4449877-07:00",
      "EndTime": "2015-03-10T17:56:31.8862962-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0c394d3-336a-4f20-aded-e20fb16a2a78",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T17:56:41.0169896-07:00",
      "EndTime": "2015-03-10T18:24:43.9815222-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4dfd5618-f2ee-4111-a593-56e82ce28518",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T18:24:44.3525488-07:00",
      "EndTime": "2015-03-10T18:58:01.5494537-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d94ded61-6275-4ae3-9cdb-0622df80fabe",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T20:08:05.7491697-07:00",
      "EndTime": "2015-03-10T20:16:40.4908092-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "f5c7425f-db9c-4750-97dd-1b0163b3af6e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T22:21:58.7560155-07:00",
      "EndTime": "2015-03-10T23:19:35.4635346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a092f33-505c-4cfc-8fbe-53a974d9def1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150310.1\\x64\\Release",
      "StartTime": "2015-03-10T23:51:13.7494111-07:00",
      "EndTime": "2015-03-10T23:54:05.2225945-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a19%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a19%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-10T23:18:00.9088517",
          "Last": "2015-03-10T23:18:00.9088517"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a19%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a19%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 13440515,
          "Average": 312570.12,
          "Max": 364422,
          "Min": 4017
        },
        {
          "StatusCode": 400,
          "Total": 38,
          "Average": 0.88,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 92,
          "Average": 2.14,
          "Max": 92,
          "Min": 92
        },
        {
          "StatusCode": 404,
          "Total": 78200,
          "Average": 1818.6,
          "Max": 8132,
          "Min": 1532
        },
        {
          "StatusCode": 410,
          "Total": 5148,
          "Average": 119.72,
          "Max": 761,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 1735688,
          "Average": 40364.84,
          "Max": 64647,
          "Min": 1420
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 388073,
          "Average": 9024.95,
          "Max": 10651,
          "Min": 138
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.07,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 3119,
          "Average": 72.53,
          "Max": 241,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 129,
          "Average": 3.0,
          "Max": 21,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 44546,
          "Average": 1035.95,
          "Max": 1668,
          "Min": 26
        },
        {
          "StatusCode": 449,
          "Total": 1979,
          "Average": 46.02,
          "Max": 190,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1160078,
          "Average": 26978.56,
          "Max": 31408,
          "Min": 293
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.21,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 11082,
          "Average": 257.72,
          "Max": 748,
          "Min": 59
        },
        {
          "StatusCode": 410,
          "Total": 391,
          "Average": 9.09,
          "Max": 58,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 137202,
          "Average": 3190.74,
          "Max": 4981,
          "Min": 95
        },
        {
          "StatusCode": 449,
          "Total": 4495,
          "Average": 104.53,
          "Max": 350,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1986254,
          "Average": 45142.14,
          "Max": 53753,
          "Min": 581
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.05,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.05,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 8330,
          "Average": 189.32,
          "Max": 5354,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 21,
          "Average": 0.48,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 409,
          "Average": 9.3,
          "Max": 76,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 288711,
          "Average": 6561.61,
          "Max": 10300,
          "Min": 183
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8728991,
          "Average": 198386.16,
          "Max": 220907,
          "Min": 2901
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.18,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.32,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 220,
          "Average": 5.0,
          "Max": 117,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 694,
          "Average": 15.77,
          "Max": 233,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 105014,
          "Average": 2386.68,
          "Max": 5339,
          "Min": 150
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a20%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2222835,
          "Average": 50518.98,
          "Max": 60716,
          "Min": 858
        },
        {
          "StatusCode": 401,
          "Total": 35,
          "Average": 0.8,
          "Max": 35,
          "Min": 35
        },
        {
          "StatusCode": 404,
          "Total": 11938,
          "Average": 271.32,
          "Max": 2064,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 558,
          "Average": 12.68,
          "Max": 121,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 86265,
          "Average": 1960.57,
          "Max": 4722,
          "Min": 33
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a21%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 15,
          "First": "2015-03-10T17:05:00",
          "Last": "2015-03-10T23:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1,
          "First": "2015-03-10T23:15:00",
          "Last": "2015-03-10T23:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 80,
          "First": "2015-03-10T17:05:00",
          "Last": "2015-03-10T23:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a23%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a27%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a27%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "6 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 6,
          "First": "2015-03-10T23:22:16.339",
          "Last": "2015-03-10T23:22:16.589"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "78 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 66,
          "HourlyAverage": 11.944
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.362
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 1.81
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "059d2f98-8444-4770-a86c-96bf6ad179cb",
          "MaxQuota": 4654996,
          "MaxUsage": 3481081
        },
        {
          "PartitionId": "74504fc6-9f6c-4b5a-8174-7fa64d1e2a82",
          "MaxQuota": 3490816,
          "MaxUsage": 1995826
        },
        {
          "PartitionId": "0dbb3def-3688-4a0a-9b82-053f9edb688a",
          "MaxQuota": 3490816,
          "MaxUsage": 1989810
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9a61bf95-17ab-4aaf-b8fe-b64d6c170a44",
          "MaxCrudUsage": 6624,
          "MaxIndexUsage": 1324,
          "MaxTotalUsage": 8404
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "ebfae9a2-2f40-4c7a-b955-f0f89611ab3b",
          "MaxCrudUsage": 6344,
          "MaxIndexUsage": 1240,
          "MaxTotalUsage": 7880
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "15d5c78b-5dab-4722-a302-48139595c841",
          "MaxCrudUsage": 5976,
          "MaxIndexUsage": 1176,
          "MaxTotalUsage": 7512
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 5 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-10T23:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 125.122,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T23:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 114.558,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-10T23:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 50.663,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-10T23:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 46.824,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-10T23:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 40.967,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a28%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 89.679413
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 90.51166
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 90.774073
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 90.853002
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 90.898914
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a29%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 23.804283
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 23.099702
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 22.184176
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.035061
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 21.900755
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a29%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 119.636174
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62.265793
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 34.733725
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 24.544277
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 23.63276
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a29%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 70498.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 70969.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 71298.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 73071.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 73220.413793
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a29%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5e7851ba-fa7c-4edb-b5cf-69887f97de75",
          "Count": 1,
          "First": "2015-03-10T18:41:06.5998697",
          "Last": "2015-03-10T18:41:06.5998697"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 82b6aa5f-a1b7-42a4-8565-60593a6094d1",
          "Count": 1,
          "First": "2015-03-10T18:41:08.8432455",
          "Last": "2015-03-10T18:41:08.8432455"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 366868c9-5c33-491e-a082-d90c2f2833b2",
          "Count": 1,
          "First": "2015-03-10T18:41:10.0186252",
          "Last": "2015-03-10T18:41:10.0186252"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 6f86df6e-8d97-4522-ad6a-b1ae4387e97d",
          "Count": 1,
          "First": "2015-03-10T18:41:40.352558",
          "Last": "2015-03-10T18:41:40.352558"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a29%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a30%3a20Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "5 Direct Https requests with 503 | 6 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 5,
          "First": "2015-03-10T20:00:00",
          "Last": "2015-03-10T20:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 2,
          "First": "2015-03-10T20:00:00",
          "Last": "2015-03-10T22:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a30%3a27Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-11+00%3a02%3a57Z&end=2015-03-11+06%3a30%3a43Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-10T20:21:35.9147331-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 77568,
      "PhysicalCRUDUsageInMB": 67328,
      "LogicalIndexUsageInMB": 936,
      "LogicalCRUDUsageInMB": 11986,
      "ClientReportedUsageInMB": 1094
    },
    {
      "TimeStamp": "2015-03-10T23:30:49.9195035-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 134460,
      "PhysicalCRUDUsageInMB": 678280,
      "LogicalIndexUsageInMB": 13028,
      "LogicalCRUDUsageInMB": 161499,
      "ClientReportedUsageInMB": 31960
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBvBAAAAAAAAA==",
  "_ts": 1426127095,
  "_etag": "\"09005a34-0000-0000-0000-5500f8f70000\"",
  "_attachments": "attachments/"
},
{
  "id": "4a2d8427-a8ab-4b0b-8a7c-967b0591f79b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBwBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-10T23:35:13.7816642-07:00",
  "CompletedTime": "2015-03-11T13:41:56.4399393-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f937e86e-e50f-4633-a499-796dd72267b6",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T01:28:36.2479776-07:00",
      "CompleteTime": "2015-03-11T01:38:13.2536198-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2a331172-9f22-407c-b973-da5585ffe239",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T01:28:36.8094389-07:00",
      "CompleteTime": "2015-03-11T01:37:13.5290427-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2185d825-e924-42e7-8205-5579415c550c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T01:28:37.3388758-07:00",
      "CompleteTime": "2015-03-11T01:39:13.3595461-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ea02d0a4-0721-4733-bb87-8fbe5e423452",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T01:28:37.8833121-07:00",
      "CompleteTime": "2015-03-11T01:38:53.5090007-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cdc1d4ed-9771-4191-9c64-4cefded8abfd",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T05:36:16.9517999-07:00",
      "CompleteTime": "2015-03-11T05:47:21.6681608-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5880462-9c83-470c-a8f2-a8382beb36bd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-11T06:47:46.562163-07:00",
      "CompleteTime": "2015-03-11T07:06:01.8444432-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f5b7c5ef-064b-4f8a-95db-ad230d6c3f06",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T09:18:09.9837902-07:00",
      "CompleteTime": "2015-03-11T09:29:14.393123-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0e6c7f3-7815-4acd-9069-238b3838777b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-11T11:48:35.7315432-07:00",
      "CompleteTime": "2015-03-11T12:53:56.2873476-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f22da426-a9fd-4380-9a6c-cf94dab7f116",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T23:35:24.0151589-07:00",
      "EndTime": "2015-03-10T23:58:58.9536719-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "645b79fb-ac3b-4138-b92e-459f11cfec5c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T23:59:18.0337599-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "03d423b0-a870-4554-a4f3-694ac0307782",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-10T23:59:18.4220772-07:00",
      "EndTime": "2015-03-11T00:33:20.5038265-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4886f37f-9e6d-499b-a8ca-f26b584617e8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T00:33:35.0085555-07:00",
      "EndTime": "2015-03-11T00:47:12.7387526-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4f4b1f1-bb5d-47f4-ba3f-bbff97b863ba",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T00:47:13.1440834-07:00",
      "EndTime": "2015-03-11T01:18:30.4435498-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "931cad16-1311-4594-80b6-7d7120bb7e43",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T02:28:35.9443957-07:00",
      "EndTime": "2015-03-11T04:41:14.0085732-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "550e7f65-6cb2-433a-8ea9-646c5e072329",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T05:21:22.1794979-07:00",
      "EndTime": "2015-03-11T06:47:41.4386997-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "025f24c6-a2c3-45be-88ed-7b817bf92974",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T07:27:46.9607681-07:00",
      "EndTime": "2015-03-11T08:54:56.20952-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "706548e6-1804-4682-a851-df9baa3a821d",
      "EventName": "Upgrade Package",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T09:35:01.5070237-07:00",
      "EndTime": "2015-03-11T11:41:54.6611519-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "56aed826-991a-4945-8034-4fbee71fd3db",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "C:\\root\\source4\\Main\\bin\\x64\\Release",
      "StartTime": "2015-03-11T11:42:12.9014925-07:00",
      "EndTime": "2015-03-11T11:44:20.4369279-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "131 back end trace criticals with 8 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-11T10:34:26.1371705",
          "Last": "2015-03-11T10:34:26.1371705"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-11T05:49:00.8808912",
          "Last": "2015-03-11T05:55:24.7459764"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-11T05:49:00.8808452",
          "Last": "2015-03-11T05:55:24.7459029"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-11T11:46:15.0572059",
          "Last": "2015-03-11T11:46:15.0572059"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-11T10:04:23.6617784",
          "Last": "2015-03-11T10:04:23.6617784"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 68,
          "First": "2015-03-11T10:14:24.8556011",
          "Last": "2015-03-11T13:08:40.5383263"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-11T11:46:09.1886557",
          "Last": "2015-03-11T11:46:09.1886557"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 55,
          "First": "2015-03-11T06:14:43.7558799",
          "Last": "2015-03-11T13:40:13.5396161"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "22 requests with 408 | 5 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 8,
          "First": "2015-03-11T02:35:40.9769109",
          "Last": "2015-03-11T11:09:58.3440439"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-11T02:35:44.9107304",
          "Last": "2015-03-11T02:35:44.9107304"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 6,
          "First": "2015-03-11T02:35:42.4929368",
          "Last": "2015-03-11T10:54:50.9960999"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "torestore-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-11T04:31:46.4775665",
          "Last": "2015-03-11T04:31:46.4775665"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-4",
          "Count": 5,
          "First": "2015-03-11T05:52:43.2779081",
          "Last": "2015-03-11T10:51:30.0481783"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-11T13:27:58.1846382",
          "Last": "2015-03-11T13:27:58.1846382"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 4,
          "First": "2015-03-11T09:57:48.3341788",
          "Last": "2015-03-11T09:57:51.4775282"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Count": 1,
          "First": "2015-03-11T09:57:51.2995552",
          "Last": "2015-03-11T09:57:51.2995552"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "91 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-11T02:35:00",
          "Last": "2015-03-11T02:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 76,
          "First": "2015-03-11T02:35:00",
          "Last": "2015-03-11T02:35:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 7,
          "First": "2015-03-11T02:35:00",
          "Last": "2015-03-11T02:35:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-11T02:35:00",
          "Last": "2015-03-11T02:35:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40036476,
          "Average": 278031.08,
          "Max": 356001,
          "Min": 5953
        },
        {
          "StatusCode": 400,
          "Total": 87,
          "Average": 0.6,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 163529,
          "Average": 1135.62,
          "Max": 38964,
          "Min": 2951
        },
        {
          "StatusCode": 404,
          "Total": 195628,
          "Average": 1358.53,
          "Max": 8094,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 76,
          "Average": 0.53,
          "Max": 76,
          "Min": 76
        },
        {
          "StatusCode": 409,
          "Total": 21,
          "Average": 0.15,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 97981,
          "Average": 680.42,
          "Max": 9659,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5788688,
          "Average": 40199.22,
          "Max": 106753,
          "Min": 678
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1168557,
          "Average": 8114.98,
          "Max": 10661,
          "Min": 179
        },
        {
          "StatusCode": 404,
          "Total": 7103,
          "Average": 49.33,
          "Max": 155,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 2464,
          "Average": 17.11,
          "Max": 227,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 149948,
          "Average": 1041.31,
          "Max": 2863,
          "Min": 21
        },
        {
          "StatusCode": 449,
          "Total": 9135,
          "Average": 63.44,
          "Max": 276,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3486739,
          "Average": 24213.47,
          "Max": 31094,
          "Min": 477
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 431,
          "Average": 2.99,
          "Max": 125,
          "Min": 22
        },
        {
          "StatusCode": 404,
          "Total": 26224,
          "Average": 182.11,
          "Max": 534,
          "Min": 18
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.04,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 7446,
          "Average": 51.71,
          "Max": 811,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 461864,
          "Average": 3207.39,
          "Max": 8916,
          "Min": 46
        },
        {
          "StatusCode": 449,
          "Total": 18888,
          "Average": 131.17,
          "Max": 452,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5922001,
          "Average": 41125.01,
          "Max": 53283,
          "Min": 665
        },
        {
          "StatusCode": 400,
          "Total": 28984,
          "Average": 201.28,
          "Max": 7101,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8697,
          "Average": 60.4,
          "Max": 5815,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 33,
          "Average": 0.23,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 12037,
          "Average": 83.59,
          "Max": 1388,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 942667,
          "Average": 6546.3,
          "Max": 15924,
          "Min": 185
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32448383,
          "Average": 225335.99,
          "Max": 260916,
          "Min": 1041
        },
        {
          "StatusCode": 400,
          "Total": 18,
          "Average": 0.12,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7756,
          "Average": 53.86,
          "Max": 1124,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30669,
          "Average": 212.98,
          "Max": 2106,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 529020,
          "Average": 3673.75,
          "Max": 8727,
          "Min": 67
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6638310,
          "Average": 46099.38,
          "Max": 60619,
          "Min": 517
        },
        {
          "StatusCode": 404,
          "Total": 38967,
          "Average": 270.6,
          "Max": 1836,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 27401,
          "Average": 190.28,
          "Max": 2013,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 427294,
          "Average": 2967.32,
          "Max": 6973,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 36,
          "First": "2015-03-11T03:05:00",
          "Last": "2015-03-11T04:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+Level+%3d+1",
      "Notes": "1 WinFabric trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-11T11:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "9 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 9,
          "First": "2015-03-11T03:00:48.0056591",
          "Last": "2015-03-11T03:00:53.0597865"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "426 replica health errors | 170 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 63,
          "First": "2015-03-11T10:35:59.852",
          "Last": "2015-03-11T12:40:42.689"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 39,
          "First": "2015-03-11T08:31:54.788",
          "Last": "2015-03-11T13:20:50.138"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 154,
          "First": "2015-03-11T04:36:15.443",
          "Last": "2015-03-11T13:20:50.138"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1164 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 407,
          "HourlyAverage": 30.966
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 2.511
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 90,
          "HourlyAverage": 6.848
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 632,
          "HourlyAverage": 48.085
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "58 partitions violated quota invariants | 58 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8438374d-7bd0-4450-97a3-4fb866f30ce2",
          "MaxQuota": 6981471,
          "MaxUsage": 6199755
        },
        {
          "PartitionId": "35f9bbcb-652b-4b34-b28f-70d051800ae8",
          "MaxQuota": 6981471,
          "MaxUsage": 6144734
        },
        {
          "PartitionId": "8427b468-dd36-48d2-8f5b-d676f00023b8",
          "MaxQuota": 6981471,
          "MaxUsage": 5971244
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "8438374d-7bd0-4450-97a3-4fb866f30ce2",
          "MaxCrudUsage": 6080,
          "MaxIndexUsage": 1112,
          "MaxTotalUsage": 7584
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "35f9bbcb-652b-4b34-b28f-70d051800ae8",
          "MaxCrudUsage": 6024,
          "MaxIndexUsage": 1128,
          "MaxTotalUsage": 7392
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-4",
          "PartitionId": "a463a268-4be0-49be-915f-f4888179d157",
          "MaxCrudUsage": 5848,
          "MaxIndexUsage": 1144,
          "MaxTotalUsage": 7220
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 14 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-11T06:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 486.909,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T02:35:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 394.582,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T02:35:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 390.873,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T04:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 254.24,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T02:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 245.137,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.156729
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.656709
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.103668
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 86.280981
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.757787
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.377827
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 74.100566
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 71.162418
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 68.425657
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 60.903084
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 167.837117
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 141.709023
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 140.586402
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 138.013835
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 93.195764
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55674.851852
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 56736.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57258.571429
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 58243.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 61043.206897
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: f89a7bac-051e-448c-97ae-aceb0ac12fd5",
          "Count": 1,
          "First": "2015-03-11T01:01:28.6925034",
          "Last": "2015-03-11T01:01:28.6925034"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 03ff2995-de82-49b0-8dc6-7ca70a44cc49",
          "Count": 1,
          "First": "2015-03-11T01:01:04.9868635",
          "Last": "2015-03-11T01:01:04.9868635"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c82ca2d7-3c92-45af-a8de-ee602f0b1328",
          "Count": 1,
          "First": "2015-03-11T01:01:08.1666503",
          "Last": "2015-03-11T01:01:08.1666503"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: ed122615-3bff-4216-859f-f48b6b8b9a80",
          "Count": 1,
          "First": "2015-03-11T01:01:24.8523793",
          "Last": "2015-03-11T01:01:24.8523793"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-4%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-4%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:3416482d-d6b2-448f-b93f-070bca071ebc Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-11T08:39:50.3772897"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-11+06%3a35%3a13Z&end=2015-03-11+20%3a41%3a56Z&query=where+Tenant+%3d+%22doctestmgmt4%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-11T13:41:56.4399393-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 261120,
      "PhysicalCRUDUsageInMB": 1378904,
      "LogicalIndexUsageInMB": 26549,
      "LogicalCRUDUsageInMB": 338770,
      "ClientReportedUsageInMB": 53142
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBwBAAAAAAAAA==",
  "_ts": 1426108246,
  "_etag": "\"07001cf7-0000-0000-0000-5500af560000\"",
  "_attachments": "attachments/"
},
{
  "id": "8ac509dd-6c32-4041-bb08-326e6f388adb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBxBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-11T18:04:16.0580593-07:00",
  "CompletedTime": "2015-03-12T09:46:22.5863084-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "05405b29-78b5-47c9-b2f3-827dd04426b4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T19:51:30.5875862-07:00",
      "CompleteTime": "2015-03-11T20:01:07.6331277-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48b0e4c0-a157-4011-af59-3b4e909ef2e9",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T19:51:31.1918472-07:00",
      "CompleteTime": "2015-03-11T20:00:07.8368882-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f4cfa857-f064-4292-8e1e-cb10256b144b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T19:51:31.7481041-07:00",
      "CompleteTime": "2015-03-11T20:01:37.728256-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59fe04af-5f9d-46dc-ac44-507f34402e62",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T19:51:32.5401993-07:00",
      "CompleteTime": "2015-03-11T20:01:51.1276903-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2987948-bc7b-411f-b951-72b2a1f427f1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T21:06:25.1845469-07:00",
      "CompleteTime": "2015-03-11T21:17:29.7020248-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9660bb9-94f6-42da-ade4-425784cf2ffc",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-11T22:37:17.3471484-07:00",
      "CompleteTime": "2015-03-11T22:49:34.497981-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ef07c04-69eb-4afd-a443-ac2edab532a1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T01:02:49.8039149-07:00",
      "CompleteTime": "2015-03-12T01:13:04.378263-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a67ca999-75c4-468f-be00-6c954cf1b8d9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-12T07:53:16.9456971-07:00",
      "CompleteTime": "2015-03-12T08:54:40.1308367-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "039f814c-83aa-426c-9ea8-dd99134d74b5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T18:04:23.7004306-07:00",
      "EndTime": "2015-03-11T18:17:55.0626339-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "560f1e99-73ff-4b73-baf7-736dfb2c26c9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T18:19:58.8543188-07:00",
      "EndTime": "2015-03-11T18:21:11.2013135-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eab803ac-70a0-4815-b1f1-2db4fb85eae8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T18:21:11.5736117-07:00",
      "EndTime": "2015-03-11T18:55:05.5837508-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8897319b-6d28-4703-9586-a2da26becab9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T18:55:20.2810689-07:00",
      "EndTime": "2015-03-11T19:09:03.6526156-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "19b19755-5edc-42ee-b36f-5c9e69a4221d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T19:09:04.0289184-07:00",
      "EndTime": "2015-03-11T19:41:22.931016-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "44141092-5511-4a1b-8375-053ef9ad2708",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T20:51:31.9908902-07:00",
      "EndTime": "2015-03-11T22:22:18.6829991-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b854407-9659-4479-a759-b1c5ce5a7943",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T23:17:22.5427385-07:00",
      "EndTime": "2015-03-12T00:44:02.0721855-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9cd758d4-9b83-4e05-b91c-41a434a6cf25",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T01:42:55.3147197-07:00",
      "EndTime": "2015-03-12T04:00:35.5142181-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "01bfab59-6ed7-4c5c-ba19-ffe3e2acb4f3",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T05:09:01.6403832-07:00",
      "EndTime": "2015-03-12T07:15:58.7751657-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed7f5d88-669f-4c52-aac5-a804b91167ff",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T07:46:44.414029-07:00",
      "EndTime": "2015-03-12T07:48:54.4891966-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "100 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 47,
          "First": "2015-03-12T05:47:38.2315345",
          "Last": "2015-03-12T07:07:52.4380745"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T05:49:20.9808522",
          "Last": "2015-03-12T05:49:20.9808522"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T07:50:13.591944",
          "Last": "2015-03-12T07:50:13.591944"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 51,
          "First": "2015-03-12T03:57:25.0440562",
          "Last": "2015-03-12T07:47:00.0299076"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "18 requests with 408 | 2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 7,
          "First": "2015-03-11T21:14:26.9242166",
          "Last": "2015-03-12T06:10:25.9692301"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 8,
          "First": "2015-03-11T20:12:09.5193275",
          "Last": "2015-03-12T02:22:22.8690038"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "First": "2015-03-11T23:55:22.7126893",
          "Last": "2015-03-12T01:53:53.7229918"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "First": "2015-03-12T03:19:04.9171544",
          "Last": "2015-03-12T03:19:04.9458006"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45284490,
          "Average": 276124.94,
          "Max": 344407,
          "Min": 45
        },
        {
          "StatusCode": 400,
          "Total": 88,
          "Average": 0.54,
          "Max": 23,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2429,
          "Average": 14.81,
          "Max": 2429,
          "Min": 2429
        },
        {
          "StatusCode": 403,
          "Total": 310633,
          "Average": 1894.1,
          "Max": 37712,
          "Min": 3753
        },
        {
          "StatusCode": 404,
          "Total": 951810,
          "Average": 5803.72,
          "Max": 23906,
          "Min": 296
        },
        {
          "StatusCode": 409,
          "Total": 28,
          "Average": 0.17,
          "Max": 12,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 38440,
          "Average": 234.39,
          "Max": 1809,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6962357,
          "Average": 42453.4,
          "Max": 98951,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1329339,
          "Average": 8155.45,
          "Max": 10255,
          "Min": 159
        },
        {
          "StatusCode": 401,
          "Total": 51,
          "Average": 0.31,
          "Max": 51,
          "Min": 51
        },
        {
          "StatusCode": 404,
          "Total": 4550,
          "Average": 27.91,
          "Max": 174,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 970,
          "Average": 5.95,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 154548,
          "Average": 948.15,
          "Max": 2672,
          "Min": 36
        },
        {
          "StatusCode": 449,
          "Total": 6707,
          "Average": 41.15,
          "Max": 156,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3966296,
          "Average": 24333.1,
          "Max": 30021,
          "Min": 434
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 189,
          "Average": 1.16,
          "Max": 189,
          "Min": 189
        },
        {
          "StatusCode": 403,
          "Total": 703,
          "Average": 4.31,
          "Max": 154,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18082,
          "Average": 110.93,
          "Max": 610,
          "Min": 50
        },
        {
          "StatusCode": 410,
          "Total": 2936,
          "Average": 18.01,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 474187,
          "Average": 2909.12,
          "Max": 7502,
          "Min": 159
        },
        {
          "StatusCode": 449,
          "Total": 13802,
          "Average": 84.67,
          "Max": 262,
          "Min": 22
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6719620,
          "Average": 40973.29,
          "Max": 51925,
          "Min": 307
        },
        {
          "StatusCode": 400,
          "Total": 46978,
          "Average": 286.45,
          "Max": 5963,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 8858,
          "Average": 54.01,
          "Max": 3931,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 24,
          "Average": 0.15,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3478,
          "Average": 21.21,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 967960,
          "Average": 5902.2,
          "Max": 15303,
          "Min": 325
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 36950809,
          "Average": 225309.81,
          "Max": 256616,
          "Min": 25804
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 23,
          "Average": 0.14,
          "Max": 23,
          "Min": 23
        },
        {
          "StatusCode": 404,
          "Total": 6607,
          "Average": 40.29,
          "Max": 436,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31685,
          "Average": 193.2,
          "Max": 1750,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 539905,
          "Average": 3292.1,
          "Max": 8327,
          "Min": 61
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7452891,
          "Average": 45723.26,
          "Max": 58435,
          "Min": 365
        },
        {
          "StatusCode": 401,
          "Total": 1360,
          "Average": 8.34,
          "Max": 1360,
          "Min": 1360
        },
        {
          "StatusCode": 404,
          "Total": 35367,
          "Average": 216.98,
          "Max": 2706,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28958,
          "Average": 177.66,
          "Max": 1545,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 444484,
          "Average": 2726.9,
          "Max": 5553,
          "Min": 110
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 2,
          "First": "2015-03-12T02:50:00",
          "Last": "2015-03-12T02:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 15,
          "First": "2015-03-12T02:10:00",
          "Last": "2015-03-12T08:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "887 replica health errors | 192 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 85,
          "First": "2015-03-12T00:24:03.713",
          "Last": "2015-03-12T08:49:24.113"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 141,
          "First": "2015-03-12T00:14:01.998",
          "Last": "2015-03-12T07:49:12.215"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 469,
          "First": "2015-03-12T00:09:00.906",
          "Last": "2015-03-12T07:49:12.215"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1587 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 56,
          "HourlyAverage": 3.77
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 286,
          "HourlyAverage": 19.253
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1111,
          "HourlyAverage": 74.791
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 125,
          "HourlyAverage": 8.415
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.202
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.404
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "61 partitions violated quota invariants | 59 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "47b018aa-5972-477d-bf34-275800d5da9c",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "LastUsage": 3705984,
          "LastQuota": 3490816,
          "LastIndexUsage": 289797,
          "First": "2015-03-12T08:15:00",
          "Last": "2015-03-12T09:45:00"
        },
        {
          "PartitionId": "eb6b76a8-b145-44bf-98f6-f78f6ff07ecf",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "LastUsage": 4203648,
          "LastQuota": 3490816,
          "LastIndexUsage": 332306,
          "First": "2015-03-12T08:15:00",
          "Last": "2015-03-12T09:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "386fd215-7d30-4aa2-bb55-03296505fb2e",
          "MaxQuota": 8144708,
          "MaxUsage": 7148520
        },
        {
          "PartitionId": "fb7c75c4-feed-4b69-80ab-1790aa1b6fef",
          "MaxQuota": 8144708,
          "MaxUsage": 6920936
        },
        {
          "PartitionId": "9745a044-73fc-436e-a736-61d0c3f8dfcd",
          "MaxQuota": 8144708,
          "MaxUsage": 6911621
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "5767b66d-b595-4140-989a-a505a73bbe63",
          "MaxCrudUsage": 6920,
          "MaxIndexUsage": 1320,
          "MaxTotalUsage": 8696
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "386fd215-7d30-4aa2-bb55-03296505fb2e",
          "MaxCrudUsage": 6920,
          "MaxIndexUsage": 1280,
          "MaxTotalUsage": 8648
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "9745a044-73fc-436e-a736-61d0c3f8dfcd",
          "MaxCrudUsage": 6848,
          "MaxIndexUsage": 1252,
          "MaxTotalUsage": 8376
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 19 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T02:50:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 216.996,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T00:00:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 193.875,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T00:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 177.259,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T00:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 174.776,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T00:00:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 170.605,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.043661
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.170342
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.321459
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 84.948451
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.430005
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64.909935
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 53.870336
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 50.897115
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 42.016011
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40.05175
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 353.05135
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 216.686716
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 213.294614
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 207.729894
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 184.767932
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 54606.157895
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58515.772727
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 58945.809524
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 59130.655172
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 61395.259259
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: a3001deb-bf83-42d1-855a-f8ec4d424ab8",
          "Count": 1,
          "First": "2015-03-11T19:23:40.6312624",
          "Last": "2015-03-11T19:23:40.6312624"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 394c9783-2357-4f82-90fc-dd15d9d6e533",
          "Count": 1,
          "First": "2015-03-11T19:24:33.5602496",
          "Last": "2015-03-11T19:24:33.5602496"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b0ec0657-237e-40fb-9ec8-b4b499525ec6",
          "Count": 1,
          "First": "2015-03-11T19:23:42.305629",
          "Last": "2015-03-11T19:23:42.305629"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: f16d53e2-5f63-4fba-9a08-e373b0ebd00d",
          "Count": 1,
          "First": "2015-03-11T19:24:34.0858384",
          "Last": "2015-03-11T19:24:34.0858384"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "334 Direct Tcp requests with 503 | 39 Direct Https requests with 503 | 2 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 119,
          "Average": 2.902,
          "First": "2015-03-11T20:55:00",
          "Last": "2015-03-12T06:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 37,
          "Average": 1.762,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-12T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-12T03:15:00",
          "Last": "2015-03-12T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 208,
          "Average": 8.0,
          "First": "2015-03-11T23:50:00",
          "Last": "2015-03-12T09:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-12T00:20:00",
          "Last": "2015-03-12T05:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "Average": 1.667,
          "First": "2015-03-12T09:10:00",
          "Last": "2015-03-12T09:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-11T22:35:00",
          "Last": "2015-03-11T22:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-11T21:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:4a0f28ab-cb32-4509-9ccf-f08aa22a1cd1 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-12T03:01:51.5039621"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+01%3a04%3a16Z&end=2015-03-12+16%3a46%3a22Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-11T22:37:00.4324881-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 94112,
      "PhysicalCRUDUsageInMB": 370792,
      "LogicalIndexUsageInMB": 7642,
      "LogicalCRUDUsageInMB": 94186,
      "ClientReportedUsageInMB": 4031
    },
    {
      "TimeStamp": "2015-03-12T01:02:25.5846712-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 160288,
      "PhysicalCRUDUsageInMB": 768840,
      "LogicalIndexUsageInMB": 14525,
      "LogicalCRUDUsageInMB": 180586,
      "ClientReportedUsageInMB": 208125
    },
    {
      "TimeStamp": "2015-03-12T04:28:32.4252813-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 243288,
      "PhysicalCRUDUsageInMB": 1263232,
      "LogicalIndexUsageInMB": 26439,
      "LogicalCRUDUsageInMB": 332686,
      "ClientReportedUsageInMB": 341879
    },
    {
      "TimeStamp": "2015-03-12T07:46:06.9901538-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-12T09:46:22.5863084-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 280096,
      "PhysicalCRUDUsageInMB": 1431408,
      "LogicalIndexUsageInMB": 25616,
      "LogicalCRUDUsageInMB": 326461,
      "ClientReportedUsageInMB": 10427
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBxBAAAAAAAAA==",
  "_ts": 1426181206,
  "_etag": "\"0c001ace-0000-0000-0000-5501cc560000\"",
  "_attachments": "attachments/"
},
{
  "id": "77852dc7-b80d-4d5d-a34e-926b9f3df26d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgByBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-11T18:47:19.7016589-07:00",
  "CompletedTime": "2015-03-12T08:01:48.4591006-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1bfb4e89-6e07-4d2e-9473-bcefd8bf61c7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T19:41:18.8315111-07:00",
      "CompleteTime": "2015-03-11T19:48:59.7421101-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "01d3afe4-b733-4a9f-beb2-a8545658c048",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T19:41:19.3355784-07:00",
      "CompleteTime": "2015-03-11T19:48:30.0211817-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6919f7f2-6cf2-4040-a3fd-c4520b50af45",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T19:41:19.8626621-07:00",
      "CompleteTime": "2015-03-11T19:52:30.7202574-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a4d2aec-e426-4a12-8f07-5c1af212ef80",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T19:41:20.3926693-07:00",
      "CompleteTime": "2015-03-11T19:50:33.638252-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "11a3d1c7-d5dc-47d1-b9ae-a8fef2805ca2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T20:56:33.2460061-07:00",
      "CompleteTime": "2015-03-11T21:05:56.2957207-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fd8f56e2-3b77-4375-8a17-2af13daa45bf",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-11T22:02:57.608595-07:00",
      "CompleteTime": "2015-03-11T22:15:09.2982836-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e1038299-993b-4430-8b69-f8f59c93459d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T00:54:47.5125639-07:00",
      "CompleteTime": "2015-03-12T01:04:23.3719444-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66ec32b8-932c-4bba-82c7-8823dca1a449",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-12T06:07:17.7006753-07:00",
      "CompleteTime": "2015-03-12T07:01:36.652972-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ce4825f8-6ed6-4333-8cfd-303709a65dc4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T18:48:41.9570153-07:00",
      "EndTime": "2015-03-11T18:56:40.7381785-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a11e629f-4d67-488b-bbd7-c747fb316e2d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T18:56:52.0199614-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0c46ae63-e33c-4efa-9bc1-e6bef569cd6c",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T18:56:52.4242964-07:00",
      "EndTime": "2015-03-11T19:30:43.4000164-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "867b102b-4607-454b-9bf6-359a77b756da",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T19:30:49.9836536-07:00",
      "EndTime": "2015-03-11T19:40:03.2582253-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c4810b47-47d5-4e48-a6b0-36562e38522c",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T19:40:03.6250567-07:00",
      "EndTime": "2015-03-11T19:41:14.3928202-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb1ba39c-930e-45c6-b0d2-7998d77cdc29",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T20:41:34.9824741-07:00",
      "EndTime": "2015-03-11T22:02:53.2746783-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "71705e19-20a8-46cd-b1ff-d61e57ae8f91",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-11T22:42:56.4296241-07:00",
      "EndTime": "2015-03-12T00:21:16.9764406-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "df7a7658-994d-42b4-b5f9-a1f53509de13",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T01:01:20.47591-07:00",
      "EndTime": "2015-03-12T03:14:51.4496589-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d67781f8-a21f-4d0b-8b54-21219d22f0d7",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T03:54:55.039896-07:00",
      "EndTime": "2015-03-12T06:01:47.3514495-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "145fac97-8f36-4b58-95dc-6ee940e70e4f",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T06:02:01.9222513-07:00",
      "EndTime": "2015-03-12T06:03:07.4203118-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "124 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-03-12T05:48:41.924134",
          "Last": "2015-03-12T06:02:20.8602339"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-12T04:45:43.7611738",
          "Last": "2015-03-12T04:45:43.7611738"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-12T06:04:06.4578079",
          "Last": "2015-03-12T06:05:02.1860494"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-12T04:45:43.7612062",
          "Last": "2015-03-12T04:45:43.7612062"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 106,
          "First": "2015-03-12T04:20:09.0111126",
          "Last": "2015-03-12T08:01:37.3604403"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "159 requests with 408 | 3 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-03-11T20:05:29.2178849",
          "Last": "2015-03-12T00:57:26.9797868"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 125,
          "First": "2015-03-11T21:13:07.9478933",
          "Last": "2015-03-12T01:37:18.6956903"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 14,
          "First": "2015-03-11T21:29:01.0114579",
          "Last": "2015-03-11T23:24:14.983219"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 16,
          "First": "2015-03-11T21:13:09.8301074",
          "Last": "2015-03-12T01:27:24.2582912"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-03-11T23:52:22.9669117",
          "Last": "2015-03-11T23:52:24.0358187"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1147 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 135,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-12T03:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 70,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-11T23:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 27,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-11T23:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 915,
          "First": "2015-03-11T21:10:00",
          "Last": "2015-03-12T07:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40851732,
          "Average": 279806.38,
          "Max": 347780,
          "Min": 4839
        },
        {
          "StatusCode": 400,
          "Total": 51,
          "Average": 0.35,
          "Max": 33,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 671,
          "Average": 4.6,
          "Max": 671,
          "Min": 671
        },
        {
          "StatusCode": 403,
          "Total": 402681,
          "Average": 2758.09,
          "Max": 83967,
          "Min": 3976
        },
        {
          "StatusCode": 404,
          "Total": 258423,
          "Average": 1770.02,
          "Max": 16465,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 915,
          "Average": 6.27,
          "Max": 826,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 31,
          "Average": 0.21,
          "Max": 10,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 38391,
          "Average": 262.95,
          "Max": 1986,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6040877,
          "Average": 41375.87,
          "Max": 108732,
          "Min": 1379
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1201181,
          "Average": 8227.27,
          "Max": 10152,
          "Min": 148
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.1,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 5038,
          "Average": 34.51,
          "Max": 178,
          "Min": 5
        },
        {
          "StatusCode": 408,
          "Total": 27,
          "Average": 0.18,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 958,
          "Average": 6.56,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 153472,
          "Average": 1051.18,
          "Max": 3042,
          "Min": 40
        },
        {
          "StatusCode": 449,
          "Total": 8741,
          "Average": 59.87,
          "Max": 194,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3582484,
          "Average": 24537.56,
          "Max": 29984,
          "Min": 376
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 38,
          "Average": 0.26,
          "Max": 38,
          "Min": 38
        },
        {
          "StatusCode": 403,
          "Total": 611,
          "Average": 4.18,
          "Max": 120,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 20543,
          "Average": 140.71,
          "Max": 613,
          "Min": 22
        },
        {
          "StatusCode": 408,
          "Total": 70,
          "Average": 0.48,
          "Max": 65,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2848,
          "Average": 19.51,
          "Max": 161,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 475782,
          "Average": 3258.78,
          "Max": 8714,
          "Min": 120
        },
        {
          "StatusCode": 449,
          "Total": 19339,
          "Average": 132.46,
          "Max": 334,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6019992,
          "Average": 41232.82,
          "Max": 51738,
          "Min": 472
        },
        {
          "StatusCode": 400,
          "Total": 59800,
          "Average": 409.59,
          "Max": 12407,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 20,
          "Average": 0.14,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 403,
          "Total": 8570,
          "Average": 58.7,
          "Max": 5844,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11,
          "Average": 0.08,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 135,
          "Average": 0.92,
          "Max": 119,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3498,
          "Average": 23.96,
          "Max": 239,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 982069,
          "Average": 6726.5,
          "Max": 16923,
          "Min": 338
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32421425,
          "Average": 222064.55,
          "Max": 252959,
          "Min": 989
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 49,
          "Average": 0.34,
          "Max": 49,
          "Min": 49
        },
        {
          "StatusCode": 404,
          "Total": 10730,
          "Average": 73.49,
          "Max": 2611,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27198,
          "Average": 186.29,
          "Max": 1524,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 640994,
          "Average": 4390.37,
          "Max": 9187,
          "Min": 153
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6825234,
          "Average": 46748.18,
          "Max": 57876,
          "Min": 993
        },
        {
          "StatusCode": 401,
          "Total": 244,
          "Average": 1.67,
          "Max": 244,
          "Min": 244
        },
        {
          "StatusCode": 404,
          "Total": 34839,
          "Average": 238.62,
          "Max": 1710,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 24885,
          "Average": 170.45,
          "Max": 1369,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 494668,
          "Average": 3388.14,
          "Max": 7993,
          "Min": 92
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 5,
          "First": "2015-03-12T05:45:00",
          "Last": "2015-03-12T06:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 2,
          "First": "2015-03-12T05:40:00",
          "Last": "2015-03-12T05:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 15,
          "First": "2015-03-12T01:40:00",
          "Last": "2015-03-12T02:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "599 replica health errors | 136 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 71,
          "First": "2015-03-11T21:39:16.007",
          "Last": "2015-03-12T06:55:16.344"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 3,
          "First": "2015-03-11T23:24:32.357",
          "Last": "2015-03-12T06:45:15.142"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 80,
          "First": "2015-03-11T21:39:16.007",
          "Last": "2015-03-12T08:01:06.793"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 309,
          "First": "2015-03-11T21:34:15.201",
          "Last": "2015-03-12T08:01:06.783"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1564 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 131,
          "HourlyAverage": 10.465
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 34,
          "HourlyAverage": 2.716
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 570,
          "HourlyAverage": 45.534
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 806,
          "HourlyAverage": 64.387
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.837
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "60 partitions violated quota invariants | 57 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5f1b27d1-b855-4897-a654-72019a7a4468",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 4000896,
          "LastQuota": 3490816,
          "LastIndexUsage": 313595,
          "First": "2015-03-12T06:15:00",
          "Last": "2015-03-12T08:00:00"
        },
        {
          "PartitionId": "c6cc4002-6596-4c19-9f9f-cd49cbd2c7d1",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 3864192,
          "LastQuota": 3490816,
          "LastIndexUsage": 302100,
          "First": "2015-03-12T06:15:00",
          "Last": "2015-03-12T08:00:00"
        },
        {
          "PartitionId": "ff3ffdbc-c7d4-4885-8502-74d687f7ec97",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 3965056,
          "LastQuota": 3490816,
          "LastIndexUsage": 310053,
          "First": "2015-03-12T06:30:00",
          "Last": "2015-03-12T08:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "cef16f27-c018-40f2-bd2b-4950b8641565",
          "MaxQuota": 6981471,
          "MaxUsage": 6211757
        },
        {
          "PartitionId": "b5fb80fd-4f07-45d4-a6d3-1d5885b27364",
          "MaxQuota": 6981471,
          "MaxUsage": 6102683
        },
        {
          "PartitionId": "f1e18817-8fad-4f27-be3f-d61fe1de5ca4",
          "MaxQuota": 6981471,
          "MaxUsage": 6047159
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "ff23a68d-9026-4e34-824e-098d162f0556",
          "MaxCrudUsage": 5912,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 7584
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "f1e18817-8fad-4f27-be3f-d61fe1de5ca4",
          "MaxCrudUsage": 5928,
          "MaxIndexUsage": 1172,
          "MaxTotalUsage": 7356
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "cef16f27-c018-40f2-bd2b-4950b8641565",
          "MaxCrudUsage": 5992,
          "MaxIndexUsage": 1092,
          "MaxTotalUsage": 7348
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 40 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-11T21:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 759.886,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T23:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 666.62,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T23:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 506.496,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T07:05:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 471.188,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-11T21:25:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 416.948,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.182083
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.653668
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.048681
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.429527
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.176287
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 47.54811
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 47.264454
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 45.121699
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 43.788775
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 39.787262
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 420.070193 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 420.070193
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 358.219113
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 296.660446
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 282.481195
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 222.680309
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 54369.258065
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 54626.888889
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 56086.592593
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 60663.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 64159.96
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+01%3a47%3a19Z&end=2015-03-12+15%3a01%3a48Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T08:01:48.4591006-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 268628,
      "PhysicalCRUDUsageInMB": 1443248,
      "LogicalIndexUsageInMB": 30801,
      "LogicalCRUDUsageInMB": 394618,
      "ClientReportedUsageInMB": 5363
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgByBAAAAAAAAA==",
  "_ts": 1426174670,
  "_etag": "\"0c00985e-0000-0000-0000-5501b2ce0000\"",
  "_attachments": "attachments/"
},
{
  "id": "714c5586-70e8-4ac2-9dea-957a98356540",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBzBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-11T18:55:10.9919329-07:00",
  "CompletedTime": "2015-03-12T08:04:30.3616739-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "42a3bf8c-6419-4142-8407-3ae37f08900c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T20:25:00.2311003-07:00",
      "CompleteTime": "2015-03-11T20:31:36.6754442-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6882109-7550-4c6f-a009-a0026775c5a9",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T20:25:00.8782401-07:00",
      "CompleteTime": "2015-03-11T20:31:07.4104035-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d11e06e4-4281-44d7-97b4-cd84d69708da",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T20:25:01.3827042-07:00",
      "CompleteTime": "2015-03-11T20:32:36.8422136-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fc3c088b-a59e-40d4-a60f-e291d368e95c",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T20:25:05.161574-07:00",
      "CompleteTime": "2015-03-11T20:33:34.1670127-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a9496e38-c237-47bf-ada5-701aefff5c1f",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T21:39:55.6925187-07:00",
      "CompleteTime": "2015-03-11T21:45:59.4992009-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "356a699d-13a6-4184-b3db-f21291aa8dcb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-11T22:36:49.9497777-07:00",
      "CompleteTime": "2015-03-11T22:46:06.422922-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b742477b-712f-43fa-8cde-6d782e14964b",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T00:36:52.5941895-07:00",
      "CompleteTime": "2015-03-12T00:43:27.2261459-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "156b4ac2-76d9-41c7-a460-8239383b790e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-12T06:34:23.1685462-07:00",
      "CompleteTime": "2015-03-12T07:20:43.1968423-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2e4954e5-cef0-4b21-8239-d2336c6cbf75",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T18:55:23.2180838-07:00",
      "EndTime": "2015-03-11T19:08:37.7247876-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6139e9d8-3b86-45ac-8d99-d203b57b54ad",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T19:09:16.314263-07:00",
      "EndTime": "2015-03-11T19:10:26.5199009-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6036426d-67b7-4f0c-a6fa-6b6d53fd408e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T19:10:26.8946143-07:00",
      "EndTime": "2015-03-11T19:43:33.4022797-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "817c8af2-203f-491e-b961-7046909fe63c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T19:43:44.417467-07:00",
      "EndTime": "2015-03-11T19:58:53.4396602-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4b7a2b0b-ef2e-42b9-89be-9444b632b129",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T19:59:41.5712929-07:00",
      "EndTime": "2015-03-11T20:14:52.3035401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7c32561-5d43-4012-8e79-7ff07f81ae26",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T21:24:58.3975511-07:00",
      "EndTime": "2015-03-11T22:30:46.9597075-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "761e6bcf-477f-4956-aa25-0ba735341cdc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T23:16:53.6570002-07:00",
      "EndTime": "2015-03-12T00:19:30.1035457-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d0644360-c328-489f-98d8-ea29f831b003",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T01:09:04.6614667-07:00",
      "EndTime": "2015-03-12T02:47:37.7322191-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "720792d4-1b05-4365-b76c-28f900411cd8",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T03:40:36.3162155-07:00",
      "EndTime": "2015-03-12T05:45:24.7713253-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc1e6538-0eb4-4b4f-8a2a-7fe1df39fc04",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-12T06:12:03.2562323-07:00",
      "EndTime": "2015-03-12T06:34:18.2683642-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7a8c8828-3e45-4630-8e9a-073b2a30a3e3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150310.2\\x64\\Release",
      "StartTime": "2015-03-12T07:20:44.4538525-07:00",
      "EndTime": "2015-03-12T07:22:53.3933229-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "422 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-11T23:38:06.3900459",
          "Last": "2015-03-12T02:38:30.3601554"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-03-12T05:38:53.3200233",
          "Last": "2015-03-12T05:56:53.2062215"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-12T07:37:17.5916213",
          "Last": "2015-03-12T07:37:17.9267117"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T06:13:46.131263",
          "Last": "2015-03-12T06:13:46.131263"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 407,
          "First": "2015-03-11T22:06:13.5414746",
          "Last": "2015-03-12T06:04:27.4034312"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "15 requests with 408 | 58 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-03-11T20:56:25.2245399",
          "Last": "2015-03-12T03:06:16.1604561"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-11T22:36:31.4996185",
          "Last": "2015-03-11T22:36:31.4996185"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-11T23:55:07.3537992",
          "Last": "2015-03-12T00:13:00.1987493"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-03-11T23:25:59.571936",
          "Last": "2015-03-12T01:57:23.159952"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-12T00:44:31.7301105",
          "Last": "2015-03-12T00:44:31.7301105"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-12T01:15:56.8087509",
          "Last": "2015-03-12T01:15:56.8087509"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-12T01:15:56.8094638",
          "Last": "2015-03-12T01:16:04.4160405"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 52,
          "First": "2015-03-12T01:15:57.3448522",
          "Last": "2015-03-12T01:16:04.4134556"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-12T01:16:04.1898677",
          "Last": "2015-03-12T01:16:04.1977433"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-12T01:16:04.1919474",
          "Last": "2015-03-12T01:16:04.1919474"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 29063057,
          "Average": 213698.95,
          "Max": 321851,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 87,
          "Average": 0.64,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1434744,
          "Average": 10549.59,
          "Max": 24881,
          "Min": 1270
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.12,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 37196,
          "Average": 273.5,
          "Max": 1836,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 11519894,
          "Average": 84705.1,
          "Max": 220381,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 849572,
          "Average": 6201.26,
          "Max": 10126,
          "Min": 72
        },
        {
          "StatusCode": 404,
          "Total": 1484,
          "Average": 10.83,
          "Max": 179,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 949,
          "Average": 6.93,
          "Max": 49,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 315238,
          "Average": 2301.01,
          "Max": 6330,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 1673,
          "Average": 12.21,
          "Max": 71,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2551891,
          "Average": 18626.94,
          "Max": 28674,
          "Min": 205
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5255,
          "Average": 38.36,
          "Max": 534,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 2827,
          "Average": 20.64,
          "Max": 138,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 947902,
          "Average": 6918.99,
          "Max": 17552,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 3871,
          "Average": 28.26,
          "Max": 174,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4432954,
          "Average": 32357.33,
          "Max": 48122,
          "Min": 357
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.26,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 10013,
          "Average": 73.09,
          "Max": 3604,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3335,
          "Average": 24.34,
          "Max": 162,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1661462,
          "Average": 12127.46,
          "Max": 32211,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25592233,
          "Average": 186804.62,
          "Max": 215544,
          "Min": 363
        },
        {
          "StatusCode": 400,
          "Total": 52,
          "Average": 0.38,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1991,
          "Average": 14.53,
          "Max": 193,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25701,
          "Average": 187.6,
          "Max": 1860,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1135018,
          "Average": 8284.8,
          "Max": 22664,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5580237,
          "Average": 40731.66,
          "Max": 54492,
          "Min": 365
        },
        {
          "StatusCode": 401,
          "Total": 3048,
          "Average": 22.25,
          "Max": 359,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13101,
          "Average": 95.63,
          "Max": 526,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 23120,
          "Average": 168.76,
          "Max": 1244,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1085003,
          "Average": 7919.73,
          "Max": 15539,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 4,
          "First": "2015-03-12T05:35:00",
          "Last": "2015-03-12T05:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 3,
          "First": "2015-03-12T05:50:00",
          "Last": "2015-03-12T06:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-03-12T06:05:00",
          "Last": "2015-03-12T06:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "208 replica health errors | 87 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 28,
          "First": "2015-03-12T04:18:30.858",
          "Last": "2015-03-12T08:03:44.561"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 21,
          "First": "2015-03-12T04:18:30.858",
          "Last": "2015-03-12T08:03:44.561"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 72,
          "First": "2015-03-12T00:58:04.617",
          "Last": "2015-03-12T08:03:44.561"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1326 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.539
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 308,
          "HourlyAverage": 24.941
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 824,
          "HourlyAverage": 66.725
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 149,
          "HourlyAverage": 12.066
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.162
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.243
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.729
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.162
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.243
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.324
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.324
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1aafed00-85cb-4496-ad14-2404b5fd48b8",
          "MaxQuota": 10475520,
          "MaxUsage": 5996417
        },
        {
          "PartitionId": "942afe32-2385-4b48-9edb-13635a3d7b04",
          "MaxQuota": 10476298,
          "MaxUsage": 5778176
        },
        {
          "PartitionId": "a5b5213c-af0d-4f2d-a3c2-6a03f9e92695",
          "MaxQuota": 10476298,
          "MaxUsage": 5713664
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "1aafed00-85cb-4496-ad14-2404b5fd48b8",
          "MaxCrudUsage": 5784,
          "MaxIndexUsage": 1060,
          "MaxTotalUsage": 7392
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bb11b286-cf56-421f-9e78-6a22cdab0447",
          "MaxCrudUsage": 5704,
          "MaxIndexUsage": 1088,
          "MaxTotalUsage": 7344
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ec60c1fb-9faf-480b-9440-f06d648a6408",
          "MaxCrudUsage": 5664,
          "MaxIndexUsage": 1116,
          "MaxTotalUsage": 7144
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 6 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-11T23:50:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 171.91,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-11T23:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 145.696,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T02:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 110.383,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T05:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 95.7,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-12T06:45:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 50.917,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 89.747169
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 90.015022
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 90.244524
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 90.358182
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 90.963262
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.074136
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 28.988963
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 28.606818
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 28.338273
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 27.600786
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 442.282786 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 442.282786
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 337.523966
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 312.5593
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 179.986203
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 175.790782
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 68300.896552
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 70297.708333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 72403.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 73466.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 75339.714286
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "217 Direct Tcp requests with 503 | 82 Direct Https requests with 503 | 6 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 23,
          "Average": 4.6,
          "First": "2015-03-11T23:00:00",
          "Last": "2015-03-12T03:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-12T03:00:00",
          "Last": "2015-03-12T03:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 80,
          "Average": 4.0,
          "First": "2015-03-11T21:40:00",
          "Last": "2015-03-12T03:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 194,
          "Average": 6.062,
          "First": "2015-03-11T21:45:00",
          "Last": "2015-03-12T05:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 6.0,
          "First": "2015-03-12T01:15:00",
          "Last": "2015-03-12T01:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-12+01%3a55%3a10Z&end=2015-03-12+15%3a04%3a30Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-11T22:36:30.1037708-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 95496,
      "PhysicalCRUDUsageInMB": 247296,
      "LogicalIndexUsageInMB": 5392,
      "LogicalCRUDUsageInMB": 67636,
      "ClientReportedUsageInMB": 17424
    },
    {
      "TimeStamp": "2015-03-12T00:28:40.9588678-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 109756,
      "PhysicalCRUDUsageInMB": 491912,
      "LogicalIndexUsageInMB": 13614,
      "LogicalCRUDUsageInMB": 171193,
      "ClientReportedUsageInMB": 53859
    },
    {
      "TimeStamp": "2015-03-12T03:00:10.8019439-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 150924,
      "PhysicalCRUDUsageInMB": 768240,
      "LogicalIndexUsageInMB": 17978,
      "LogicalCRUDUsageInMB": 234203,
      "ClientReportedUsageInMB": 20611
    },
    {
      "TimeStamp": "2015-03-12T06:03:51.2395442-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 217508,
      "PhysicalCRUDUsageInMB": 1196144,
      "LogicalIndexUsageInMB": 23528,
      "LogicalCRUDUsageInMB": 316909,
      "ClientReportedUsageInMB": 40064
    },
    {
      "TimeStamp": "2015-03-12T08:04:30.3616739-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 182288,
      "PhysicalCRUDUsageInMB": 936584,
      "LogicalIndexUsageInMB": 19475,
      "LogicalCRUDUsageInMB": 240756,
      "ClientReportedUsageInMB": 41108
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBzBAAAAAAAAA==",
  "_ts": 1426173920,
  "_etag": "\"0c001b52-0000-0000-0000-5501afe00000\"",
  "_attachments": "attachments/"
},
{
  "id": "18712167-452c-45a0-884c-1a1f868c0db4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB0BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-11T19:24:55.3503624-07:00",
  "CompletedTime": "2015-03-12T10:48:35.0606669-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0891b817-21b0-4c41-b423-df8e5c187450",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T21:27:04.0907284-07:00",
      "CompleteTime": "2015-03-11T21:34:40.5667123-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "843b3a43-8c62-4041-a846-8795c2626224",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T21:27:04.6532364-07:00",
      "CompleteTime": "2015-03-11T21:35:41.3176264-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "744a4a62-2db7-44e2-a2ad-43c0a640d15a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T21:27:05.2001211-07:00",
      "CompleteTime": "2015-03-11T21:36:11.4275381-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d7783bc9-cab6-466f-a059-ae6279cf19b4",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T21:27:05.7782539-07:00",
      "CompleteTime": "2015-03-11T21:36:22.5839589-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4976fb29-3033-4aab-8f4e-b1b4f8cdda24",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T00:24:56.8056087-07:00",
      "CompleteTime": "2015-03-12T00:33:02.2039355-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1d7b8841-2b72-481e-bae6-ebc972588d66",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-12T02:31:21.6750068-07:00",
      "CompleteTime": "2015-03-12T02:44:38.3125459-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b55eee17-b118-4cdd-a0f0-39412adfa00e",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T03:42:02.7021877-07:00",
      "CompleteTime": "2015-03-12T03:50:08.1395223-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bded2c56-3cee-44a6-81ba-0ee0e07e7a81",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-12T08:53:20.6236982-07:00",
      "CompleteTime": "2015-03-12T09:55:42.7607296-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4f308bfb-f540-4712-88c5-6cd8cf967cf0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T19:25:05.4442708-07:00",
      "EndTime": "2015-03-11T19:38:26.7381958-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d921e82-de91-4cde-98ff-4948df1f6e48",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T19:39:56.0364771-07:00",
      "EndTime": "2015-03-11T19:41:06.4593979-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8cca08f9-67b0-48e4-92e3-1e6d54ba0320",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-11T19:41:06.881342-07:00",
      "EndTime": "2015-03-11T20:16:52.008798-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "52981e4b-6ebe-4be0-8ba5-31ef04592b93",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T20:17:00.3839916-07:00",
      "EndTime": "2015-03-11T20:42:41.9707594-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "255552ba-1049-450f-9c62-b7e46317f5f2",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T20:42:42.330139-07:00",
      "EndTime": "2015-03-11T21:16:58.9093877-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e6728fb-73a5-4c0e-988e-27ee38f0fb04",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T22:27:02.741188-07:00",
      "EndTime": "2015-03-11T23:22:50.8251419-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae79da7e-5287-47d4-a80b-50fb658960f9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T00:09:59.8852398-07:00",
      "EndTime": "2015-03-12T02:19:37.0858521-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3dc4fd8-23b4-4ef8-8395-e0d5f83310fa",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T03:11:24.9994179-07:00",
      "EndTime": "2015-03-12T05:20:36.4383939-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fce666c4-9ef2-4818-b328-e89f48383137",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T06:17:30.3046348-07:00",
      "EndTime": "2015-03-12T08:28:26.1314838-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f3792de-b497-4e7e-8515-103994e95592",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T08:48:59.7758428-07:00",
      "EndTime": "2015-03-12T08:50:08.167602-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "48 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Garbage collector completed cycle with hr = 0x%08x:  [bytes scanned = %llu], [bytes cleaned = %lu], [bytes written = %lu], [pages moved = %lu], [space freed = %ld], [current free space = %llu].\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T08:51:21.0985747",
          "Last": "2015-03-12T08:51:21.0985747"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T07:47:15.0520711",
          "Last": "2015-03-12T07:47:15.0520711"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 37,
          "First": "2015-03-12T06:37:18.3340488",
          "Last": "2015-03-12T07:32:18.9396853"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-12T08:51:05.7558732",
          "Last": "2015-03-12T08:51:52.6893355"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-12T10:09:54.2016525",
          "Last": "2015-03-12T10:22:19.3315526"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "355 requests with 503 | 11 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 308,
          "First": "2015-03-11T23:23:28.5606489",
          "Last": "2015-03-11T23:26:44.1050634"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-11T23:23:29.5897392",
          "Last": "2015-03-11T23:24:17.2419572"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 41,
          "First": "2015-03-11T23:23:42.7464741",
          "Last": "2015-03-11T23:26:43.4781361"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-03-12T00:55:25.9272884",
          "Last": "2015-03-12T05:44:18.4436768"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-03-12T01:23:58.235809",
          "Last": "2015-03-12T06:44:33.407263"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-12T00:48:50.6929497",
          "Last": "2015-03-12T06:10:40.0917421"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-11T23:25:19.7831222",
          "Last": "2015-03-12T01:23:57.5623864"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-03-12T01:20:00",
          "Last": "2015-03-12T01:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-12T01:20:00",
          "Last": "2015-03-12T01:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42937614,
          "Average": 234631.77,
          "Max": 360230,
          "Min": 1210
        },
        {
          "StatusCode": 400,
          "Total": 141,
          "Average": 0.77,
          "Max": 72,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 559405,
          "Average": 3056.86,
          "Max": 176350,
          "Min": 164
        },
        {
          "StatusCode": 404,
          "Total": 151589,
          "Average": 828.36,
          "Max": 9497,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 57104,
          "Average": 312.04,
          "Max": 12760,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6778988,
          "Average": 37043.65,
          "Max": 105107,
          "Min": 4361
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1256708,
          "Average": 6867.26,
          "Max": 10676,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 4475,
          "Average": 24.45,
          "Max": 253,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 964,
          "Average": 5.27,
          "Max": 129,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 174034,
          "Average": 951.01,
          "Max": 2884,
          "Min": 205
        },
        {
          "StatusCode": 449,
          "Total": 5113,
          "Average": 27.94,
          "Max": 260,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3766394,
          "Average": 20581.39,
          "Max": 30765,
          "Min": 98
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 560,
          "Average": 3.06,
          "Max": 125,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 16153,
          "Average": 88.27,
          "Max": 766,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 2855,
          "Average": 15.6,
          "Max": 269,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 528525,
          "Average": 2888.11,
          "Max": 8693,
          "Min": 538
        },
        {
          "StatusCode": 449,
          "Total": 11138,
          "Average": 60.86,
          "Max": 508,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6408586,
          "Average": 34829.27,
          "Max": 54265,
          "Min": 170
        },
        {
          "StatusCode": 400,
          "Total": 83143,
          "Average": 451.86,
          "Max": 26025,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8673,
          "Average": 47.14,
          "Max": 4637,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 32,
          "Average": 0.17,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6621,
          "Average": 35.98,
          "Max": 1842,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1023973,
          "Average": 5565.07,
          "Max": 15902,
          "Min": 672
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29943150,
          "Average": 162734.51,
          "Max": 221285,
          "Min": 186
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.07,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6101,
          "Average": 33.16,
          "Max": 387,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24054,
          "Average": 130.73,
          "Max": 1089,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 462580,
          "Average": 2514.02,
          "Max": 15928,
          "Min": 251
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7156895,
          "Average": 38896.17,
          "Max": 60911,
          "Min": 188
        },
        {
          "StatusCode": 404,
          "Total": 37230,
          "Average": 202.34,
          "Max": 1590,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 22146,
          "Average": 120.36,
          "Max": 1126,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 417696,
          "Average": 2270.09,
          "Max": 5116,
          "Min": 275
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-12T09:15:00",
          "Last": "2015-03-12T09:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2049 replica health errors | 167 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 78,
          "First": "2015-03-12T04:36:40.745",
          "Last": "2015-03-12T10:06:15.918"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 106,
          "First": "2015-03-12T04:36:40.745",
          "Last": "2015-03-12T08:43:12.335"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1314,
          "First": "2015-03-11T23:25:48.049",
          "Last": "2015-03-12T10:06:15.918"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 384,
          "First": "2015-03-11T23:45:51.816",
          "Last": "2015-03-12T08:48:13.523"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1569 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 53,
          "HourlyAverage": 3.648
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 377,
          "HourlyAverage": 25.949
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.344
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1000,
          "HourlyAverage": 68.83
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 126,
          "HourlyAverage": 8.673
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.551
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "56 partitions violated quota invariants | 55 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "398c1609-222a-4818-982b-11c44b04f17f",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 5797312,
          "LastQuota": 3491759,
          "LastIndexUsage": 448311,
          "First": "2015-03-12T08:30:00",
          "Last": "2015-03-12T08:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3f379245-ff56-4c30-8ef2-2ac9d0bd1086",
          "MaxQuota": 8144708,
          "MaxUsage": 6508009
        },
        {
          "PartitionId": "c9f38efb-6e66-400e-b673-ae620d99a99d",
          "MaxQuota": 8144708,
          "MaxUsage": 6498436
        },
        {
          "PartitionId": "1f51c8cf-cd36-41d8-ba2e-7087f355b73a",
          "MaxQuota": 8144708,
          "MaxUsage": 6492644
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "99e81e04-22c0-4a1f-be6f-a5f0134cf54b",
          "MaxCrudUsage": 9512,
          "MaxIndexUsage": 2317,
          "MaxTotalUsage": 12085
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "0dbb3def-3688-4a0a-9b82-053f9edb688a",
          "MaxCrudUsage": 9512,
          "MaxIndexUsage": 2257,
          "MaxTotalUsage": 11873
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "d6463d19-5033-4bb1-8434-deb98eb66ba8",
          "MaxCrudUsage": 9512,
          "MaxIndexUsage": 1765,
          "MaxTotalUsage": 11477
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 19 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T01:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 225.403,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T04:25:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 166.973,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T04:25:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 144.474,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T04:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 143.01,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T07:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 140.409,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 81.471489
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 81.502036
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.36878
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 84.135878
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.066291
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 40.162165
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 39.723754
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 39.549439
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 37.124755
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 36.090036
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 292.912344
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 196.058873
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 194.328236
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 174.99509
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 172.102534
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 36257.857143
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 39891.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 40244.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40276.703704
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 40620.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 35d58b15-24cd-49a9-a2d5-e7be5bc4b870",
          "Count": 1,
          "First": "2015-03-11T21:00:26.3633551",
          "Last": "2015-03-11T21:00:26.3633551"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: de78ec28-0dd6-4cb1-a97c-a951c7a5e2b6",
          "Count": 1,
          "First": "2015-03-11T20:59:53.8720704",
          "Last": "2015-03-11T20:59:53.8720704"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c1db5727-9c5d-4b05-a1da-75ad95a396d4",
          "Count": 1,
          "First": "2015-03-11T21:00:18.7815495",
          "Last": "2015-03-11T21:00:18.7815495"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 49e0a0b8-66d9-4072-a535-64c42643a1f2",
          "Count": 1,
          "First": "2015-03-11T21:00:21.2393975",
          "Last": "2015-03-11T21:00:21.2393975"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "426 Direct Https requests with 503 | 2806 Direct Tcp requests with 503 | 355 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 408,
          "Average": 15.692,
          "First": "2015-03-11T23:20:00",
          "Last": "2015-03-12T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2771,
          "Average": 76.972,
          "First": "2015-03-11T22:35:00",
          "Last": "2015-03-12T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 355,
          "Average": 177.5,
          "First": "2015-03-11T23:20:00",
          "Last": "2015-03-11T23:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-12T03:50:00",
          "Last": "2015-03-12T03:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 30,
          "Average": 3.333,
          "First": "2015-03-12T10:05:00",
          "Last": "2015-03-12T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 13,
          "Average": 2.167,
          "First": "2015-03-12T10:10:00",
          "Last": "2015-03-12T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-12T03:00:00",
          "Last": "2015-03-12T03:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-12T03:00:00",
          "Last": "2015-03-12T09:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-03-12T03:00:00",
          "Last": "2015-03-12T03:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-12+02%3a24%3a55Z&end=2015-03-12+17%3a48%3a35Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-11T23:29:35.0033187-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 75808,
      "PhysicalCRUDUsageInMB": 243736,
      "LogicalIndexUsageInMB": 5051,
      "LogicalCRUDUsageInMB": 62744,
      "ClientReportedUsageInMB": 27825
    },
    {
      "TimeStamp": "2015-03-12T02:31:01.8309441-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 145172,
      "PhysicalCRUDUsageInMB": 703624,
      "LogicalIndexUsageInMB": 13940,
      "LogicalCRUDUsageInMB": 171403,
      "ClientReportedUsageInMB": 89385
    },
    {
      "TimeStamp": "2015-03-12T05:37:04.5945752-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 234920,
      "PhysicalCRUDUsageInMB": 1190880,
      "LogicalIndexUsageInMB": 21909,
      "LogicalCRUDUsageInMB": 276312,
      "ClientReportedUsageInMB": 321013
    },
    {
      "TimeStamp": "2015-03-12T08:48:15.7126508-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 340472,
      "PhysicalCRUDUsageInMB": 1885955,
      "LogicalIndexUsageInMB": 36296,
      "LogicalCRUDUsageInMB": 462120,
      "ClientReportedUsageInMB": 29535
    },
    {
      "TimeStamp": "2015-03-12T10:48:35.0606669-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 234168,
      "PhysicalCRUDUsageInMB": 1402672,
      "LogicalIndexUsageInMB": 26348,
      "LogicalCRUDUsageInMB": 334644,
      "ClientReportedUsageInMB": 160024
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB0BAAAAAAAAA==",
  "_ts": 1426183929,
  "_etag": "\"0c00b8fc-0000-0000-0000-5501d6f90000\"",
  "_attachments": "attachments/"
},
{
  "id": "95bc9cb5-1fe0-4481-8904-237e9c88f27a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB1BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-11T19:30:14.7576034-07:00",
  "CompletedTime": "2015-03-12T11:27:48.2894982-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ee42e054-6387-4d59-a288-98114aeb0302",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-11T22:15:57.5125241-07:00",
      "CompleteTime": "2015-03-11T22:28:13.1154772-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "49b7320e-c766-4e61-a9c5-66733be54b7a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-11T22:15:58.0853813-07:00",
      "CompleteTime": "2015-03-11T22:25:03.8590454-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21368cfa-f5c2-4a88-9c29-5605962ad8fd",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-11T22:15:58.5930848-07:00",
      "CompleteTime": "2015-03-11T22:25:34.1549821-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2a3959bb-7029-4ba8-823f-026cdbf10013",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-11T22:15:59.1667427-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "18f1b3c9-1569-4d4c-bf3e-07c5f38cd33c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T01:20:30.7707167-07:00",
      "CompleteTime": "2015-03-12T01:31:35.6079111-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "096f74a3-0398-4331-8d86-76aaf23b5327",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T05:14:05.8688193-07:00",
      "CompleteTime": "2015-03-12T05:25:41.2709998-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d7fe7650-5dd4-41d7-a898-1ba38cdf28ad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T19:30:21.1544989-07:00",
      "EndTime": "2015-03-11T20:04:56.9024577-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "08057792-3f29-45c6-b4c5-b13aedd10b87",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T20:07:47.7389786-07:00",
      "EndTime": "2015-03-11T20:08:56.3653068-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "803397fa-3dfd-4b26-b641-f26a4c7a0f56",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T20:08:56.7315666-07:00",
      "EndTime": "2015-03-11T20:43:22.9184799-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d57a80e8-80cd-4ec2-8e7d-dc948d5f18c5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T20:43:29.3547787-07:00",
      "EndTime": "2015-03-11T20:57:12.9574329-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9dfa29f-7dfb-4841-9621-6c9398e28e29",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T20:57:13.3311596-07:00",
      "EndTime": "2015-03-11T22:05:52.6489204-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b401d46-215a-46cd-a73b-a1170e636503",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-11T23:15:55.6668503-07:00",
      "EndTime": "2015-03-12T00:12:19.8373343-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6355d963-aace-4069-979f-27cf44170d9a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T01:05:31.3817358-07:00",
      "EndTime": "2015-03-12T03:23:03.4566304-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "21cde860-bcb6-45ce-9a01-4712e469989a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T04:22:57.7748981-07:00",
      "EndTime": "2015-03-12T06:41:37.5455316-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "95a4ecc6-e232-482a-a3e9-fcf4a9918c53",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T07:51:31.5121373-07:00",
      "EndTime": "2015-03-12T09:58:24.5974631-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+16%3a58%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+16%3a58%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+16%3a58%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a04%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a04%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 582240,
          "Average": 116448,
          "Max": 102089,
          "Min": 93732
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 1428733,
          "Average": 285747,
          "Max": 245940,
          "Min": 229401
        },
        {
          "StatusCode": 404,
          "Total": 1885,
          "Average": 377,
          "Max": 1671,
          "Min": 214
        },
        {
          "StatusCode": 429,
          "Total": 136551,
          "Average": 27310,
          "Max": 26079,
          "Min": 19265
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a05%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 46442,
          "Average": 9288.4,
          "Max": 7994,
          "Min": 7523
        },
        {
          "StatusCode": 404,
          "Total": 151,
          "Average": 30.2,
          "Max": 39,
          "Min": 19
        },
        {
          "StatusCode": 429,
          "Total": 6381,
          "Average": 1276.2,
          "Max": 1347,
          "Min": 935
        },
        {
          "StatusCode": 449,
          "Total": 106,
          "Average": 21.2,
          "Max": 29,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a05%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 137473,
          "Average": 27494.6,
          "Max": 23400,
          "Min": 22408
        },
        {
          "StatusCode": 403,
          "Total": 360,
          "Average": 72.0,
          "Max": 277,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 681,
          "Average": 136.2,
          "Max": 176,
          "Min": 82
        },
        {
          "StatusCode": 429,
          "Total": 19750,
          "Average": 3950.0,
          "Max": 3899,
          "Min": 2838
        },
        {
          "StatusCode": 449,
          "Total": 369,
          "Average": 73.8,
          "Max": 100,
          "Min": 47
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a06%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 83802,
          "Average": 16760.4,
          "Max": 14787,
          "Min": 13034
        },
        {
          "StatusCode": 400,
          "Total": 213426,
          "Average": 42685.2,
          "Max": 36663,
          "Min": 34269
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.2,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 23437,
          "Average": 4687.4,
          "Max": 4583,
          "Min": 3251
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a06%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1123862,
          "Average": 224772.4,
          "Max": 191203,
          "Min": 183193
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 1.2,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8119,
          "Average": 1623.8,
          "Max": 1598,
          "Min": 1035
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a07%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 126130,
          "Average": 25226,
          "Max": 22104,
          "Min": 19817
        },
        {
          "StatusCode": 404,
          "Total": 751,
          "Average": 150,
          "Max": 292,
          "Min": 72
        },
        {
          "StatusCode": 429,
          "Total": 5883,
          "Average": 1177,
          "Max": 1262,
          "Min": 770
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a07%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 77,
          "First": "2015-03-11T19:35:00",
          "Last": "2015-03-12T02:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a11%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a18%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a19%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a20%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a20%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a20%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a21%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "52bca507-19c1-425e-bb58-17b4c63c3e64",
          "MaxQuota": 10471182,
          "MaxUsage": 9740416
        },
        {
          "PartitionId": "2efacd50-233b-4047-8d29-2eddb80fb2ee",
          "MaxQuota": 10471182,
          "MaxUsage": 9737344
        },
        {
          "PartitionId": "69bad241-96ad-4623-abd6-289d3445b7f0",
          "MaxQuota": 10471182,
          "MaxUsage": 9736832
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a21%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "a12eca69-cb4c-4bd3-85f0-1c5a63bb6e2e",
          "MaxCrudUsage": 9512,
          "MaxIndexUsage": 2021,
          "MaxTotalUsage": 11629
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "0ce6f0c1-9da8-40db-94a7-ff8f990ce875",
          "MaxCrudUsage": 8352,
          "MaxIndexUsage": 3017,
          "MaxTotalUsage": 11497
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "8db1d3e8-eaee-4319-8b20-eff1b921020f",
          "MaxCrudUsage": 9520,
          "MaxIndexUsage": 1765,
          "MaxTotalUsage": 11413
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a21%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a22%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 79.615352
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 79.987467
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 80.975483
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 81.982531
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 82.909841
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a23%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 14.732979
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 14.583573
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 14.222654
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 14.178071
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 13.005743
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a23%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 119.924407
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.584444
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48.845112
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 44.222048
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 32.115196
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a24%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 31850.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 34341.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36955.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39498.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 41030.291667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a25%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5cbdf3c7-aaf5-4032-a666-13b9ed1aa29a",
          "Count": 1,
          "First": "2015-03-11T21:12:14.8834838",
          "Last": "2015-03-11T21:12:14.8834838"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 15f84042-dc54-4a41-bdc7-a27b29c67834",
          "Count": 1,
          "First": "2015-03-11T21:12:09.1595708",
          "Last": "2015-03-11T21:12:09.1595708"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: af1f9d56-40ef-4d82-a177-9cb9c13d1bd0",
          "Count": 1,
          "First": "2015-03-11T21:12:09.7583325",
          "Last": "2015-03-11T21:12:09.7583325"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4a649414-e6c7-4347-bcb3-d90d68446426",
          "Count": 1,
          "First": "2015-03-11T21:12:13.6824331",
          "Last": "2015-03-11T21:12:13.6824331"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a25%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a27%3a04Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a27%3a04Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "2 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:fb8e25e5-e61c-461e-b599-eca9688799ac Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-12T05:26:39.3656642"
        },
        {
          "Message": "Subscription:00000000-0000-0000-0000-000000000000 Operation:08b1cc37-ff31-47a2-9758-892b1c576934 Type:UpgradeFederationFabricApplicationWorkflow Message:Current list of provisioned applications doesn't contain repair service",
          "Timestamp": "2015-03-12T13:40:31.9753494"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+02%3a30%3a14Z&end=2015-03-12+17%3a27%3a08Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T00:25:13.2873751-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8352,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 106,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-12T03:42:34.2562083-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7784,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 73,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-12T07:11:01.0730668-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7072,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 67,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-12T10:27:14.1934355-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8696,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 80,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB1BAAAAAAAAA==",
  "_ts": 1426184868,
  "_etag": "\"0d00e00c-0000-0000-0000-5501daa40000\"",
  "_attachments": "attachments/"
},
{
  "id": "ac48438e-7483-4c67-9cfd-393a2a098a84",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB2BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-11T23:36:57.4909873-07:00",
  "CompletedTime": "2015-03-12T11:46:51.9528374-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1746036a-71b9-4c0c-a97e-d4f575e68c01",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T00:52:56.8750505-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e4c71a30-fbe5-47a8-9c2f-34a571658308",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T00:52:57.372903-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "12811406-0438-416c-a686-d2ef079ac947",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T00:52:57.9240211-07:00",
      "CompleteTime": "2015-03-12T01:01:01.7274498-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d68ea158-f113-435d-bc4c-6a7483f7daf4",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T00:52:58.4706984-07:00",
      "CompleteTime": "2015-03-12T01:02:06.7839045-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e394ad83-8850-413b-8c90-a4d5573c3727",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T02:07:56.0585658-07:00",
      "CompleteTime": "2015-03-12T02:30:35.334566-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "58ee0197-2b54-4c4d-9119-898eb6f9bc01",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-12T02:53:56.5726615-07:00",
      "CompleteTime": "2015-03-12T03:04:04.2503698-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9c622cd-2fc9-4562-bdf6-98650ef34ae5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T06:40:01.4613948-07:00",
      "CompleteTime": "2015-03-12T06:48:05.5314735-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "0723138d-ee9e-4100-bb76-bc43aa19d222",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T23:37:04.427862-07:00",
      "EndTime": "2015-03-11T23:37:12.4961001-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "baf3e407-fee2-4f6f-8018-77b0f5bf1e4a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T23:37:46.4444818-07:00",
      "EndTime": "2015-03-11T23:38:51.1978486-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ec9ff0d-0bf8-4ba0-b6f8-f8955b6ec39d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-11T23:38:51.554914-07:00",
      "EndTime": "2015-03-12T00:12:19.1478821-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "36b7caed-c226-43e5-a10c-e134055b0736",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T00:12:24.4520854-07:00",
      "EndTime": "2015-03-12T00:12:27.6897245-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "6600b229-1564-46b6-b964-8935d81f0bc1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T00:12:28.0379033-07:00",
      "EndTime": "2015-03-12T00:42:36.2117372-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c350f0ea-0cc2-4175-bd8c-7681a5f178d1",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T01:52:57.2875671-07:00",
      "EndTime": "2015-03-12T02:53:54.4747623-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31e73888-b96b-458e-a118-b582a3b95d26",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T03:33:56.9429775-07:00",
      "EndTime": "2015-03-12T04:35:49.8627647-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a70c9340-b296-459e-bb54-9056b9a98d50",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T05:15:52.5147935-07:00",
      "EndTime": "2015-03-12T07:00:15.1815332-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ca84142a-0237-43d7-ad38-09787e8f1ebc",
      "EventName": "Upgrade Package",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-12T07:40:17.913861-07:00",
      "EndTime": "2015-03-12T09:46:50.7018771-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "190 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 190,
          "First": "2015-03-12T02:26:46.4385069",
          "Last": "2015-03-12T10:11:50.2114271"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "First": "2015-03-12T01:08:40.9667127",
          "Last": "2015-03-12T01:59:31.1156986"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-03-12T06:50:28.8826328",
          "Last": "2015-03-12T06:50:28.8826328"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 1822653,
          "Average": 14129.09,
          "Max": 36665,
          "Min": 3551
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.07,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1160,
          "Average": 8.99,
          "Max": 1160,
          "Min": 1160
        },
        {
          "StatusCode": 403,
          "Total": 7437,
          "Average": 57.65,
          "Max": 5612,
          "Min": 1825
        },
        {
          "StatusCode": 404,
          "Total": 90737,
          "Average": 703.39,
          "Max": 6527,
          "Min": 2269
        },
        {
          "StatusCode": 410,
          "Total": 927,
          "Average": 7.19,
          "Max": 171,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2059769,
          "Average": 15967.2,
          "Max": 48442,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 60646,
          "Average": 470.12,
          "Max": 1432,
          "Min": 111
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.14,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 3543,
          "Average": 27.47,
          "Max": 102,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 25,
          "Average": 0.19,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 47684,
          "Average": 369.64,
          "Max": 1316,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5398,
          "Average": 41.84,
          "Max": 167,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 166067,
          "Average": 1287.34,
          "Max": 3768,
          "Min": 280
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 101,
          "Average": 0.78,
          "Max": 101,
          "Min": 101
        },
        {
          "StatusCode": 403,
          "Total": 72,
          "Average": 0.56,
          "Max": 72,
          "Min": 72
        },
        {
          "StatusCode": 404,
          "Total": 14308,
          "Average": 110.91,
          "Max": 301,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 77,
          "Average": 0.6,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 154661,
          "Average": 1198.92,
          "Max": 4143,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 13114,
          "Average": 101.66,
          "Max": 291,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 205089,
          "Average": 1589.84,
          "Max": 4299,
          "Min": 513
        },
        {
          "StatusCode": 400,
          "Total": 1148,
          "Average": 8.9,
          "Max": 881,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 25,
          "Average": 0.19,
          "Max": 25,
          "Min": 25
        },
        {
          "StatusCode": 404,
          "Total": 18,
          "Average": 0.14,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 73,
          "Average": 0.57,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 373970,
          "Average": 2898.99,
          "Max": 7489,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 569210,
          "Average": 4412.48,
          "Max": 10138,
          "Min": 450
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 17,
          "Average": 0.13,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 221,
          "Average": 1.71,
          "Max": 48,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 400,
          "Average": 3.1,
          "Max": 106,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 203525,
          "Average": 1577.71,
          "Max": 2990,
          "Min": 323
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 569275,
          "Average": 4412.98,
          "Max": 10139,
          "Min": 452
        },
        {
          "StatusCode": 401,
          "Total": 738,
          "Average": 5.72,
          "Max": 738,
          "Min": 738
        },
        {
          "StatusCode": 404,
          "Total": 7669,
          "Average": 59.45,
          "Max": 827,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 448,
          "Average": 3.47,
          "Max": 138,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 131412,
          "Average": 1018.7,
          "Max": 2699,
          "Min": 221
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.0,
          "Count": 22,
          "First": "2015-03-12T02:25:00",
          "Last": "2015-03-12T08:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0.5,
          "Count": 1,
          "First": "2015-03-12T03:10:00",
          "Last": "2015-03-12T03:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T01:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "1 replica health errors | 1 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "77 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.691
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.518
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.086
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 1.123
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.987
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.777
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.432
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.518
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.346
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.173
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c94df099-5d8b-4b98-b0d5-959a2338bd4f",
          "MaxQuota": 3490816,
          "MaxUsage": 3364864
        },
        {
          "PartitionId": "bcb2448b-d084-4597-b807-907c80f32629",
          "MaxQuota": 3490816,
          "MaxUsage": 1603301
        },
        {
          "PartitionId": "0d9c9317-85e5-4473-888f-f6f17d64a268",
          "MaxQuota": 3490816,
          "MaxUsage": 1480192
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "c94df099-5d8b-4b98-b0d5-959a2338bd4f",
          "MaxCrudUsage": 3304,
          "MaxIndexUsage": 364,
          "MaxTotalUsage": 3832
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "PartitionId": "c94df099-5d8b-4b98-b0d5-959a2338bd4f",
          "MaxCrudUsage": 3304,
          "MaxIndexUsage": 356,
          "MaxTotalUsage": 3832
        },
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "PartitionId": "bcb2448b-d084-4597-b807-907c80f32629",
          "MaxCrudUsage": 1800,
          "MaxIndexUsage": 512,
          "MaxTotalUsage": 2288
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T05:15:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 62.037,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 98.871009
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.954784
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.129572
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99.133011
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 99.189436
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 7.467653
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 6.475632
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 5.941918
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 5.70752
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 5.602436
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 131.672159
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 94.181221
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 62.256252
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 29.913496
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 23.153801
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 107925.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 107990.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 108704.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 109320.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 109351.066667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: a54fa8ac-24b8-479f-ae0b-d1b40b26c363",
          "Count": 1,
          "First": "2015-03-12T00:26:10.238367",
          "Last": "2015-03-12T00:26:10.238367"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: bd2351a6-3949-47f0-a090-f7a1a6aa38e2",
          "Count": 1,
          "First": "2015-03-12T00:24:50.8752592",
          "Last": "2015-03-12T00:24:50.8752592"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 854aa690-a295-4d91-81b2-ba3a8d035836",
          "Count": 1,
          "First": "2015-03-12T00:25:14.7072645",
          "Last": "2015-03-12T00:25:14.7072645"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 38f92d7d-d504-4949-a5a2-ea54652b136e",
          "Count": 1,
          "First": "2015-03-12T00:26:09.8324255",
          "Last": "2015-03-12T00:26:09.8324255"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "19 Direct Tcp requests with 503 | 6 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 15,
          "Average": 1.667,
          "First": "2015-03-12T01:05:00",
          "Last": "2015-03-12T02:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-12T10:20:00",
          "Last": "2015-03-12T11:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-6",
          "Count": 6,
          "Average": 1.2,
          "First": "2015-03-12T10:00:00",
          "Last": "2015-03-12T11:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+06%3a36%3a57Z&end=2015-03-12+18%3a46%3a51Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T11:46:51.9528374-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 7824,
      "PhysicalCRUDUsageInMB": 39848,
      "LogicalIndexUsageInMB": 461,
      "LogicalCRUDUsageInMB": 7408,
      "ClientReportedUsageInMB": 417
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB2BAAAAAAAAA==",
  "_ts": 1426187644,
  "_etag": "\"0d001c3b-0000-0000-0000-5501e57c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "18f85b99-8fd8-4b10-bab0-438b85829644",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB3BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-12T11:27:48.9992785-07:00",
  "CompletedTime": "2015-03-12T19:31:25.8854372-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c0c32b5d-b503-40fc-a239-20a2d09cbae3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T13:39:31.9011363-07:00",
      "CompleteTime": "2015-03-12T13:49:08.5245683-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0350dc9b-3805-4830-8dd6-8c47d4308065",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T13:39:32.5071318-07:00",
      "CompleteTime": "2015-03-12T14:04:07.0734034-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a3dc8f4-1b12-4366-89c4-ce9f5ecfdc50",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T13:39:33.0353384-07:00",
      "CompleteTime": "2015-03-12T13:48:08.5616905-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2fd0a26e-a4f9-40be-ab63-421f0f71b2d7",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T13:39:33.5621046-07:00",
      "CompleteTime": "2015-03-12T14:04:17.8146243-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "9647e3b8-9e94-4b37-889e-22f6f6b7d858",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-12T11:34:19.0464675-07:00",
      "EndTime": "2015-03-12T11:48:20.3935434-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1568496f-f8ee-4c0d-a0ee-4c77813fd4a1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-12T11:49:02.682668-07:00",
      "EndTime": "2015-03-12T11:50:10.966176-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "459c0baf-3076-4ce2-bacc-3d39871e992a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-12T11:50:11.3797412-07:00",
      "EndTime": "2015-03-12T12:23:42.8674194-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "725db7e1-ec55-4ff1-b9b8-e445b98327cf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T12:29:27.6674114-07:00",
      "EndTime": "2015-03-12T12:42:01.9650571-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "368e5119-c628-4787-9eb3-5f0bdcb1aefd",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T12:42:02.3480097-07:00",
      "EndTime": "2015-03-12T13:09:17.0596919-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d2858c72-b78e-4f7e-b5d5-81e39265a2fa",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150311.1\\x64\\Release",
      "StartTime": "2015-03-12T14:19:19.8385592-07:00",
      "EndTime": "2015-03-12T15:17:47.2407861-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a17%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a17%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a17%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a20%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 4049493,
          "Average": 89988.73,
          "Max": 349267,
          "Min": 13
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.69,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2187,
          "Average": 48.6,
          "Max": 2187,
          "Min": 2187
        },
        {
          "StatusCode": 404,
          "Total": 12974,
          "Average": 288.31,
          "Max": 3604,
          "Min": 2353
        },
        {
          "StatusCode": 410,
          "Total": 7302,
          "Average": 162.27,
          "Max": 1368,
          "Min": 197
        },
        {
          "StatusCode": 429,
          "Total": 615526,
          "Average": 13678.36,
          "Max": 68044,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 00:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 118207,
          "Average": 9092.85,
          "Max": 10282,
          "Min": 445
        },
        {
          "StatusCode": 401,
          "Total": 75,
          "Average": 5.77,
          "Max": 75,
          "Min": 75
        },
        {
          "StatusCode": 404,
          "Total": 535,
          "Average": 41.15,
          "Max": 77,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 181,
          "Average": 13.92,
          "Max": 31,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 16065,
          "Average": 1235.77,
          "Max": 1914,
          "Min": 514
        },
        {
          "StatusCode": 449,
          "Total": 1958,
          "Average": 150.62,
          "Max": 240,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 00:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 350360,
          "Average": 26950.77,
          "Max": 30184,
          "Min": 1208
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.08,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 196,
          "Average": 15.08,
          "Max": 196,
          "Min": 196
        },
        {
          "StatusCode": 404,
          "Total": 2275,
          "Average": 175.0,
          "Max": 327,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 656,
          "Average": 50.46,
          "Max": 127,
          "Min": 12
        },
        {
          "StatusCode": 429,
          "Total": 49113,
          "Average": 3777.92,
          "Max": 5819,
          "Min": 1802
        },
        {
          "StatusCode": 449,
          "Total": 3427,
          "Average": 263.62,
          "Max": 379,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 594274,
          "Average": 45713.38,
          "Max": 50250,
          "Min": 2144
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 1.77,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 45,
          "Average": 3.46,
          "Max": 45,
          "Min": 45
        },
        {
          "StatusCode": 403,
          "Total": 8096,
          "Average": 622.77,
          "Max": 5535,
          "Min": 73
        },
        {
          "StatusCode": 410,
          "Total": 606,
          "Average": 46.62,
          "Max": 119,
          "Min": 17
        },
        {
          "StatusCode": 429,
          "Total": 103864,
          "Average": 7989.54,
          "Max": 10446,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3465036,
          "Average": 77000.8,
          "Max": 258988,
          "Min": 2149
        },
        {
          "StatusCode": 401,
          "Total": 134,
          "Average": 2.98,
          "Max": 134,
          "Min": 134
        },
        {
          "StatusCode": 404,
          "Total": 34,
          "Average": 0.76,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 762,
          "Average": 16.93,
          "Max": 201,
          "Min": 8
        },
        {
          "StatusCode": 429,
          "Total": 41186,
          "Average": 915.24,
          "Max": 5038,
          "Min": 38
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 698884,
          "Average": 53760.31,
          "Max": 58545,
          "Min": 2156
        },
        {
          "StatusCode": 401,
          "Total": 1053,
          "Average": 81.0,
          "Max": 1053,
          "Min": 1053
        },
        {
          "StatusCode": 404,
          "Total": 4870,
          "Average": 374.62,
          "Max": 1460,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 673,
          "Average": 51.77,
          "Max": 257,
          "Min": 15
        },
        {
          "StatusCode": 429,
          "Total": 32165,
          "Average": 2474.23,
          "Max": 3946,
          "Min": 35
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a21%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 14,
          "First": "2015-03-12T15:15:00",
          "Last": "2015-03-12T15:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a22%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T14:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "51 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 1.99
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 11.94
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 1.658
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.327
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "214c7c11-8355-45f5-9235-666eafb978d8",
          "MaxQuota": 3490816,
          "MaxUsage": 1132253
        },
        {
          "PartitionId": "9c40dbb7-304f-4a6d-a1a2-6f95bd4c9be9",
          "MaxQuota": 3490816,
          "MaxUsage": 574959
        },
        {
          "PartitionId": "7a0d2b04-62f3-4a43-bf36-47f29739c46f",
          "MaxQuota": 3490816,
          "MaxUsage": 572388
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "214c7c11-8355-45f5-9235-666eafb978d8",
          "MaxCrudUsage": 1312,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1600
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "9c40dbb7-304f-4a6d-a1a2-6f95bd4c9be9",
          "MaxCrudUsage": 640,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1128
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "7a0d2b04-62f3-4a43-bf36-47f29739c46f",
          "MaxCrudUsage": 640,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1096
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T15:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 273.166,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a24%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.842569
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.016394
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.068366
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 98.10012
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 98.104098
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a25%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 21.394151
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 17.704904
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 17.669635
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 17.376157
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 17.032504
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a25%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 26.729248
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 20.599144
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 18.58135
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 18.082659
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 17.647909
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a25%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 97030.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 97230.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 97248.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 97438.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 97549.133333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a26%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: c8900f8d-ba7f-433b-a89a-31d1a4d80337",
          "Count": 1,
          "First": "2015-03-12T12:52:27.2364497",
          "Last": "2015-03-12T12:52:27.2364497"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 1eb088a9-93fa-45d7-a336-6235f1397bed",
          "Count": 1,
          "First": "2015-03-12T12:52:26.5026131",
          "Last": "2015-03-12T12:52:26.5026131"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 6ae1b180-001f-4eb4-b373-96f581a228ae",
          "Count": 1,
          "First": "2015-03-12T12:52:27.5531657",
          "Last": "2015-03-12T12:52:27.5531657"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: d6bcd642-16ca-4a17-91c0-a21d57dce924",
          "Count": 1,
          "First": "2015-03-12T12:52:25.5809242",
          "Last": "2015-03-12T12:52:25.5809242"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a26%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a26%3a34Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a26%3a34Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:ed0e2f43-8e72-4334-b0bb-5edc131819db Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-12T20:49:25.0212553"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+18%3a27%3a48Z&end=2015-03-12+22%3a26%3a38Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T15:26:41.9931069-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 86368,
      "PhysicalCRUDUsageInMB": 209128,
      "LogicalIndexUsageInMB": 4008,
      "LogicalCRUDUsageInMB": 50564,
      "ClientReportedUsageInMB": 3642
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB3BAAAAAAAAA==",
  "_ts": 1426213885,
  "_etag": "\"00008642-0000-0000-0000-55024bfd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c17988d2-1f98-4fa4-b32f-1710679d1788",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB4BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-12T13:59:37.8884488-07:00",
  "CompletedTime": "2015-03-13T03:08:59.2304093-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "15d12e3d-b9f5-40af-8f2f-c18ee74b55d8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T14:58:49.1492249-07:00",
      "CompleteTime": "2015-03-12T15:06:25.1201915-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e712fade-f933-4b5b-a0cd-79eaa99ba87e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T14:58:49.6540535-07:00",
      "CompleteTime": "2015-03-12T15:07:54.9803514-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "65f05d40-77e4-447d-9b68-fe9116e8d81d",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T14:58:50.1539798-07:00",
      "CompleteTime": "2015-03-12T15:05:54.9654298-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e3a3a31c-e72b-42d6-ac9f-421a9f1c20bb",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T14:58:50.6852719-07:00",
      "CompleteTime": "2015-03-12T15:09:00.8712754-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cc75603-b8a7-4472-9781-2b15d43d28c8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T16:13:46.3981614-07:00",
      "CompleteTime": "2015-03-12T16:22:20.5565422-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f4c6d664-8e75-4e18-9a8c-3e6320df2ddd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-12T17:21:06.0957054-07:00",
      "CompleteTime": "2015-03-12T17:33:17.4734102-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3febdfe4-53cc-4932-959d-b7c667931e20",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T20:18:51.522214-07:00",
      "CompleteTime": "2015-03-12T20:34:02.0934576-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dc3bae21-5378-44d5-963c-6c608c80b0ab",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-13T01:15:18.2630765-07:00",
      "CompleteTime": "2015-03-13T02:06:32.8303405-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ae1ce4f8-53d5-4359-b0ad-43711a532f5f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T14:02:09.5674036-07:00",
      "EndTime": "2015-03-12T14:12:27.6517139-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "010d0916-e236-4aac-a3a2-5208adf35fa0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T14:12:39.9739379-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "351065e5-2809-4130-842a-88f956776802",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T14:12:40.3443268-07:00",
      "EndTime": "2015-03-12T14:45:57.748834-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "85e48290-ca91-4fc7-8345-56e61ba3a01a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T14:46:04.4943248-07:00",
      "EndTime": "2015-03-12T14:57:35.018418-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f4044649-6ecd-4651-9573-4a77ba86cd4a",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T14:57:35.3928207-07:00",
      "EndTime": "2015-03-12T14:58:44.4898609-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "401c5b38-b955-40c9-95c0-9c1ef7e77878",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T15:58:49.5649242-07:00",
      "EndTime": "2015-03-12T17:21:02.8948941-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0579b7b1-b79a-4698-a747-40e321efb98f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T18:01:06.140129-07:00",
      "EndTime": "2015-03-12T19:24:24.2669774-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4c59263b-b40b-41f2-afc6-0c0dacef95e8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T20:04:27.7534762-07:00",
      "EndTime": "2015-03-12T22:21:01.1567142-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "21a0e155-843c-469d-9ecb-282cb7b6fff1",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-12T23:01:04.552944-07:00",
      "EndTime": "2015-03-13T01:08:58.1643079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8cfd7812-94df-4936-bddc-2c975ba9e457",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150311.5\\x64\\Release",
      "StartTime": "2015-03-13T01:09:14.6522781-07:00",
      "EndTime": "2015-03-13T01:10:20.7828181-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "54 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T01:27:22.2347635",
          "Last": "2015-03-13T01:27:22.2347635"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T01:27:22.2347508",
          "Last": "2015-03-13T01:27:22.2347508"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-12T23:35:40.1404579",
          "Last": "2015-03-13T00:14:55.3884221"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T01:27:22.2326427",
          "Last": "2015-03-13T01:27:22.2326427"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T01:12:15.9653902",
          "Last": "2015-03-13T01:12:15.9653902"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-12T23:35:40.1404914",
          "Last": "2015-03-13T00:14:55.3884558"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T01:27:22.2326797",
          "Last": "2015-03-13T01:27:22.2326797"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 45,
          "First": "2015-03-12T22:06:51.302703",
          "Last": "2015-03-13T03:08:16.1212226"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "11 requests with 408 | 2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 11,
          "First": "2015-03-12T15:18:42.3743745",
          "Last": "2015-03-13T03:05:43.1291226"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-12T22:05:01.7052384",
          "Last": "2015-03-12T22:05:02.2978483"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40032604,
          "Average": 279948.28,
          "Max": 363829,
          "Min": 7064
        },
        {
          "StatusCode": 400,
          "Total": 103,
          "Average": 0.72,
          "Max": 16,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.09,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 403,
          "Total": 293921,
          "Average": 2055.39,
          "Max": 44125,
          "Min": 1555
        },
        {
          "StatusCode": 404,
          "Total": 120916,
          "Average": 845.57,
          "Max": 5071,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 25,
          "Average": 0.17,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34988,
          "Average": 244.67,
          "Max": 2014,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6373741,
          "Average": 44571.62,
          "Max": 120466,
          "Min": 1477
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1175784,
          "Average": 8222.27,
          "Max": 10945,
          "Min": 220
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5126,
          "Average": 35.85,
          "Max": 111,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 922,
          "Average": 6.45,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 160178,
          "Average": 1120.13,
          "Max": 3187,
          "Min": 36
        },
        {
          "StatusCode": 449,
          "Total": 8396,
          "Average": 58.71,
          "Max": 198,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3508509,
          "Average": 24535.03,
          "Max": 31482,
          "Min": 578
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 572,
          "Average": 4.0,
          "Max": 322,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 20169,
          "Average": 141.04,
          "Max": 387,
          "Min": 26
        },
        {
          "StatusCode": 410,
          "Total": 2812,
          "Average": 19.66,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 492587,
          "Average": 3444.66,
          "Max": 9898,
          "Min": 107
        },
        {
          "StatusCode": 449,
          "Total": 17380,
          "Average": 121.54,
          "Max": 343,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5898724,
          "Average": 41249.82,
          "Max": 53755,
          "Min": 606
        },
        {
          "StatusCode": 400,
          "Total": 44819,
          "Average": 313.42,
          "Max": 6611,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8507,
          "Average": 59.49,
          "Max": 5634,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 16,
          "Average": 0.11,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3179,
          "Average": 22.23,
          "Max": 161,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1035233,
          "Average": 7239.39,
          "Max": 18393,
          "Min": 957
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33023903,
          "Average": 230936.38,
          "Max": 263255,
          "Min": 5834
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 28,
          "Average": 0.2,
          "Max": 28,
          "Min": 28
        },
        {
          "StatusCode": 404,
          "Total": 5032,
          "Average": 35.19,
          "Max": 490,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28419,
          "Average": 198.73,
          "Max": 1749,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 644551,
          "Average": 4507.35,
          "Max": 10246,
          "Min": 719
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6731359,
          "Average": 47072.44,
          "Max": 59114,
          "Min": 1329
        },
        {
          "StatusCode": 401,
          "Total": 44,
          "Average": 0.31,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 404,
          "Total": 30697,
          "Average": 214.66,
          "Max": 1903,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 25393,
          "Average": 177.57,
          "Max": 1646,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 498468,
          "Average": 3485.79,
          "Max": 8418,
          "Min": 332
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 11,
          "First": "2015-03-12T20:55:00",
          "Last": "2015-03-12T22:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "634 replica health errors | 176 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 62,
          "First": "2015-03-12T23:34:46.216",
          "Last": "2015-03-13T01:55:06.119"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 102,
          "First": "2015-03-12T23:34:46.136",
          "Last": "2015-03-13T01:09:57.599"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 294,
          "First": "2015-03-12T22:19:35.755",
          "Last": "2015-03-13T02:16:47.238"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1515 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 130,
          "HourlyAverage": 10.498
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 406,
          "HourlyAverage": 32.785
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 46,
          "HourlyAverage": 3.715
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.373
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 916,
          "HourlyAverage": 73.968
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "49 partitions violated quota invariants | 48 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e5a19edc-5b91-4900-844e-e6f34b20bffc",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "LastUsage": 4313728,
          "LastQuota": 3490816,
          "LastIndexUsage": 333126,
          "First": "2015-03-13T01:15:00",
          "Last": "2015-03-13T01:45:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4c605691-8f3e-4292-bb45-b2cc6080c428",
          "MaxQuota": 6981471,
          "MaxUsage": 6159012
        },
        {
          "PartitionId": "eaac0cdb-0348-4354-a02c-4d91e6e73d69",
          "MaxQuota": 6981471,
          "MaxUsage": 5957198
        },
        {
          "PartitionId": "9bbf8190-6ca4-4039-bc6b-f92818ec3a5d",
          "MaxQuota": 6981471,
          "MaxUsage": 5917323
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "4c605691-8f3e-4292-bb45-b2cc6080c428",
          "MaxCrudUsage": 6024,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 7344
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "9bbf8190-6ca4-4039-bc6b-f92818ec3a5d",
          "MaxCrudUsage": 5832,
          "MaxIndexUsage": 1136,
          "MaxTotalUsage": 7232
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "6705be79-f582-4445-a198-7e96c60b0a57",
          "MaxCrudUsage": 5792,
          "MaxIndexUsage": 1152,
          "MaxTotalUsage": 7200
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T22:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 239.165,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T22:10:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 189.813,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T16:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 131.74,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T18:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 129.155,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T16:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 124.475,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84.298703
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 85.615123
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 86.154648
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.318909
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.334411
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 51.140528
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 47.579314
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 40.900689
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 39.422361
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 39.313265
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 449.117515 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 449.117515
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 437.564442
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 419.894028
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 416.312348
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 400.483562
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 58960.703704
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 61385.703704
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62166.928571
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 63009.285714
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 63919.36
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+20%3a59%3a37Z&end=2015-03-13+10%3a08%3a59Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-13T03:08:59.2304093-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 277984,
      "PhysicalCRUDUsageInMB": 1340832,
      "LogicalIndexUsageInMB": 25231,
      "LogicalCRUDUsageInMB": 321831,
      "ClientReportedUsageInMB": 779
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB4BAAAAAAAAA==",
  "_ts": 1426243140,
  "_etag": "\"01008d8e-0000-0000-0000-5502be440000\"",
  "_attachments": "attachments/"
},
{
  "id": "0997c6fe-f2bc-467f-b9e4-42a09dbe55f5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB5BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-12T14:23:52.6654458-07:00",
  "CompletedTime": "2015-03-15T15:03:56.3982737-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "837e8d2c-c964-4f0e-bab7-899ba36c6907",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T16:04:24.3046416-07:00",
      "CompleteTime": "2015-03-12T16:14:01.690933-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5823079f-ab94-428c-a525-c06a8e6c131d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T16:04:24.8566771-07:00",
      "CompleteTime": "2015-03-12T16:13:31.6972322-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dd875732-37cf-476c-8844-a6ba4a6b1603",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T16:04:25.4747159-07:00",
      "CompleteTime": "2015-03-12T16:15:01.6583327-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0974a686-2c0f-4432-8759-e309f036cd01",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T16:04:26.5237828-07:00",
      "CompleteTime": "2015-03-12T16:15:41.4565889-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aa94f518-c425-4d29-964c-aca6e82c3e8a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T23:16:29.2947209-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "28034f82-660e-41c8-81a7-8520a56e97a4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-12T14:24:05.047148-07:00",
      "EndTime": "2015-03-12T14:33:24.7398793-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a0b3239-8ce6-4125-8e1b-7cee4afafef5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-12T14:33:40.669803-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e4602eec-6646-4ea2-9a2f-79aeb3fa9d25",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Staging_Official\\20150306.1\\x64\\Release",
      "StartTime": "2015-03-12T14:33:41.0318033-07:00",
      "EndTime": "2015-03-12T15:08:26.9978224-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d9c2b074-d2c3-4485-acb3-00b6d21ac4b8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-12T15:08:36.5904166-07:00",
      "EndTime": "2015-03-12T15:17:59.4822789-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "538b369b-789c-4c17-b88c-8f17d840a557",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-12T15:17:59.8462987-07:00",
      "EndTime": "2015-03-12T15:54:17.9920612-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6328e2fe-ab66-4100-b944-3c0f1f045172",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-12T17:04:21.9187294-07:00",
      "EndTime": "2015-03-12T19:14:14.0403865-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a839a94e-88d3-4a17-a3f3-5088a0857de2",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-12T21:23:59.0574543-07:00",
      "EndTime": "2015-03-12T22:21:36.3390285-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "83d22fce-e38c-453f-a293-2e28f46b26b8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-12T23:01:32.6078824-07:00",
      "EndTime": "2015-03-13T01:32:32.1203062-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a21%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a21%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-12T17:51:00.1733345",
          "Last": "2015-03-12T17:51:00.1733345"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a22%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "5 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 5,
          "First": "2015-03-12T19:36:24.774932",
          "Last": "2015-03-12T21:26:35.431254"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a24%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a25%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 22859534,
          "Average": 317493.53,
          "Max": 363438,
          "Min": 13
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.32,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4413,
          "Average": 61.29,
          "Max": 4413,
          "Min": 4413
        },
        {
          "StatusCode": 404,
          "Total": 133558,
          "Average": 1854.97,
          "Max": 10746,
          "Min": 468
        },
        {
          "StatusCode": 410,
          "Total": 19017,
          "Average": 264.12,
          "Max": 1100,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2659767,
          "Average": 36941.21,
          "Max": 61875,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a25%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 663510,
          "Average": 9345.21,
          "Max": 10911,
          "Min": 181
        },
        {
          "StatusCode": 401,
          "Total": 25,
          "Average": 0.35,
          "Max": 25,
          "Min": 25
        },
        {
          "StatusCode": 404,
          "Total": 4815,
          "Average": 67.82,
          "Max": 238,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 531,
          "Average": 7.48,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 66137,
          "Average": 931.51,
          "Max": 1622,
          "Min": 45
        },
        {
          "StatusCode": 449,
          "Total": 3254,
          "Average": 45.83,
          "Max": 241,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a25%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1974900,
          "Average": 27429.17,
          "Max": 31760,
          "Min": 466
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 126,
          "Average": 1.75,
          "Max": 126,
          "Min": 126
        },
        {
          "StatusCode": 404,
          "Total": 17245,
          "Average": 239.51,
          "Max": 768,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 1579,
          "Average": 21.93,
          "Max": 96,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 207750,
          "Average": 2885.42,
          "Max": 5059,
          "Min": 141
        },
        {
          "StatusCode": 449,
          "Total": 7935,
          "Average": 110.21,
          "Max": 392,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a26%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3385636,
          "Average": 46378.58,
          "Max": 53931,
          "Min": 255
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.03,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 122,
          "Average": 1.67,
          "Max": 122,
          "Min": 122
        },
        {
          "StatusCode": 403,
          "Total": 8460,
          "Average": 115.89,
          "Max": 5481,
          "Min": 46
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.1,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1895,
          "Average": 25.96,
          "Max": 120,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 438510,
          "Average": 6006.99,
          "Max": 9937,
          "Min": 412
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a26%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 16609036,
          "Average": 227521.04,
          "Max": 248906,
          "Min": 2145
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.18,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 27,
          "Average": 0.37,
          "Max": 27,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 576,
          "Average": 7.89,
          "Max": 122,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7254,
          "Average": 99.37,
          "Max": 833,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 269685,
          "Average": 3694.32,
          "Max": 9167,
          "Min": 50
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a27%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3740588,
          "Average": 51952.61,
          "Max": 59394,
          "Min": 1269
        },
        {
          "StatusCode": 401,
          "Total": 688,
          "Average": 9.56,
          "Max": 688,
          "Min": 688
        },
        {
          "StatusCode": 404,
          "Total": 22051,
          "Average": 306.26,
          "Max": 1898,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 6340,
          "Average": 88.06,
          "Max": 686,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 207694,
          "Average": 2884.64,
          "Max": 6816,
          "Min": 60
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a27%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 6,
          "First": "2015-03-12T17:35:00",
          "Last": "2015-03-12T18:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 320,
          "First": "2015-03-12T17:35:00",
          "Last": "2015-03-12T22:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 2,
          "First": "2015-03-12T17:40:00",
          "Last": "2015-03-12T17:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a31%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a36%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a36%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a36%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "18 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-12T22:28:14.396",
          "Last": "2015-03-12T22:28:14.396"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 14,
          "First": "2015-03-12T22:23:13.091",
          "Last": "2015-03-12T22:28:13.986"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-03-12T19:21:33.681",
          "Last": "2015-03-12T22:28:13.986"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a36%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "417 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 51,
          "HourlyAverage": 6.824
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 344,
          "HourlyAverage": 46.03
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.134
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.873
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.937
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a36%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a37%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "d557d21f-d601-4f6e-ae14-534c1bca9393",
          "MaxQuota": 4654996,
          "MaxUsage": 3576264
        },
        {
          "PartitionId": "7ac4a088-ce76-4b72-8463-174326d5e905",
          "MaxQuota": 4654996,
          "MaxUsage": 3570257
        },
        {
          "PartitionId": "2ba7073e-5714-4185-9ba5-1aa2b15496cb",
          "MaxQuota": 4654996,
          "MaxUsage": 3568526
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a37%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "12cc3780-e8d1-421e-a367-c36f229f2302",
          "MaxCrudUsage": 3576,
          "MaxIndexUsage": 700,
          "MaxTotalUsage": 4508
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "d557d21f-d601-4f6e-ae14-534c1bca9393",
          "MaxCrudUsage": 3568,
          "MaxIndexUsage": 712,
          "MaxTotalUsage": 4448
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "fde1af27-58a0-4f01-a420-005762547d17",
          "MaxCrudUsage": 3528,
          "MaxIndexUsage": 716,
          "MaxTotalUsage": 4444
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a37%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 3 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T22:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 110.753,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T22:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 109.169,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T19:20:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 41.695,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a38%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90.461518
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 91.387919
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 91.950274
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 92.010329
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 92.159023
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a39%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 34.83334
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 34.807125
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 31.087618
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 30.595196
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 30.304652
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a39%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 49.567093
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 43.127717
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 33.491001
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 26.039017
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 25.198649
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a39%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 52928.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 58410.103448
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 58640.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 59352.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 64881.6
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a39%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 01857cb7-6fd4-442f-9329-c57a563a0dc1",
          "Count": 1,
          "First": "2015-03-12T15:37:10.8606287",
          "Last": "2015-03-12T15:37:10.8606287"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 8758277d-f9cd-4f82-88c6-2df4be1f1394",
          "Count": 1,
          "First": "2015-03-12T15:37:07.3477904",
          "Last": "2015-03-12T15:37:07.3477904"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: bd12aac6-76d1-42d3-8baa-ccd7cc8e3f93",
          "Count": 1,
          "First": "2015-03-12T15:37:08.6440738",
          "Last": "2015-03-12T15:37:08.6440738"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 56c8a80f-06bf-4dc1-975f-739c37186c56",
          "Count": 1,
          "First": "2015-03-12T15:37:07.1411257",
          "Last": "2015-03-12T15:37:07.1411257"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a39%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a40%3a40Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "150 Direct Tcp requests with 503 | 55 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "Average": 2,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T17:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 132,
          "Average": 66,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T18:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 50,
          "Average": 17,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T18:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 7,
          "Average": 4,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T18:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Count": 9,
          "Average": 4,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T18:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Count": 5,
          "Average": 2,
          "First": "2015-03-12T17:30:00",
          "Last": "2015-03-12T18:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a40%3a49Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:47559233-ba6e-4fdd-9043-006d5ccc4357 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-12T23:15:37.9534084"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-12+21%3a23%3a52Z&end=2015-03-13+05%3a40%3a59Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T19:23:37.497393-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114808,
      "PhysicalCRUDUsageInMB": 507288,
      "LogicalIndexUsageInMB": 11491,
      "LogicalCRUDUsageInMB": 141920,
      "ClientReportedUsageInMB": 25094
    },
    {
      "TimeStamp": "2015-03-12T22:41:03.9622265-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 201660,
      "PhysicalCRUDUsageInMB": 1030232,
      "LogicalIndexUsageInMB": 25029,
      "LogicalCRUDUsageInMB": 314789,
      "ClientReportedUsageInMB": 250554
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB5BAAAAAAAAA==",
  "_ts": 1426457036,
  "_etag": "\"0b00cb01-0000-0000-0000-550601cc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "55494041-6a08-47a5-b4e2-57572c5df7ab",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB6BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-03-12T15:26:36.5480437-07:00",
  "CompletedTime": "2015-04-06T20:33:13.7395784-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c95b183c-fc49-4ac5-9913-92d2e2a84e34",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150304.1\\x64\\Release",
      "StartTime": "2015-03-12T15:33:50.9420414-07:00",
      "EndTime": "2015-03-12T15:35:18.330181-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB6BAAAAAAAAA==",
  "_ts": 1428377594,
  "_etag": "\"130020a4-0000-0000-0000-55234ffa0000\"",
  "_attachments": "attachments/"
},
{
  "id": "99934fdf-d560-4cd2-8d60-254ffb1d526f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB7BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-12T16:58:20.3260417-07:00",
  "CompletedTime": "2015-03-13T23:08:50.8796903-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "784313a2-ec89-4f22-a114-9aeec27181cf",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T18:49:06.2869489-07:00",
      "CompleteTime": "2015-03-12T18:55:12.6273062-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3f3f2284-1dad-4428-ab18-23ac3768c181",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T18:49:06.8182092-07:00",
      "CompleteTime": "2015-03-12T18:54:43.1159462-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a734b21-b1aa-413f-a629-27850e92821b",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T18:49:07.318226-07:00",
      "CompleteTime": "2015-03-12T18:56:12.836062-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a9e73a16-7343-46b9-8070-0fc4ec871089",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T18:49:08.5370053-07:00",
      "CompleteTime": "2015-03-12T18:57:26.0820805-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "149b4477-64f8-4ddd-ab32-c8e31deada2a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T20:04:00.8717834-07:00",
      "CompleteTime": "2015-03-12T20:10:04.7844188-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e72e9e03-2952-4bdc-8c45-041e841179d0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-12T20:58:15.1603403-07:00",
      "CompleteTime": "2015-03-12T21:06:29.9385224-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4b9b2cbb-7dde-447d-b239-13b8d57ce7a8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T23:02:03.9517566-07:00",
      "CompleteTime": "2015-03-12T23:08:08.5423563-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1b1e9f83-32c7-487e-9167-f67e3fe274cd",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-13T05:02:17.7737467-07:00",
      "CompleteTime": "2015-03-13T05:49:38.4045597-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c8f6d152-f171-4653-9a0a-719aaf6b5acf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T16:58:32.0466412-07:00",
      "EndTime": "2015-03-12T17:11:36.1373827-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "92f0a0f7-af8a-41c2-a63f-26c7b162481d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T17:12:05.5259482-07:00",
      "EndTime": "2015-03-12T17:13:15.8038757-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e29cd2b-c44e-4050-8c43-ccf08018e285",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T17:13:16.1781772-07:00",
      "EndTime": "2015-03-12T17:53:20.6112133-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f16d7753-2472-4f09-99b2-fe707b68e531",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T17:53:30.2584752-07:00",
      "EndTime": "2015-03-12T18:08:40.898982-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a74c9635-b95e-4db4-b3a9-898177a0ca38",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T18:08:41.9708022-07:00",
      "EndTime": "2015-03-12T18:21:40.3745213-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4d914845-4d6d-4f2c-bc35-12c977311a1b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T18:21:40.8659476-07:00",
      "EndTime": "2015-03-12T18:38:58.1016893-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2518482e-93de-46d4-8a5b-0628f1059d7e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T19:49:05.5569897-07:00",
      "EndTime": "2015-03-12T20:53:14.024438-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dcae387f-cff7-49c2-9232-5b7664fadc45",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T21:38:19.3851875-07:00",
      "EndTime": "2015-03-12T22:46:57.989239-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ee7f0169-7a69-48eb-8860-95e0d72f99bd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T23:36:03.2159962-07:00",
      "EndTime": "2015-03-13T01:13:37.947927-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "08b26974-c735-4cd5-b079-04c5d0e598a6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T02:10:13.9753982-07:00",
      "EndTime": "2015-03-13T04:17:02.0103897-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f81063ca-e30c-47e3-9db3-cb78a85381c3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-13T04:43:51.2050169-07:00",
      "EndTime": "2015-03-13T05:02:12.9923755-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7fbbe777-8cfc-40be-8921-aaf825646beb",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-13T05:49:39.7014672-07:00",
      "EndTime": "2015-03-13T05:51:49.1749406-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a48%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a48%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "339 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-12T21:35:04.2596966",
          "Last": "2015-03-13T03:33:09.179064"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-03-13T06:00:28.8925573",
          "Last": "2015-03-13T10:10:34.6633852"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-13T04:42:56.5781666",
          "Last": "2015-03-13T04:44:22.626595"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 321,
          "First": "2015-03-12T20:21:41.6068932",
          "Last": "2015-03-13T04:37:06.103504"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a48%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "43 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-03-12T19:43:04.7141614",
          "Last": "2015-03-13T10:36:55.4998838"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 31,
          "First": "2015-03-13T00:17:03.8301567",
          "Last": "2015-03-13T00:17:27.7276843"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-13T00:17:04.3190056",
          "Last": "2015-03-13T00:17:14.7542238"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-13T00:17:05.4889635",
          "Last": "2015-03-13T00:17:05.4889635"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a48%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "230 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-03-13T00:15:00",
          "Last": "2015-03-13T00:15:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 5,
          "First": "2015-03-13T00:15:00",
          "Last": "2015-03-13T00:15:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 190,
          "First": "2015-03-13T00:15:00",
          "Last": "2015-03-13T00:15:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 31,
          "First": "2015-03-13T00:15:00",
          "Last": "2015-03-13T00:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a49%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 13:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 49028419,
          "Average": 260789.46,
          "Max": 334309,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 35,
          "Average": 0.19,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 881,
          "Average": 4.69,
          "Max": 839,
          "Min": 42
        },
        {
          "StatusCode": 404,
          "Total": 558738,
          "Average": 2972.01,
          "Max": 26632,
          "Min": 968
        },
        {
          "StatusCode": 408,
          "Total": 190,
          "Average": 1.01,
          "Max": 190,
          "Min": 190
        },
        {
          "StatusCode": 409,
          "Total": 11,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 49594,
          "Average": 263.8,
          "Max": 2296,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8818165,
          "Average": 46905.13,
          "Max": 218384,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a49%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 13:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1415064,
          "Average": 7526.94,
          "Max": 10291,
          "Min": 151
        },
        {
          "StatusCode": 401,
          "Total": 24,
          "Average": 0.13,
          "Max": 20,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 3438,
          "Average": 18.29,
          "Max": 524,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 1334,
          "Average": 7.1,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 244851,
          "Average": 1302.4,
          "Max": 6136,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1751,
          "Average": 9.31,
          "Max": 76,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a50%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 13:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4245837,
          "Average": 22584.24,
          "Max": 29297,
          "Min": 387
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 90,
          "Average": 0.48,
          "Max": 85,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 11334,
          "Average": 60.29,
          "Max": 1711,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.02,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3834,
          "Average": 20.39,
          "Max": 195,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 735096,
          "Average": 3910.09,
          "Max": 17302,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 4364,
          "Average": 23.21,
          "Max": 140,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a50%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 13:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7377364,
          "Average": 39033.67,
          "Max": 50993,
          "Min": 693
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.09,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 97,
          "Average": 0.51,
          "Max": 90,
          "Min": 7
        },
        {
          "StatusCode": 403,
          "Total": 8582,
          "Average": 45.41,
          "Max": 5036,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 31,
          "Average": 0.16,
          "Max": 31,
          "Min": 31
        },
        {
          "StatusCode": 410,
          "Total": 4199,
          "Average": 22.22,
          "Max": 207,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1269795,
          "Average": 6718.49,
          "Max": 32682,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a51%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 15:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 36841447,
          "Average": 194928.29,
          "Max": 221025,
          "Min": 737
        },
        {
          "StatusCode": 400,
          "Total": 50,
          "Average": 0.26,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1692,
          "Average": 8.95,
          "Max": 86,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32925,
          "Average": 174.21,
          "Max": 1521,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 790126,
          "Average": 4180.56,
          "Max": 15693,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a52%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8170555,
          "Average": 43230.45,
          "Max": 54423,
          "Min": 741
        },
        {
          "StatusCode": 401,
          "Total": 20038,
          "Average": 106.02,
          "Max": 6311,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 28119,
          "Average": 148.78,
          "Max": 3741,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 33660,
          "Average": 178.1,
          "Max": 1431,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 742553,
          "Average": 3928.85,
          "Max": 11046,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+17%3a52%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 22,
          "First": "2015-03-13T00:15:00",
          "Last": "2015-03-13T00:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-03-13T00:20:00",
          "Last": "2015-03-13T00:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a02%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a08%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a08%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a09%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "245 replica health errors | 165 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 13,
          "First": "2015-03-13T03:23:53.092",
          "Last": "2015-03-13T10:30:46.395"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 6,
          "First": "2015-03-13T03:33:54.785",
          "Last": "2015-03-13T10:30:46.455"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 61,
          "First": "2015-03-13T02:21:59.781",
          "Last": "2015-03-13T11:05:53.791"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a10%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1808 replica alerts for FullCopy | 5 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 574,
          "HourlyAverage": 33.222
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 23,
          "HourlyAverage": 1.331
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1031,
          "HourlyAverage": 59.672
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 131,
          "HourlyAverage": 7.582
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.463
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.579
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.174
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.347
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.521
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.289
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.174
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.116
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.116
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.174
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.116
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.058
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a10%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a11%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e8093d81-6ae5-4e42-addf-803b91ab5dfa",
          "MaxQuota": 10475520,
          "MaxUsage": 6866174
        },
        {
          "PartitionId": "3b8cc7ea-6036-46b7-ba97-eee5359c791b",
          "MaxQuota": 10475520,
          "MaxUsage": 6728467
        },
        {
          "PartitionId": "702b3f30-dc2d-4f4f-b615-5681c864b2f8",
          "MaxQuota": 10475520,
          "MaxUsage": 6665480
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a11%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e8093d81-6ae5-4e42-addf-803b91ab5dfa",
          "MaxCrudUsage": 6784,
          "MaxIndexUsage": 1320,
          "MaxTotalUsage": 8428
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "3b8cc7ea-6036-46b7-ba97-eee5359c791b",
          "MaxCrudUsage": 6672,
          "MaxIndexUsage": 1296,
          "MaxTotalUsage": 8200
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "702b3f30-dc2d-4f4f-b615-5681c864b2f8",
          "MaxCrudUsage": 6608,
          "MaxIndexUsage": 1308,
          "MaxTotalUsage": 8040
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a11%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-13T00:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 1712.485,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T22:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 343.457,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-13T00:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 247.031,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-13T01:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 222.953,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-13T00:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 196.258,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a12%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.978485
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.88398
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.223776
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.445551
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.48044
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a13%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40.137858
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 39.380547
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 38.517422
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 33.206489
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 32.155714
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a14%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 238.609557
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 227.075376
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 217.566812
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 207.312438
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 195.912791
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a14%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 42742.444444
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 44424.954545
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 47589.461538
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 48028.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 48533.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a14%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a14%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a16%3a37Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "39 Direct Https requests with 503 | 35 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 31,
          "Average": 2.818,
          "First": "2015-03-12T20:00:00",
          "Last": "2015-03-12T23:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 15,
          "Average": 7.5,
          "First": "2015-03-12T23:35:00",
          "Last": "2015-03-12T23:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 17,
          "Average": 17.0,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "Average": 4.0,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T10:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-12T21:15:00",
          "Last": "2015-03-12T21:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a16%3a45Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-12+23%3a58%3a20Z&end=2015-03-13+18%3a16%3a59Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T20:57:57.0946923-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108528,
      "PhysicalCRUDUsageInMB": 259592,
      "LogicalIndexUsageInMB": 6039,
      "LogicalCRUDUsageInMB": 74303,
      "ClientReportedUsageInMB": 3118
    },
    {
      "TimeStamp": "2015-03-12T22:55:37.5539448-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 126508,
      "PhysicalCRUDUsageInMB": 541360,
      "LogicalIndexUsageInMB": 13627,
      "LogicalCRUDUsageInMB": 167288,
      "ClientReportedUsageInMB": 49566
    },
    {
      "TimeStamp": "2015-03-13T01:29:49.0346831-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 202384,
      "PhysicalCRUDUsageInMB": 1019432,
      "LogicalIndexUsageInMB": 19181,
      "LogicalCRUDUsageInMB": 239747,
      "ClientReportedUsageInMB": 66
    },
    {
      "TimeStamp": "2015-03-13T04:35:58.2222112-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 265616,
      "PhysicalCRUDUsageInMB": 1362688,
      "LogicalIndexUsageInMB": 29015,
      "LogicalCRUDUsageInMB": 365879,
      "ClientReportedUsageInMB": 106157
    },
    {
      "TimeStamp": "2015-03-13T09:47:06.9566055-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 290180,
      "PhysicalCRUDUsageInMB": 1502656,
      "LogicalIndexUsageInMB": 29634,
      "LogicalCRUDUsageInMB": 371844,
      "ClientReportedUsageInMB": 423765
    },
    {
      "TimeStamp": "2015-03-13T11:17:07.5343119-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 338224,
      "PhysicalCRUDUsageInMB": 1802800,
      "LogicalIndexUsageInMB": 34994,
      "LogicalCRUDUsageInMB": 440450,
      "ClientReportedUsageInMB": 484175
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB7BAAAAAAAAA==",
  "_ts": 1426313330,
  "_etag": "\"04009aa7-0000-0000-0000-5503d0720000\"",
  "_attachments": "attachments/"
},
{
  "id": "0f2f9ffc-05c0-4a52-bd14-e2b57da461b2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB8BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-12T17:08:23.6231388-07:00",
  "CompletedTime": "2015-03-13T13:09:45.1959935-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b699119a-fa9d-4205-9a11-d8e2f68fbedd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-12T17:08:29.263485-07:00",
      "EndTime": "2015-03-12T17:08:33.6097793-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB8BAAAAAAAAA==",
  "_ts": 1426277384,
  "_etag": "\"03002812-0000-0000-0000-550344080000\"",
  "_attachments": "attachments/"
},
{
  "id": "e0eec3f4-2ae1-4d60-b0dc-567b18fb6575",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB9BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-12T19:21:28.5720212-07:00",
  "CompletedTime": "2015-03-13T10:27:43.2594904-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3a8674bf-d4d3-4a57-b234-8e9836e0c960",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T21:05:25.4862746-07:00",
      "CompleteTime": "2015-03-12T21:15:32.5536896-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "517ac3d6-6cc8-4769-b071-55d8a8f9eef8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T21:05:26.085309-07:00",
      "CompleteTime": "2015-03-12T21:13:02.5101854-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9bcbb18-755e-4b75-b0d7-34ed2141cfa1",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T21:05:26.6093385-07:00",
      "CompleteTime": "2015-03-12T21:13:32.028859-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dd929100-43a8-4d94-a097-269eea53dfae",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T21:05:27.1653696-07:00",
      "CompleteTime": "2015-03-12T21:14:41.642806-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6d8d6071-11ea-4b73-aad1-938a1c4022cd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-13T00:05:02.4133099-07:00",
      "CompleteTime": "2015-03-13T00:13:37.8202301-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9f537767-082b-44b9-b6a2-32fdb3882b96",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-13T02:16:14.30997-07:00",
      "CompleteTime": "2015-03-13T02:28:31.2457501-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "abb94000-2370-49c6-8d60-851dc0578595",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-13T03:28:43.7414698-07:00",
      "CompleteTime": "2015-03-13T03:36:48.996924-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17367cce-ea24-4d26-a318-6e81ea02e284",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-13T08:32:28.3015065-07:00",
      "CompleteTime": "2015-03-13T09:36:49.3073483-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "dd530686-6d60-4068-a4fc-5a4038892960",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:24:04.2678479-07:00",
      "EndTime": "2015-03-12T19:34:45.9206512-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e7cfb13-187f-461e-a5c7-3a8bf7118543",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:34:59.0925692-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "4d846f50-5cf0-4ece-9b0d-310411c86b24",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:34:59.5055987-07:00",
      "EndTime": "2015-03-12T20:09:42.1991616-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a1f0f72e-2048-4071-95af-0d8767c2ada9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T20:09:51.2546753-07:00",
      "EndTime": "2015-03-12T20:37:03.8670126-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f8d355e7-5a78-46f1-9e97-f39c220e3754",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T20:37:04.2240628-07:00",
      "EndTime": "2015-03-12T20:55:19.7069303-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7370bfea-a3f7-4c28-8197-e91da614f6cf",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T22:05:23.6948856-07:00",
      "EndTime": "2015-03-12T23:02:52.5004136-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5c939e3c-2a74-4796-b379-57d45d2b956f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T23:50:05.5110292-07:00",
      "EndTime": "2015-03-13T02:03:51.6618661-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "11b85b91-c052-4153-a399-4d826cefdf87",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T02:56:17.9693687-07:00",
      "EndTime": "2015-03-13T05:02:22.3475958-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "856581a2-9c0f-499d-929e-235edd786b85",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T05:59:47.2423763-07:00",
      "EndTime": "2015-03-13T08:07:41.7884891-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2217eb38-42f9-4755-b6fa-0058bd5a7e83",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T08:28:05.8655816-07:00",
      "EndTime": "2015-03-13T08:29:15.6025357-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-13T06:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.Server.exe.7276.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "77 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Init failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T06:56:41.4303831",
          "Last": "2015-03-13T06:56:41.4303831"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T06:56:41.4304013",
          "Last": "2015-03-13T06:56:41.4304013"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 34,
          "First": "2015-03-13T06:24:11.3296",
          "Last": "2015-03-13T09:26:33.4099373"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 41,
          "First": "2015-03-13T04:20:21.9650704",
          "Last": "2015-03-13T09:52:49.5779215"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "18 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 18,
          "First": "2015-03-12T21:31:40.0110126",
          "Last": "2015-03-13T08:04:20.7826209"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43389784,
          "Average": 276368.05,
          "Max": 350457,
          "Min": 2503
        },
        {
          "StatusCode": 400,
          "Total": 57,
          "Average": 0.36,
          "Max": 42,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 227,
          "Average": 1.45,
          "Max": 227,
          "Min": 227
        },
        {
          "StatusCode": 403,
          "Total": 70172,
          "Average": 446.96,
          "Max": 17910,
          "Min": 161
        },
        {
          "StatusCode": 404,
          "Total": 221866,
          "Average": 1413.16,
          "Max": 16463,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35106,
          "Average": 223.61,
          "Max": 1760,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6648903,
          "Average": 42349.7,
          "Max": 134637,
          "Min": 673
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1267137,
          "Average": 8070.94,
          "Max": 10386,
          "Min": 90
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 3943,
          "Average": 25.11,
          "Max": 160,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 883,
          "Average": 5.62,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 166514,
          "Average": 1060.6,
          "Max": 2528,
          "Min": 22
        },
        {
          "StatusCode": 449,
          "Total": 5137,
          "Average": 32.72,
          "Max": 210,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3791377,
          "Average": 24148.9,
          "Max": 30077,
          "Min": 262
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 20,
          "Average": 0.13,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 403,
          "Total": 555,
          "Average": 3.54,
          "Max": 200,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 14649,
          "Average": 93.31,
          "Max": 502,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 2772,
          "Average": 17.66,
          "Max": 132,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 505962,
          "Average": 3222.69,
          "Max": 7565,
          "Min": 57
        },
        {
          "StatusCode": 449,
          "Total": 10921,
          "Average": 69.56,
          "Max": 364,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6460720,
          "Average": 41151.08,
          "Max": 52815,
          "Min": 397
        },
        {
          "StatusCode": 400,
          "Total": 10452,
          "Average": 66.57,
          "Max": 2726,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 403,
          "Total": 8381,
          "Average": 53.38,
          "Max": 4412,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 37,
          "Average": 0.24,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3240,
          "Average": 20.64,
          "Max": 194,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1011312,
          "Average": 6441.48,
          "Max": 20655,
          "Min": 142
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30134884,
          "Average": 190727.11,
          "Max": 222743,
          "Min": 1140
        },
        {
          "StatusCode": 400,
          "Total": 28,
          "Average": 0.18,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 57,
          "Average": 0.36,
          "Max": 57,
          "Min": 57
        },
        {
          "StatusCode": 404,
          "Total": 6104,
          "Average": 38.63,
          "Max": 581,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23985,
          "Average": 151.8,
          "Max": 1568,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 455777,
          "Average": 2884.66,
          "Max": 10562,
          "Min": 71
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7112251,
          "Average": 45014.25,
          "Max": 60495,
          "Min": 1146
        },
        {
          "StatusCode": 401,
          "Total": 127,
          "Average": 0.8,
          "Max": 127,
          "Min": 127
        },
        {
          "StatusCode": 404,
          "Total": 34903,
          "Average": 220.91,
          "Max": 2428,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 22262,
          "Average": 140.9,
          "Max": 1335,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 408704,
          "Average": 2586.73,
          "Max": 5668,
          "Min": 44
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 10,
          "First": "2015-03-13T07:05:00",
          "Last": "2015-03-13T09:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-13T09:05:00",
          "Last": "2015-03-13T09:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-12T21:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2210 replica health errors | 145 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 86,
          "First": "2015-03-13T06:37:38.033",
          "Last": "2015-03-13T09:44:07.091"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 155,
          "First": "2015-03-13T04:14:55.861",
          "Last": "2015-03-13T08:28:50.314"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1447,
          "First": "2015-03-13T00:14:14.289",
          "Last": "2015-03-13T09:44:07.301"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 377,
          "First": "2015-03-13T01:49:30.973",
          "Last": "2015-03-13T08:28:50.364"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1530 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 387,
          "HourlyAverage": 27.062
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 3.077
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 972,
          "HourlyAverage": 67.971
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 120,
          "HourlyAverage": 8.391
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.14
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.35
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "56 partitions violated quota invariants | 54 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1aa6277c-129d-42f4-9f04-e854d74f8509",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3690176,
          "LastQuota": 3490816,
          "LastIndexUsage": 290385,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T09:15:00"
        },
        {
          "PartitionId": "40e0ce86-4149-4cc7-831f-ae80e6385d44",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3588736,
          "LastQuota": 3490816,
          "LastIndexUsage": 281680,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "29f66495-bbe3-4acd-8a19-8f654a7442e0",
          "MaxQuota": 8144708,
          "MaxUsage": 6971251
        },
        {
          "PartitionId": "3535d363-7b3e-406c-8654-83a71ec874c3",
          "MaxQuota": 8144708,
          "MaxUsage": 6827056
        },
        {
          "PartitionId": "374f11ca-b89e-4cde-8a11-439e9eacaa0c",
          "MaxQuota": 8144708,
          "MaxUsage": 6761089
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "29f66495-bbe3-4acd-8a19-8f654a7442e0",
          "MaxCrudUsage": 6840,
          "MaxIndexUsage": 1204,
          "MaxTotalUsage": 8364
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9f6d02d3-f7b9-463b-8e0f-09df4abe8885",
          "MaxCrudUsage": 6616,
          "MaxIndexUsage": 1228,
          "MaxTotalUsage": 8268
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "374f11ca-b89e-4cde-8a11-439e9eacaa0c",
          "MaxCrudUsage": 6640,
          "MaxIndexUsage": 1192,
          "MaxTotalUsage": 8176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 30 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-13T04:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 395.32,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T23:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 204.422,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-13T04:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 177.518,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-12T23:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 162.744,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-13T01:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 152.379,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.84616
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.200528
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 85.715016
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.187003
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.191022
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.010992
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 37.124428
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.784164
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 36.120125
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 34.0955
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 420.347069 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 420.347069
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 278.356168
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 192.088399
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 189.959721
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 177.426072
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60411.413793
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60482.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60646.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 61051.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62113.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 171,
          "SampleCount": 30074
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "22 Direct Https requests with 503 | 22 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-12T23:35:00",
          "Last": "2015-03-12T23:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-12T23:35:00",
          "Last": "2015-03-12T23:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-13T08:30:00",
          "Last": "2015-03-13T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 20,
          "Average": 6.667,
          "First": "2015-03-12T23:35:00",
          "Last": "2015-03-13T01:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "Average": 1.875,
          "First": "2015-03-12T23:35:00",
          "Last": "2015-03-13T04:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-12T23:25:00",
          "Last": "2015-03-12T23:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-13+02%3a21%3a28Z&end=2015-03-13+17%3a27%3a43Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T23:09:43.9407401-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 79340,
      "PhysicalCRUDUsageInMB": 267664,
      "LogicalIndexUsageInMB": 4269,
      "LogicalCRUDUsageInMB": 51663,
      "ClientReportedUsageInMB": 684
    },
    {
      "TimeStamp": "2015-03-13T02:15:50.9476454-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 152108,
      "PhysicalCRUDUsageInMB": 745680,
      "LogicalIndexUsageInMB": 14978,
      "LogicalCRUDUsageInMB": 184221,
      "ClientReportedUsageInMB": 190223
    },
    {
      "TimeStamp": "2015-03-13T05:19:17.7062082-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 244548,
      "PhysicalCRUDUsageInMB": 1261208,
      "LogicalIndexUsageInMB": 23449,
      "LogicalCRUDUsageInMB": 295990,
      "ClientReportedUsageInMB": 326169
    },
    {
      "TimeStamp": "2015-03-13T08:27:22.0140937-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 345676,
      "PhysicalCRUDUsageInMB": 1957492,
      "LogicalIndexUsageInMB": 36976,
      "LogicalCRUDUsageInMB": 476384,
      "ClientReportedUsageInMB": 408033
    },
    {
      "TimeStamp": "2015-03-13T10:27:43.2594904-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 249492,
      "PhysicalCRUDUsageInMB": 1381568,
      "LogicalIndexUsageInMB": 26101,
      "LogicalCRUDUsageInMB": 331179,
      "ClientReportedUsageInMB": 236060
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB9BAAAAAAAAA==",
  "_ts": 1426269095,
  "_etag": "\"020041b5-0000-0000-0000-550323a70000\"",
  "_attachments": "attachments/"
},
{
  "id": "ee3fbccb-a857-485e-af53-cae5530660e5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB+BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-12T19:31:26.4724731-07:00",
  "CompletedTime": "2015-03-13T11:37:19.5996457-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c7a2f57a-b17a-415b-8905-0ba12cc8be20",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-12T20:56:58.2039538-07:00",
      "CompleteTime": "2015-03-12T21:06:05.8267827-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1f59bef1-826b-47e6-94f3-59e47b56182d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-12T20:56:58.6994983-07:00",
      "CompleteTime": "2015-03-12T21:07:05.6245582-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2783409d-af0a-45c5-be84-f93968c2355e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T20:56:59.2161266-07:00",
      "CompleteTime": "2015-03-12T21:06:35.3702483-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d1173b61-44a4-4b57-ba57-4daf83c12b30",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-12T20:56:59.7639879-07:00",
      "CompleteTime": "2015-03-12T21:08:15.8594807-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7979e779-0956-41ce-9c2d-dd7aa472f12d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-12T23:59:46.8966731-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "47b93058-891c-45f8-96c2-6f9294471b70",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-13T02:45:27.2071243-07:00",
      "CompleteTime": "2015-03-13T02:59:39.4267638-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7b5ec92-587a-43b5-a7b3-b3909141bea2",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-13T09:43:52.9016495-07:00",
      "CompleteTime": "2015-03-13T10:41:12.0537257-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e6e2d7ec-4c8d-4d88-a417-e2311cf69f33",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:33:55.3986051-07:00",
      "EndTime": "2015-03-12T19:44:08.8253557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "68c8b27c-2f0d-49fa-8ada-d7f1c1931b89",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:44:17.7977733-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "1f8dfe39-3eb1-45ee-a2d9-7a9c6fa8bb77",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-12T19:44:18.1474408-07:00",
      "EndTime": "2015-03-12T20:17:09.655614-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4781a70e-428d-4f2f-bd19-74fa49585e6a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T20:17:15.6113252-07:00",
      "EndTime": "2015-03-12T20:26:37.4547333-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a528567d-2f77-487a-9484-b0cdbff2ef94",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T20:26:37.9030321-07:00",
      "EndTime": "2015-03-12T20:46:51.8148623-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e9b5358-2dc1-4c09-a2af-0706765efe5c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T21:56:55.6395436-07:00",
      "EndTime": "2015-03-12T22:53:19.3951869-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "29c4d7f8-b65b-4f95-83ea-324ad0896be3",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-12T23:44:37.9842398-07:00",
      "EndTime": "2015-03-13T02:21:19.9316851-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cfe941f8-365b-4728-8a9e-1e551a5606fc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T03:25:29.6015543-07:00",
      "EndTime": "2015-03-13T05:49:59.3849514-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b288cf00-4639-4841-9861-f7a53651bffa",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T07:00:07.5909991-07:00",
      "EndTime": "2015-03-13T09:07:02.7870855-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5f35aeea-ca96-457a-a784-b70e3ff33d4a",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150312.3\\x64\\Release",
      "StartTime": "2015-03-13T09:37:35.7398562-07:00",
      "EndTime": "2015-03-13T09:39:43.2284923-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "219 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T08:06:04.7507284",
          "Last": "2015-03-13T08:06:04.7507284"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 92,
          "First": "2015-03-12T22:50:46.1560401",
          "Last": "2015-03-13T09:07:43.7404268"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-13T00:49:56.4443332",
          "Last": "2015-03-13T00:49:56.4443332"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-13T09:40:43.6291228",
          "Last": "2015-03-13T09:41:07.9102471"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 122,
          "First": "2015-03-13T04:43:10.7290191",
          "Last": "2015-03-13T11:37:00.1629142"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 47855397,
          "Average": 273459.41,
          "Max": 370506,
          "Min": 143
        },
        {
          "StatusCode": 400,
          "Total": 181,
          "Average": 1.03,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 428,
          "Average": 2.45,
          "Max": 428,
          "Min": 428
        },
        {
          "StatusCode": 403,
          "Total": 1348616,
          "Average": 7706.38,
          "Max": 190608,
          "Min": 450
        },
        {
          "StatusCode": 404,
          "Total": 113452,
          "Average": 648.3,
          "Max": 8150,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40806898,
          "Average": 233182.27,
          "Max": 311882,
          "Min": 9
        },
        {
          "StatusCode": 429,
          "Total": 6439712,
          "Average": 36798.35,
          "Max": 147752,
          "Min": 2371
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 12:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1438250,
          "Average": 8313.58,
          "Max": 10681,
          "Min": 5
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.08,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 6167,
          "Average": 35.65,
          "Max": 237,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 938,
          "Average": 5.42,
          "Max": 39,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 152576,
          "Average": 881.94,
          "Max": 2514,
          "Min": 50
        },
        {
          "StatusCode": 449,
          "Total": 9071,
          "Average": 52.43,
          "Max": 275,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4287652,
          "Average": 24784.12,
          "Max": 31696,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 45,
          "Average": 0.26,
          "Max": 45,
          "Min": 45
        },
        {
          "StatusCode": 403,
          "Total": 3441,
          "Average": 19.89,
          "Max": 883,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 23523,
          "Average": 135.97,
          "Max": 706,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2911,
          "Average": 16.83,
          "Max": 118,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 470871,
          "Average": 2721.8,
          "Max": 7352,
          "Min": 154
        },
        {
          "StatusCode": 449,
          "Total": 19484,
          "Average": 112.62,
          "Max": 494,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7064062,
          "Average": 40832.73,
          "Max": 54363,
          "Min": 20
        },
        {
          "StatusCode": 400,
          "Total": 202102,
          "Average": 1168.22,
          "Max": 28577,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 38,
          "Average": 0.22,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3290,
          "Average": 19.02,
          "Max": 158,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1049097,
          "Average": 6064.14,
          "Max": 23002,
          "Min": 586
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7799224,
          "Average": 45082.22,
          "Max": 60291,
          "Min": 20
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 4813,
          "Average": 27.82,
          "Max": 450,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 16919,
          "Average": 97.8,
          "Max": 991,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 547980,
          "Average": 3167.51,
          "Max": 7278,
          "Min": 192
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7805526,
          "Average": 45118.65,
          "Max": 60279,
          "Min": 20
        },
        {
          "StatusCode": 401,
          "Total": 76,
          "Average": 0.44,
          "Max": 76,
          "Min": 76
        },
        {
          "StatusCode": 404,
          "Total": 30615,
          "Average": 176.97,
          "Max": 2604,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 21783,
          "Average": 125.91,
          "Max": 1211,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 422824,
          "Average": 2444.07,
          "Max": 5877,
          "Min": 75
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 9,
          "First": "2015-03-13T07:45:00",
          "Last": "2015-03-13T10:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-13+02%3a31%3a26Z&end=2015-03-13+18%3a37%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-12T23:04:12.8047711-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 96912,
      "PhysicalCRUDUsageInMB": 256192,
      "LogicalIndexUsageInMB": 5431,
      "LogicalCRUDUsageInMB": 66147,
      "ClientReportedUsageInMB": 65868
    },
    {
      "TimeStamp": "2015-03-13T02:45:13.9291151-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 166588,
      "PhysicalCRUDUsageInMB": 864136,
      "LogicalIndexUsageInMB": 16348,
      "LogicalCRUDUsageInMB": 200640,
      "ClientReportedUsageInMB": 91742
    },
    {
      "TimeStamp": "2015-03-13T06:19:51.5056146-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 253464,
      "PhysicalCRUDUsageInMB": 1361496,
      "LogicalIndexUsageInMB": 26810,
      "LogicalCRUDUsageInMB": 338027,
      "ClientReportedUsageInMB": 50142
    },
    {
      "TimeStamp": "2015-03-13T09:37:09.1586907-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-13T11:37:19.5996457-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB+BAAAAAAAAA==",
  "_ts": 1426275445,
  "_etag": "\"0200b2fc-0000-0000-0000-55033c750000\"",
  "_attachments": "attachments/"
},
{
  "id": "5bb113c8-c0a9-40a3-b5e1-a117fc463dd4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgB-BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-13T13:09:45.4107243-07:00",
  "CompletedTime": "2015-03-13T15:19:05.7373484-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4acb02aa-0f80-442f-a642-0e564da02f7f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-13T13:09:50.3984915-07:00",
      "EndTime": "2015-03-13T13:17:59.2367326-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgB-BAAAAAAAAA==",
  "_ts": 1426285145,
  "_etag": "\"03003a6a-0000-0000-0000-550362590000\"",
  "_attachments": "attachments/"
},
{
  "id": "13ba7b50-4154-4b92-b907-848ecee82245",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCABAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-13T15:16:26.5709843-07:00",
  "CompletedTime": "2015-03-13T16:06:40.5671528-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "428b8f5f-e857-4685-be24-16d9817e80bf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T15:16:27.1158687-07:00",
      "EndTime": "2015-03-13T15:16:30.4106525-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "dbc82e65-afab-4801-8224-bafe1540d2b8",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T15:17:30.8467788-07:00",
      "EndTime": "2015-03-13T15:18:39.8981646-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a76e45f-c5fd-400a-ab2d-7ee3f4271e70",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T15:18:40.2601956-07:00",
      "EndTime": "2015-03-13T15:51:55.2847182-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCABAAAAAAAAA==",
  "_ts": 1426288000,
  "_etag": "\"0300fe8a-0000-0000-0000-55036d800000\"",
  "_attachments": "attachments/"
},
{
  "id": "2453cb6c-a94e-4257-9475-975de8dce99d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCBBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-13T15:19:05.9477672-07:00",
  "CompletedTime": "2015-03-18T17:30:05.9256663-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "10999502-d2a2-4e2d-b589-b0de5c777ec6",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-13T15:19:17.5987865-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "569aebc9-0565-4da7-8605-922f01005089",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150309.1\\x64\\Release",
      "StartTime": "2015-03-13T15:19:17.9566094-07:00",
      "EndTime": "2015-03-13T15:54:26.0262293-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCBBAAAAAAAAA==",
  "_ts": 1426725005,
  "_etag": "\"1600b1dd-0000-0000-0000-550a188d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2bb69721-8580-4dc7-bdfa-55deca8d554c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCCBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-13T16:06:40.787187-07:00",
  "CompletedTime": "2015-03-13T16:59:09.8991514-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b1ce7fd2-7a0d-4859-a470-923a61cd82f3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:06:41.32326-07:00",
      "EndTime": "2015-03-13T16:06:44.6787362-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "aeb37c3c-c5f8-49c5-ab23-9b07a4894de5",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:07:43.010021-07:00",
      "EndTime": "2015-03-13T16:08:50.0541407-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7cbfc7e-a12e-479c-b46f-0b885a04a863",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:08:50.4011352-07:00",
      "EndTime": "2015-03-13T16:41:08.4659003-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f86f703-e143-4b55-b793-98febd9b9b04",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:41:14.6388174-07:00",
      "EndTime": "2015-03-13T16:41:17.1191811-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "442248fb-4579-4b23-94d2-c3e2744c69e3",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:41:17.4801981-07:00",
      "EndTime": "2015-03-13T16:42:21.7027157-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCCBAAAAAAAAA==",
  "_ts": 1426291149,
  "_etag": "\"030060ae-0000-0000-0000-550379cd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "4b916ce5-d45b-45e0-996d-702cfb8494f3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCDBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-13T16:11:28.3450192-07:00",
  "CompletedTime": "2015-03-14T11:46:29.9391922-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c51fb120-793e-42ae-8870-cd85905c35e1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-13T16:14:55.6974801-07:00",
      "EndTime": "2015-03-13T16:22:57.6429872-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2e968be8-113e-4ba4-8d27-db9bc67cbc88",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-13T16:23:06.8361514-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e191b449-aade-4cfc-aee0-0f6752674bef",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-13T16:23:07.19812-07:00",
      "EndTime": "2015-03-13T16:55:16.6778031-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCDBAAAAAAAAA==",
  "_ts": 1426358789,
  "_etag": "\"060066ab-0000-0000-0000-550482050000\"",
  "_attachments": "attachments/"
},
{
  "id": "3d22e709-ca70-433e-b9bb-f09cf015f203",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCEBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-13T16:59:10.1161636-07:00",
  "CompletedTime": "2015-03-14T01:58:56.6666961-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7f00191e-2fb9-4415-9843-aa424b303fbc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T16:59:10.6171955-07:00",
      "EndTime": "2015-03-13T17:11:55.0009618-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3b17058-08a1-41fe-8392-7593b8a21af3",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T17:12:29.0001842-07:00",
      "EndTime": "2015-03-13T17:13:37.8228361-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dfd7d52d-c7d5-4713-b28c-b937196b58c3",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T17:13:38.1818914-07:00",
      "EndTime": "2015-03-13T17:45:54.145334-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e6b11d5b-3873-4a6f-950b-0dd0522432bb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T17:45:59.9940605-07:00",
      "EndTime": "2015-03-13T17:59:27.210889-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2877b279-e99d-47f3-9161-f5c845d34948",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T17:59:27.6039472-07:00",
      "EndTime": "2015-03-13T18:00:35.5557742-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "356634d7-994f-4e4e-a049-ed395c276df4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T19:00:40.5321363-07:00",
      "EndTime": "2015-03-13T19:38:41.7003581-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "07eba68e-c78f-448a-abc6-0f828c1b3f27",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T20:18:45.0873857-07:00",
      "EndTime": "2015-03-13T20:56:43.6096414-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90e25eef-9a6d-4b4c-ba19-3d78c6f25c6a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T21:36:46.9515076-07:00",
      "EndTime": "2015-03-13T23:13:13.0708923-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d765815-e154-4ba8-9a11-ea46df3f73be",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-13T23:53:16.9240105-07:00",
      "EndTime": "2015-03-14T01:58:55.9996912-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "678598d2-3367-4212-babf-1c900dc36b66",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-03-14T03:06:40.3078216-07:00",
      "EndTime": "2015-03-14T03:07:48.315097-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.939961
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.939961
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.939961
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 3.820837
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 1.725317
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 1.334135
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 1.246714
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 1.213411
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 1.417802
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 1.205518
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 1.192619
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 1.127048
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 0.797717
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111664.266667
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 111676.7
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 111728.766667
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Value": 111730.4
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 111740.766667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-13+23%3a59%3a10Z&end=2015-03-14+08%3a58%3a56Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-14T01:58:56.6666961-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCEBAAAAAAAAA==",
  "_ts": 1426327667,
  "_etag": "\"0500584a-0000-0000-0000-550408730000\"",
  "_attachments": "attachments/"
},
{
  "id": "4cd8de14-060c-4f34-824f-aa9405a5fd1c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCFBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-13T23:08:51.8334586-07:00",
  "CompletedTime": "2015-03-14T00:28:19.1486649-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c9c68cd0-b7c7-4db8-a214-c216d3486ad5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-13T23:09:00.5374319-07:00",
      "EndTime": "2015-03-13T23:21:42.0434641-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a69463d-747a-4375-b5a5-c7f4c3f0586a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-13T23:22:44.1893084-07:00",
      "EndTime": "2015-03-13T23:23:54.7002411-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7c459037-0905-4e7f-86a4-78a4297e2dc3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-13T23:23:55.1140777-07:00",
      "EndTime": "2015-03-13T23:58:10.0406103-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCFBAAAAAAAAA==",
  "_ts": 1426318098,
  "_etag": "\"0400c6dd-0000-0000-0000-5503e3120000\"",
  "_attachments": "attachments/"
},
{
  "id": "6f5b40ba-6587-4eba-a05f-fd35601645e3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCGBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-14T00:28:19.4611783-07:00",
  "CompletedTime": "2015-03-14T13:17:23.2019155-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "be168b58-b0d5-402e-8903-b115be4716ae",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T01:24:04.4812367-07:00",
      "CompleteTime": "2015-03-14T01:30:11.5176927-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a8ae77dc-da80-420e-bc71-8f3832543d5c",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-14T01:24:05.0593825-07:00",
      "CompleteTime": "2015-03-14T01:30:40.9739968-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c6ac6c9e-e128-466e-91eb-b24f1e65cf8b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-14T01:24:05.4187627-07:00",
      "CompleteTime": "2015-03-14T01:31:11.0374357-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "248cfb6e-0927-4670-a56f-72db5e7dffac",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-14T01:24:11.6689259-07:00",
      "CompleteTime": "2015-03-14T01:32:29.4557419-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df6cfbb0-a10b-45dd-a5ff-96424ebac2fa",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T02:38:59.8630925-07:00",
      "CompleteTime": "2015-03-14T02:45:03.3790635-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "813252ba-3cf2-4898-be5e-6a0307c698e4",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-14T03:35:26.7996555-07:00",
      "CompleteTime": "2015-03-14T03:43:41.9922865-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4c16387b-483a-44f1-a1cc-f0669bda76fa",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T05:41:58.611656-07:00",
      "CompleteTime": "2015-03-14T05:48:03.4349699-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e8d1bd4-6434-4742-a299-cdb1b565777c",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-14T11:46:13.0317714-07:00",
      "CompleteTime": "2015-03-14T12:32:30.8758889-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "eae22462-eb06-4a2e-8846-1f936de8914a",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-14T00:28:28.0866615-07:00",
      "EndTime": "2015-03-14T00:43:36.9256758-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ddecfd73-b74b-4382-b03e-ac693e1efd4a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T00:43:37.8636169-07:00",
      "EndTime": "2015-03-14T00:56:41.4333136-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "caf56a13-6e6a-44b0-841a-30b523559758",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T00:56:41.7927089-07:00",
      "EndTime": "2015-03-14T01:13:57.0863606-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0bdb9ea5-4e77-42d4-aace-14cc6379c3da",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T02:24:05.3506435-07:00",
      "EndTime": "2015-03-14T03:29:45.4274601-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2bd4a63-e79c-40f9-951a-aab060311ee8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T04:15:30.6920285-07:00",
      "EndTime": "2015-03-14T05:33:04.7181439-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8071e105-3bf3-4768-a8d3-b76aa19568d1",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T06:22:02.4499066-07:00",
      "EndTime": "2015-03-14T07:59:36.4239963-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fdb2d32a-acd3-4246-b40f-1daabd5830d6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.2\\x64\\Release",
      "StartTime": "2015-03-14T08:53:29.5659346-07:00",
      "EndTime": "2015-03-14T11:00:17.1543617-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3af5e299-554f-41dd-bca0-4629564ff198",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-14T11:24:56.6987036-07:00",
      "EndTime": "2015-03-14T11:46:08.0160193-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6aec532e-bc19-4967-a792-f24b24c41904",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-14T12:32:32.4071696-07:00",
      "EndTime": "2015-03-14T12:34:41.8934504-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "334 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-14T03:41:40.4964545",
          "Last": "2015-03-14T11:11:38.0232885"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-14T11:30:54.3345947",
          "Last": "2015-03-14T11:30:54.3356649"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-14T11:16:30.1355413",
          "Last": "2015-03-14T11:16:30.1355413"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-14T09:59:35.7012165",
          "Last": "2015-03-14T09:59:35.7012165"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-14T11:30:08.0696771",
          "Last": "2015-03-14T11:30:08.2314132"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 324,
          "First": "2015-03-14T04:10:39.2601379",
          "Last": "2015-03-14T11:17:56.9179307"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "365 requests with 408 | 239 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 283,
          "First": "2015-03-14T01:58:01.4269421",
          "Last": "2015-03-14T10:46:30.3355901"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 185,
          "First": "2015-03-14T02:58:06.4408041",
          "Last": "2015-03-14T02:59:47.9769491"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 45,
          "First": "2015-03-14T02:58:10.3207482",
          "Last": "2015-03-14T02:59:36.3342733"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-14T03:33:24.5821738",
          "Last": "2015-03-14T03:33:24.5821738"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 50,
          "First": "2015-03-14T01:53:00.7462338",
          "Last": "2015-03-14T06:49:31.0608972"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-14T02:01:02.884795",
          "Last": "2015-03-14T04:49:48.7882499"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-03-14T02:58:09.3872803",
          "Last": "2015-03-14T02:59:15.3238601"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 27,
          "First": "2015-03-14T03:33:24.5892793",
          "Last": "2015-03-14T06:49:29.3298854"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2465 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 55,
          "First": "2015-03-14T06:35:00",
          "Last": "2015-03-14T06:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 291,
          "First": "2015-03-14T06:35:00",
          "Last": "2015-03-14T06:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 141,
          "First": "2015-03-14T06:35:00",
          "Last": "2015-03-14T06:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1978,
          "First": "2015-03-14T06:35:00",
          "Last": "2015-03-14T06:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 33034436,
          "Average": 237657.81,
          "Max": 324989,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 101,
          "Average": 0.73,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 47,
          "Average": 0.34,
          "Max": 47,
          "Min": 47
        },
        {
          "StatusCode": 404,
          "Total": 336316,
          "Average": 2419.54,
          "Max": 25736,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1978,
          "Average": 14.23,
          "Max": 877,
          "Min": 377
        },
        {
          "StatusCode": 409,
          "Total": 17,
          "Average": 0.12,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 61456,
          "Average": 442.13,
          "Max": 5781,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8334224,
          "Average": 59958.45,
          "Max": 235536,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 952177,
          "Average": 6850.19,
          "Max": 9767,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 1958,
          "Average": 14.09,
          "Max": 279,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 55,
          "Average": 0.4,
          "Max": 23,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 1251,
          "Average": 9.0,
          "Max": 89,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 229938,
          "Average": 1654.23,
          "Max": 6344,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1733,
          "Average": 12.47,
          "Max": 72,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2857312,
          "Average": 20556.2,
          "Max": 28926,
          "Min": 57
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6575,
          "Average": 47.3,
          "Max": 823,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 141,
          "Average": 1.01,
          "Max": 54,
          "Min": 36
        },
        {
          "StatusCode": 410,
          "Total": 3628,
          "Average": 26.1,
          "Max": 251,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 692063,
          "Average": 4978.87,
          "Max": 18719,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 3743,
          "Average": 26.93,
          "Max": 126,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4978543,
          "Average": 35816.86,
          "Max": 48725,
          "Min": 81
        },
        {
          "StatusCode": 400,
          "Total": 43,
          "Average": 0.31,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 403,
          "Total": 9681,
          "Average": 69.65,
          "Max": 3659,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 1128,
          "Average": 8.12,
          "Max": 340,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 291,
          "Average": 2.09,
          "Max": 122,
          "Min": 69
        },
        {
          "StatusCode": 410,
          "Total": 4898,
          "Average": 35.24,
          "Max": 454,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1203406,
          "Average": 8657.6,
          "Max": 35698,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26039848,
          "Average": 187337.04,
          "Max": 213693,
          "Min": 106
        },
        {
          "StatusCode": 400,
          "Total": 24,
          "Average": 0.17,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 85,
          "Average": 0.61,
          "Max": 85,
          "Min": 85
        },
        {
          "StatusCode": 404,
          "Total": 10365,
          "Average": 74.57,
          "Max": 1697,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31468,
          "Average": 226.39,
          "Max": 1869,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 809626,
          "Average": 5824.65,
          "Max": 11597,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5711840,
          "Average": 41092.37,
          "Max": 55107,
          "Min": 108
        },
        {
          "StatusCode": 401,
          "Total": 3038,
          "Average": 21.86,
          "Max": 437,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 25106,
          "Average": 180.62,
          "Max": 3319,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30004,
          "Average": 215.86,
          "Max": 1349,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 766100,
          "Average": 5511.51,
          "Max": 11422,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 21,
          "First": "2015-03-14T07:00:00",
          "Last": "2015-03-14T09:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "240 replica health errors | 134 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 18,
          "First": "2015-03-14T03:16:54.22",
          "Last": "2015-03-14T12:15:21.936"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-03-14T03:16:54.23",
          "Last": "2015-03-14T10:34:52.719"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 85,
          "First": "2015-03-14T03:11:53.274",
          "Last": "2015-03-14T11:08:36.343"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1670 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.482
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 389,
          "HourlyAverage": 30.349
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1080,
          "HourlyAverage": 84.258
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 130,
          "HourlyAverage": 10.142
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.468
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.234
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.234
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.546
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.234
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.17
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.312
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.156
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.546
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.234
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e9ce82f1-2436-4371-91aa-c2df2a9ca2ce",
          "MaxQuota": 10475520,
          "MaxUsage": 4849073
        },
        {
          "PartitionId": "38ce02e3-49bb-4e66-b9f6-ebff6c1bbedf",
          "MaxQuota": 10476298,
          "MaxUsage": 4782464
        },
        {
          "PartitionId": "9c750ec1-81ed-4cb8-87de-d7401bf1ae60",
          "MaxQuota": 10476298,
          "MaxUsage": 4751040
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "6559ad98-338a-41b3-b17e-940b11bf762b",
          "MaxCrudUsage": 4648,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5784
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9c750ec1-81ed-4cb8-87de-d7401bf1ae60",
          "MaxCrudUsage": 4656,
          "MaxIndexUsage": 860,
          "MaxTotalUsage": 5776
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "38ce02e3-49bb-4e66-b9f6-ebff6c1bbedf",
          "MaxCrudUsage": 4688,
          "MaxIndexUsage": 844,
          "MaxTotalUsage": 5752
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 36 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-14T06:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 1001.338,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T06:35:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 747.836,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T06:35:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 675.979,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T06:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 468.896,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T06:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 395.158,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 87.965096
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 88.417424
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.652676
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 88.814094
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 89.486029
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 42.504092
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 38.169189
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 37.995949
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 37.106558
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 35.876408
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 665.742986 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 665.742986
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 634.701127
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 630.884097
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 627.152572
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 626.660292
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 65175.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 66646.321429
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67058.263158
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 67310.565217
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 68325.347826
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1885 Direct Tcp requests with 503 | 348 Direct Https requests with 503 | 239 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-14T01:55:00",
          "Last": "2015-03-14T04:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-14T01:50:00",
          "Last": "2015-03-14T01:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-14T01:55:00",
          "Last": "2015-03-14T01:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 12,
          "Average": 4.0,
          "First": "2015-03-14T03:55:00",
          "Last": "2015-03-14T04:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 340,
          "Average": 15.455,
          "First": "2015-03-14T02:25:00",
          "Last": "2015-03-14T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 239,
          "Average": 239.0,
          "First": "2015-03-14T02:55:00",
          "Last": "2015-03-14T02:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1866,
          "Average": 53.314,
          "First": "2015-03-14T01:50:00",
          "Last": "2015-03-14T11:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-14T04:50:00",
          "Last": "2015-03-14T10:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-14T04:55:00",
          "Last": "2015-03-14T10:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-14T01:55:00",
          "Last": "2015-03-14T03:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-14+07%3a28%3a19Z&end=2015-03-14+20%3a17%3a23Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-14T03:35:05.9084969-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105240,
      "PhysicalCRUDUsageInMB": 242104,
      "LogicalIndexUsageInMB": 5088,
      "LogicalCRUDUsageInMB": 65324,
      "ClientReportedUsageInMB": 34828
    },
    {
      "TimeStamp": "2015-03-14T05:41:39.6424231-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130152,
      "PhysicalCRUDUsageInMB": 562024,
      "LogicalIndexUsageInMB": 14243,
      "LogicalCRUDUsageInMB": 174547,
      "ClientReportedUsageInMB": 18248
    },
    {
      "TimeStamp": "2015-03-14T08:13:03.3673032-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 186568,
      "PhysicalCRUDUsageInMB": 919624,
      "LogicalIndexUsageInMB": 21253,
      "LogicalCRUDUsageInMB": 263827,
      "ClientReportedUsageInMB": 66168
    },
    {
      "TimeStamp": "2015-03-14T11:17:05.5793085-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 268444,
      "PhysicalCRUDUsageInMB": 1407624,
      "LogicalIndexUsageInMB": 29857,
      "LogicalCRUDUsageInMB": 379679,
      "ClientReportedUsageInMB": 40692
    },
    {
      "TimeStamp": "2015-03-14T13:17:23.2019155-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 218584,
      "PhysicalCRUDUsageInMB": 1119872,
      "LogicalIndexUsageInMB": 22678,
      "LogicalCRUDUsageInMB": 279141,
      "ClientReportedUsageInMB": 30725
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCGBAAAAAAAAA==",
  "_ts": 1426365400,
  "_etag": "\"06004ff5-0000-0000-0000-55049bd80000\"",
  "_attachments": "attachments/"
},
{
  "id": "bcf2db39-41b7-40e3-8fef-01c7882881db",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCHBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-14T11:46:30.1892237-07:00",
  "CompletedTime": "2015-03-14T12:35:12.8584429-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "41d3eca4-16e1-42b6-bd55-33c97b1fac08",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T11:48:27.4073124-07:00",
      "EndTime": "2015-03-14T11:58:34.7921007-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "70af17e5-0955-4ed5-a650-37c75efccfe0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T11:58:44.1660228-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "d86bf35d-f36b-4509-8466-02c71406f52e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T11:58:44.512879-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCHBAAAAAAAAA==",
  "_ts": 1426361712,
  "_etag": "\"0600cbcb-0000-0000-0000-55048d700000\"",
  "_attachments": "attachments/"
},
{
  "id": "136c210e-7127-4423-a6eb-1b90287d0319",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCIBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-14T12:35:13.0625807-07:00",
  "CompletedTime": "2015-03-15T10:18:15.568601-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "85c77d90-0251-4346-9525-0b8171f30356",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T12:37:02.8049936-07:00",
      "EndTime": "2015-03-14T12:45:00.0282022-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90f6c81d-1472-4709-9f23-3ad54f7a277f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T12:45:09.5922327-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "3cb39018-4a70-43f8-8413-971ff53d7803",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-14T12:45:09.97124-07:00",
      "EndTime": "2015-03-14T13:18:01.5057813-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCIBAAAAAAAAA==",
  "_ts": 1426439895,
  "_etag": "\"0a00453f-0000-0000-0000-5505bed70000\"",
  "_attachments": "attachments/"
},
{
  "id": "432f5b9d-f47c-445b-bea6-65ba35bb5907",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCJBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-14T14:21:27.3337289-07:00",
  "CompletedTime": "2015-03-15T03:51:52.4419998-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "47dc75e9-73f2-4ad2-9845-bc33ff574560",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-14T16:06:20.3945359-07:00",
      "CompleteTime": "2015-03-14T16:13:26.5681878-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "965e0cb5-3450-4b42-812d-4d9c10e32486",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T16:06:20.9101791-07:00",
      "CompleteTime": "2015-03-14T16:12:56.8955542-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c6a406d4-21bb-4639-bd8f-a6e4793aa59d",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-14T16:06:21.4726962-07:00",
      "CompleteTime": "2015-03-14T16:12:57.7080757-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ce17291-bf45-405c-b96a-883399a54014",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-14T16:06:22.675844-07:00",
      "CompleteTime": "2015-03-14T16:14:40.8560525-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "41e17a04-0fa4-4249-88ba-9a18112bd4fc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T17:21:15.9517811-07:00",
      "CompleteTime": "2015-03-14T17:26:19.4482345-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c4fad1c9-e117-4b09-9db2-80d547e7789d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-14T18:13:18.9189763-07:00",
      "CompleteTime": "2015-03-14T18:21:35.5057559-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "35b02b9a-6781-465e-91a1-9e726521ade6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-14T20:17:16.9981323-07:00",
      "CompleteTime": "2015-03-14T20:23:21.4231895-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7693b8a7-7ece-426d-8bbe-71e15d7046ef",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-15T02:13:42.6478207-07:00",
      "CompleteTime": "2015-03-15T02:50:59.3964658-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "95144751-71be-4317-9919-e0ab24d1757f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-14T14:21:37.287111-07:00",
      "EndTime": "2015-03-14T14:34:49.5979666-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "939c54f2-6fd5-48cd-95ea-80ba43d0271a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-14T14:35:17.1777063-07:00",
      "EndTime": "2015-03-14T14:36:27.3861702-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "38024fda-3793-4111-b821-c862251151fe",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-14T14:36:27.7613882-07:00",
      "EndTime": "2015-03-14T15:10:44.7137906-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "93b35cd2-bd0f-449f-9ddf-5f13471dc36b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-14T15:10:54.8081367-07:00",
      "EndTime": "2015-03-14T15:26:05.4872836-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff1966b4-5dc7-42fe-af94-16766d520194",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T15:26:06.5341867-07:00",
      "EndTime": "2015-03-14T15:38:56.3601566-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7b9c0e60-d896-4d03-8a6e-ef808e84ba6b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T15:38:56.7195436-07:00",
      "EndTime": "2015-03-14T15:56:13.1206777-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86670bcc-a8f1-4d6a-8190-d103ea060fa5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T17:06:19.9863487-07:00",
      "EndTime": "2015-03-14T18:08:05.7133862-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2fbd446-290f-4a97-9510-151cf7cf5dc5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T18:53:22.8173923-07:00",
      "EndTime": "2015-03-14T20:03:56.1393761-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0eab1923-fdf0-4dd6-a443-b36b635631c6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T20:52:32.6815239-07:00",
      "EndTime": "2015-03-14T22:35:08.8622405-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0fae3ef6-a7f6-4b22-bb0c-476c8c2d071f",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150313.3\\x64\\Release",
      "StartTime": "2015-03-14T23:28:04.6557486-07:00",
      "EndTime": "2015-03-15T01:34:04.642554-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed6a69eb-f677-49ec-86a0-8d0bc975b896",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T01:59:25.2446328-07:00",
      "EndTime": "2015-03-15T02:13:37.7228356-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fc14d6cb-b9c0-4e90-8146-377577d27b7e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T02:51:00.661466-07:00",
      "EndTime": "2015-03-15T02:53:09.8731379-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2291 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-14T16:50:06.5848553",
          "Last": "2015-03-14T18:52:12.4998496"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 1991,
          "First": "2015-03-14T17:20:23.4413787",
          "Last": "2015-03-15T03:46:04.7247235"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 298,
          "First": "2015-03-14T17:37:06.215869",
          "Last": "2015-03-15T01:52:02.443492"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-14T19:18:45.0600901",
          "Last": "2015-03-14T20:36:52.3993144"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-14T19:18:46.2042917",
          "Last": "2015-03-14T21:35:09.2418046"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-03-14T20:16:19.4152302",
          "Last": "2015-03-15T01:50:56.5761819"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "23 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-14T19:15:00",
          "Last": "2015-03-14T19:15:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-14T19:15:00",
          "Last": "2015-03-14T19:15:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 17,
          "First": "2015-03-14T19:15:00",
          "Last": "2015-03-14T19:15:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-03-14T19:15:00",
          "Last": "2015-03-14T19:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35765439,
          "Average": 261061.6,
          "Max": 326921,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 78,
          "Average": 0.57,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 394736,
          "Average": 2881.28,
          "Max": 24818,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 17,
          "Average": 0.12,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 409,
          "Total": 14,
          "Average": 0.1,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 46792,
          "Average": 341.55,
          "Max": 2258,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6210532,
          "Average": 45332.35,
          "Max": 220277,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1030419,
          "Average": 7521.31,
          "Max": 10090,
          "Min": 327
        },
        {
          "StatusCode": 404,
          "Total": 3729,
          "Average": 27.22,
          "Max": 545,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1229,
          "Average": 8.97,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 172624,
          "Average": 1260.03,
          "Max": 6013,
          "Min": 10
        },
        {
          "StatusCode": 449,
          "Total": 1978,
          "Average": 14.44,
          "Max": 94,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3095347,
          "Average": 22593.77,
          "Max": 29128,
          "Min": 827
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12162,
          "Average": 88.77,
          "Max": 1645,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3601,
          "Average": 26.28,
          "Max": 180,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 519918,
          "Average": 3795.02,
          "Max": 17534,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 4560,
          "Average": 33.28,
          "Max": 169,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5377322,
          "Average": 39250.53,
          "Max": 49061,
          "Min": 1314
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.14,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8636,
          "Average": 63.04,
          "Max": 4069,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 42,
          "Average": 0.31,
          "Max": 31,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4078,
          "Average": 29.77,
          "Max": 189,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 905947,
          "Average": 6612.75,
          "Max": 34691,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26573261,
          "Average": 193965.41,
          "Max": 223947,
          "Min": 2446
        },
        {
          "StatusCode": 400,
          "Total": 22,
          "Average": 0.16,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6786,
          "Average": 49.53,
          "Max": 745,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27497,
          "Average": 200.71,
          "Max": 1759,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 525033,
          "Average": 3832.36,
          "Max": 11709,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5935843,
          "Average": 43327.32,
          "Max": 55181,
          "Min": 1724
        },
        {
          "StatusCode": 401,
          "Total": 22612,
          "Average": 165.05,
          "Max": 5271,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 30563,
          "Average": 223.09,
          "Max": 3822,
          "Min": 35
        },
        {
          "StatusCode": 410,
          "Total": 26521,
          "Average": 193.58,
          "Max": 1370,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 493982,
          "Average": 3605.71,
          "Max": 11227,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 21,
          "First": "2015-03-14T22:25:00",
          "Last": "2015-03-14T22:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-03-14T22:30:00",
          "Last": "2015-03-14T22:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "162 replica health errors | 162 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1522 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 406,
          "HourlyAverage": 32.005
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.34
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 93,
          "HourlyAverage": 7.331
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 964,
          "HourlyAverage": 75.992
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.394
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.788
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.315
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.552
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.394
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.315
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.158
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.236
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.079
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "bab4f2cd-826b-43ff-847a-a67aac8191d0",
          "MaxQuota": 10475520,
          "MaxUsage": 5162370
        },
        {
          "PartitionId": "3a8984c9-790b-4fb3-ae91-36dea1f15ec9",
          "MaxQuota": 10475520,
          "MaxUsage": 5005886
        },
        {
          "PartitionId": "24ae54a7-747a-49ec-a70a-250d4b478a0c",
          "MaxQuota": 10475520,
          "MaxUsage": 4859991
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bab4f2cd-826b-43ff-847a-a67aac8191d0",
          "MaxCrudUsage": 5048,
          "MaxIndexUsage": 1008,
          "MaxTotalUsage": 6304
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "3a8984c9-790b-4fb3-ae91-36dea1f15ec9",
          "MaxCrudUsage": 4880,
          "MaxIndexUsage": 996,
          "MaxTotalUsage": 6248
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "24ae54a7-747a-49ec-a70a-250d4b478a0c",
          "MaxCrudUsage": 4736,
          "MaxIndexUsage": 936,
          "MaxTotalUsage": 6096
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 36 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-14T19:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 968.531,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T21:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 514.904,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T19:15:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 477.287,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T19:35:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 322.185,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-14T22:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 317.87,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.693551
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 87.657314
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.014919
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 88.495954
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.695705
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 48.194105
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 46.972787
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 41.971712
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 40.589137
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 40.433443
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 215.243783
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 171.640062
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 167.140442
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 166.03674
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 164.607858
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 58482.607143
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62066.384615
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 63969.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 66599.103448
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 69872.533333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "31 Direct Https requests with 503 | 97 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-14T18:30:00",
          "Last": "2015-03-14T18:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 27,
          "Average": 2.7,
          "First": "2015-03-14T17:20:00",
          "Last": "2015-03-14T21:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 86,
          "Average": 7.167,
          "First": "2015-03-14T17:35:00",
          "Last": "2015-03-15T01:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-15T03:15:00",
          "Last": "2015-03-15T03:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "Average": 4.5,
          "First": "2015-03-15T03:15:00",
          "Last": "2015-03-15T03:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-14T20:20:00",
          "Last": "2015-03-14T20:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-14+21%3a21%3a27Z&end=2015-03-15+10%3a51%3a52Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-14T18:12:54.871134-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111500,
      "PhysicalCRUDUsageInMB": 227928,
      "LogicalIndexUsageInMB": 5089,
      "LogicalCRUDUsageInMB": 65150,
      "ClientReportedUsageInMB": 53935
    },
    {
      "TimeStamp": "2015-03-14T20:12:06.0387852-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 133248,
      "PhysicalCRUDUsageInMB": 564624,
      "LogicalIndexUsageInMB": 13045,
      "LogicalCRUDUsageInMB": 159695,
      "ClientReportedUsageInMB": 59514
    },
    {
      "TimeStamp": "2015-03-14T22:47:45.0966288-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 201092,
      "PhysicalCRUDUsageInMB": 981464,
      "LogicalIndexUsageInMB": 23992,
      "LogicalCRUDUsageInMB": 296598,
      "ClientReportedUsageInMB": 11310
    },
    {
      "TimeStamp": "2015-03-15T01:51:29.8010681-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 286920,
      "PhysicalCRUDUsageInMB": 1499208,
      "LogicalIndexUsageInMB": 32411,
      "LogicalCRUDUsageInMB": 409810,
      "ClientReportedUsageInMB": 145012
    },
    {
      "TimeStamp": "2015-03-15T03:51:52.4419998-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 236080,
      "PhysicalCRUDUsageInMB": 1213888,
      "LogicalIndexUsageInMB": 23954,
      "LogicalCRUDUsageInMB": 298825,
      "ClientReportedUsageInMB": 35894
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCJBAAAAAAAAA==",
  "_ts": 1426417794,
  "_etag": "\"09006d47-0000-0000-0000-550568820000\"",
  "_attachments": "attachments/"
},
{
  "id": "a6b431b6-c869-4065-a8fb-9b6bf8aa16e0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCKBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-15T10:18:15.7840961-07:00",
  "CompletedTime": "2015-03-15T10:27:27.6563084-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7b4d6ef2-19ad-4c5a-b0f1-dfd60f5ba75c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-15T10:20:09.2167592-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCKBAAAAAAAAA==",
  "_ts": 1426440447,
  "_etag": "\"0a008745-0000-0000-0000-5505c0ff0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b99a9cfc-1321-49d6-b324-1eb6acb6949a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCLBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-15T10:27:27.882034-07:00",
  "CompletedTime": "2015-03-16T11:23:57.3989987-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "d1da98a1-85e7-43ec-9eef-a67e52e4aa90",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-15T10:28:20.812099-07:00",
      "EndTime": "2015-03-15T10:38:27.7390868-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "852600f5-ef18-4b0d-b506-dc0680c525b7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-15T10:38:37.2967976-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "446d41eb-fdd6-4c7e-ad67-c0fdd244364b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150313.7\\x64\\Release",
      "StartTime": "2015-03-15T10:38:37.6431161-07:00",
      "EndTime": "2015-03-15T11:11:30.4847341-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCLBAAAAAAAAA==",
  "_ts": 1426530237,
  "_etag": "\"0e00c43b-0000-0000-0000-55071fbd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "fef59357-0763-4703-b2ec-1b50dca66c90",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCMBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-15T15:03:57.742006-07:00",
  "CompletedTime": "2015-03-16T09:13:36.0032291-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3f03730c-6e0d-47ca-babc-3d384c3108b9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-15T16:40:48.1530497-07:00",
      "CompleteTime": "2015-03-15T16:49:24.9193291-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17846447-8e43-49bb-9d7f-5081863f4931",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-15T16:40:48.8561137-07:00",
      "CompleteTime": "2015-03-15T16:50:54.7788877-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69fe9c5a-c4a3-4ac5-8ca3-8cd729014d5f",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-15T16:40:49.3561142-07:00",
      "CompleteTime": "2015-03-15T16:50:25.0444108-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26458e4e-b283-449c-86da-013da4f28b82",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-15T16:40:50.9499282-07:00",
      "CompleteTime": "2015-03-15T16:52:07.8258639-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1e8b818-9c7f-412f-840d-badbdc399f24",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T01:29:12.9625517-07:00",
      "CompleteTime": "2015-03-16T01:40:48.7319979-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cd73c282-11cd-4410-afd7-ce385a65c826",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-03-16T03:19:18.7751075-07:00",
      "CompleteTime": "2015-03-16T03:35:35.8305036-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c0d7f00e-1ea6-4d7c-bcbb-506c84476b8f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T05:15:27.3351403-07:00",
      "CompleteTime": "2015-03-16T05:27:02.7475678-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f802622-7a15-43c5-95d4-93e6dad5747c",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-03-16T07:20:15.6626882-07:00",
      "CompleteTime": "2015-03-16T08:24:35.3675114-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "47124ec5-2349-4ece-b75f-4c95ea365bf4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T15:06:37.1954029-07:00",
      "EndTime": "2015-03-15T15:19:05.8839327-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "74ef73e1-8060-4296-8de2-12f1c409072b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T15:19:21.8995972-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "8ad89791-cadb-4e43-95e1-cceb9daa3fc9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T15:19:22.2901597-07:00",
      "EndTime": "2015-03-15T16:00:38.1145014-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6afbe3b0-01e4-4e33-802b-200777476265",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T16:00:47.3957788-07:00",
      "EndTime": "2015-03-15T16:14:23.3227316-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e31b914-c224-49cd-870b-ebe9e4f23ae1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T16:14:23.6977318-07:00",
      "EndTime": "2015-03-15T16:30:41.8396481-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "efe228af-62f3-4b83-8842-2337bc795dcd",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T17:40:46.4861516-07:00",
      "EndTime": "2015-03-15T19:58:09.0980451-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a425bde6-6837-4fcf-b41e-f2532d1a4294",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-15T22:12:20.2155427-07:00",
      "EndTime": "2015-03-16T00:27:08.5310598-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ebf68e0c-6797-434e-9bf0-2564c0e797fd",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-16T01:14:15.396712-07:00",
      "EndTime": "2015-03-16T02:48:56.8597722-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "55baa81b-208f-4841-b329-89d2eeaceb7d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-16T03:59:22.0923187-07:00",
      "EndTime": "2015-03-16T06:03:16.9408325-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7f80b422-e5e4-430f-9359-530f45563479",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-16T07:13:53.2740086-07:00",
      "EndTime": "2015-03-16T07:16:02.1043131-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "128174 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-15T20:20:54.3580821",
          "Last": "2015-03-15T20:20:54.3580821"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-15T20:19:57.8823714",
          "Last": "2015-03-15T20:29:37.9047436"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-16T05:02:11.257039",
          "Last": "2015-03-16T05:02:11.257039"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 112122,
          "First": "2015-03-16T01:34:23.4963167",
          "Last": "2015-03-16T09:13:38.2898055"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "MasterCluster0",
          "Count": 15653,
          "First": "2015-03-16T01:34:06.4769177",
          "Last": "2015-03-16T09:13:37.1460678"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 392,
          "First": "2015-03-15T19:21:13.4166946",
          "Last": "2015-03-16T07:13:44.2471524"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 50229049,
          "Average": 254969.79,
          "Max": 365237,
          "Min": 1313
        },
        {
          "StatusCode": 400,
          "Total": 208,
          "Average": 1.06,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 5881366,
          "Average": 29854.65,
          "Max": 241055,
          "Min": 1646
        },
        {
          "StatusCode": 404,
          "Total": 340196,
          "Average": 1726.88,
          "Max": 10754,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 15,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 46469096,
          "Average": 235883.74,
          "Max": 293393,
          "Min": 418
        },
        {
          "StatusCode": 429,
          "Total": 6525061,
          "Average": 33122.14,
          "Max": 71429,
          "Min": 365
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 13:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1604419,
          "Average": 8227.79,
          "Max": 10737,
          "Min": 43
        },
        {
          "StatusCode": 404,
          "Total": 8244,
          "Average": 42.28,
          "Max": 213,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1049,
          "Average": 5.38,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 177930,
          "Average": 912.46,
          "Max": 1677,
          "Min": 12
        },
        {
          "StatusCode": 449,
          "Total": 7656,
          "Average": 39.26,
          "Max": 222,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 13:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4772721,
          "Average": 24475.49,
          "Max": 31584,
          "Min": 144
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 6806,
          "Average": 34.9,
          "Max": 1276,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 29702,
          "Average": 152.32,
          "Max": 658,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3408,
          "Average": 17.48,
          "Max": 135,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 545871,
          "Average": 2799.34,
          "Max": 5260,
          "Min": 31
        },
        {
          "StatusCode": 449,
          "Total": 17530,
          "Average": 89.9,
          "Max": 423,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7458586,
          "Average": 38249.16,
          "Max": 53072,
          "Min": 228
        },
        {
          "StatusCode": 400,
          "Total": 879151,
          "Average": 4508.47,
          "Max": 36493,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 32,
          "Average": 0.16,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4005,
          "Average": 20.54,
          "Max": 212,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1014005,
          "Average": 5200.03,
          "Max": 10129,
          "Min": 79
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8082433,
          "Average": 41448.37,
          "Max": 59438,
          "Min": 760
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7077,
          "Average": 36.29,
          "Max": 770,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23694,
          "Average": 121.51,
          "Max": 1761,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 545470,
          "Average": 2797.28,
          "Max": 7569,
          "Min": 341
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8085360,
          "Average": 41463.38,
          "Max": 59429,
          "Min": 762
        },
        {
          "StatusCode": 404,
          "Total": 52318,
          "Average": 268.3,
          "Max": 1059,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 28622,
          "Average": 146.78,
          "Max": 1913,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 475077,
          "Average": 2436.29,
          "Max": 6338,
          "Min": 223
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 7,
          "First": "2015-03-15T23:15:00",
          "Last": "2015-03-15T23:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 41,
          "First": "2015-03-15T23:15:00",
          "Last": "2015-03-16T07:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-03-15T23:35:00",
          "Last": "2015-03-16T00:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-15+22%3a03%3a57Z&end=2015-03-16+16%3a13%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-15T20:11:58.6871485-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 96172,
      "PhysicalCRUDUsageInMB": 464376,
      "LogicalIndexUsageInMB": 10910,
      "LogicalCRUDUsageInMB": 133651,
      "ClientReportedUsageInMB": 42645
    },
    {
      "TimeStamp": "2015-03-16T00:53:55.1144697-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 246020,
      "PhysicalCRUDUsageInMB": 1272344,
      "LogicalIndexUsageInMB": 26359,
      "LogicalCRUDUsageInMB": 333975,
      "ClientReportedUsageInMB": 118129
    },
    {
      "TimeStamp": "2015-03-16T03:19:04.6562639-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-16T06:33:22.2801851-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-16T09:13:36.0032291-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCMBAAAAAAAAA==",
  "_ts": 1426526023,
  "_etag": "\"0e00c00c-0000-0000-0000-55070f470000\"",
  "_attachments": "attachments/"
},
{
  "id": "db5c5fd5-bbcb-422a-884c-c7259cef23a2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCNBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-15T18:26:05.3748814-07:00",
  "CompletedTime": "2015-03-16T09:25:15.4869496-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7a39377a-f999-428f-8bf5-89704a036a4b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-15T20:18:05.6598839-07:00",
      "CompleteTime": "2015-03-15T20:26:12.0864619-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3a8fc71e-93b9-4eac-80bf-aac41747229b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-15T20:18:06.3149208-07:00",
      "CompleteTime": "2015-03-15T20:25:42.7277971-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "263bc8f9-3a57-4271-82e9-becd463fb3d0",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-15T20:18:06.8259481-07:00",
      "CompleteTime": "2015-03-15T20:27:12.4598834-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "855aca49-bb34-45c4-a90f-eee9cc27f2d3",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-15T20:18:07.3909815-07:00",
      "CompleteTime": "2015-03-15T20:28:27.0071112-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "819f39e0-da1d-42f1-8bdd-0599382d4b78",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-15T23:13:32.5277435-07:00",
      "CompleteTime": "2015-03-15T23:21:37.8012101-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "718b2537-1e82-4bbb-a296-ae99af66cfff",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-16T01:15:49.5077267-07:00",
      "CompleteTime": "2015-03-16T01:25:05.5455246-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "57c3b58b-7539-419b-b739-526bba06ee81",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T03:06:16.3907574-07:00",
      "CompleteTime": "2015-03-16T03:14:21.4302062-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ea9ed3b7-bfce-4545-abbd-e16d863161fa",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-16T07:30:00.0068175-07:00",
      "CompleteTime": "2015-03-16T08:19:20.3446511-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c422614d-fc9f-40c9-86a6-2b360f713472",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T18:28:40.6486843-07:00",
      "EndTime": "2015-03-15T18:41:07.0350008-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5623e17-c6c6-438f-9239-231696c84322",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T18:41:20.6468211-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "735a5a63-7acb-4e15-89f2-9fd6a9bf072b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T18:41:21.0288127-07:00",
      "EndTime": "2015-03-15T19:22:14.055901-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f34dee39-ef46-4150-8bf9-6a03bfa2eab8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-15T19:22:24.0054307-07:00",
      "EndTime": "2015-03-15T19:49:42.5583273-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e211839a-4358-46e6-9054-3cec1c719382",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-15T19:49:42.9593507-07:00",
      "EndTime": "2015-03-15T20:07:59.3845119-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a3d859f-f5d6-4075-bbac-84fb37fcb09a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-15T21:18:04.3739114-07:00",
      "EndTime": "2015-03-15T22:13:56.6549661-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b261065-685e-40fb-b2b3-9e0c0b9306af",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-15T22:58:35.4208373-07:00",
      "EndTime": "2015-03-16T01:05:28.1962868-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1ca5882b-21fb-4a21-818c-6abd8e391ed5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-16T01:55:53.2413235-07:00",
      "EndTime": "2015-03-16T04:00:46.8751257-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0eeb24ee-2f01-4a96-95bf-1010b4e0ca36",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-16T04:55:16.9115171-07:00",
      "EndTime": "2015-03-16T07:04:07.6858094-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "194ebfa9-f9c3-4b5d-b2d0-14f131f6b3c6",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150313.1\\x64\\Release",
      "StartTime": "2015-03-16T07:25:39.4771071-07:00",
      "EndTime": "2015-03-16T07:26:47.6989148-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "77 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-16T05:25:32.917904",
          "Last": "2015-03-16T05:25:32.917904"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 31,
          "First": "2015-03-15T22:12:41.8770696",
          "Last": "2015-03-16T06:17:48.8432797"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-16T07:27:37.1564476",
          "Last": "2015-03-16T07:27:52.9313761"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-15T21:05:45.29228",
          "Last": "2015-03-15T23:20:36.3066207"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 40,
          "First": "2015-03-16T02:23:12.7960894",
          "Last": "2015-03-16T09:25:02.9530286"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "14 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "First": "2015-03-15T21:06:27.2430652",
          "Last": "2015-03-15T21:06:28.982805"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-03-15T21:29:17.1361137",
          "Last": "2015-03-16T05:36:20.272538"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-15T22:12:49.7269103",
          "Last": "2015-03-15T22:12:50.1017293"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-15T21:28:52.6375989",
          "Last": "2015-03-15T21:28:52.6375989"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-15T21:41:57.3925781",
          "Last": "2015-03-15T21:41:57.3925781"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-15T22:10:00",
          "Last": "2015-03-15T22:10:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 8,
          "First": "2015-03-15T22:10:00",
          "Last": "2015-03-15T22:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-15T22:10:00",
          "Last": "2015-03-15T22:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 02:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 12761182,
          "Average": 271514.51,
          "Max": 358362,
          "Min": 5052
        },
        {
          "StatusCode": 400,
          "Total": 34,
          "Average": 0.72,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14756,
          "Average": 313.96,
          "Max": 2130,
          "Min": 7
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.17,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 15774,
          "Average": 335.62,
          "Max": 2086,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1454040,
          "Average": 30937.02,
          "Max": 67661,
          "Min": 1734
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 02:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 367676,
          "Average": 7822.89,
          "Max": 10765,
          "Min": 171
        },
        {
          "StatusCode": 404,
          "Total": 949,
          "Average": 20.19,
          "Max": 56,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 404,
          "Average": 8.6,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 39307,
          "Average": 836.32,
          "Max": 1910,
          "Min": 42
        },
        {
          "StatusCode": 449,
          "Total": 2330,
          "Average": 49.57,
          "Max": 163,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 02:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1099896,
          "Average": 23402.04,
          "Max": 31159,
          "Min": 415
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4044,
          "Average": 86.04,
          "Max": 187,
          "Min": 8
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.04,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1342,
          "Average": 28.55,
          "Max": 177,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 118756,
          "Average": 2526.72,
          "Max": 5470,
          "Min": 116
        },
        {
          "StatusCode": 449,
          "Total": 4691,
          "Average": 99.81,
          "Max": 306,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1902252,
          "Average": 40473.45,
          "Max": 53837,
          "Min": 871
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8372,
          "Average": 178.13,
          "Max": 5194,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.21,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.04,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1377,
          "Average": 29.3,
          "Max": 212,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 229265,
          "Average": 4877.98,
          "Max": 10518,
          "Min": 271
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:35:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8610601,
          "Average": 183204.28,
          "Max": 230378,
          "Min": 6244
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.13,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 381,
          "Average": 8.11,
          "Max": 134,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7013,
          "Average": 149.21,
          "Max": 749,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 114823,
          "Average": 2443.04,
          "Max": 5387,
          "Min": 82
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2068126,
          "Average": 44002.68,
          "Max": 60870,
          "Min": 1170
        },
        {
          "StatusCode": 404,
          "Total": 5111,
          "Average": 108.74,
          "Max": 352,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 6199,
          "Average": 131.89,
          "Max": 722,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 98347,
          "Average": 2092.49,
          "Max": 4688,
          "Min": 85
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-16T05:55:00",
          "Last": "2015-03-16T07:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-16T07:45:00",
          "Last": "2015-03-16T07:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1837 replica health errors | 105 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 45,
          "First": "2015-03-16T06:20:32.012",
          "Last": "2015-03-16T08:13:26.425"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 107,
          "First": "2015-03-16T03:22:50.194",
          "Last": "2015-03-16T07:25:45.143"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1188,
          "First": "2015-03-16T01:07:26.892",
          "Last": "2015-03-16T08:28:29.158"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 392,
          "First": "2015-03-16T03:22:50.194",
          "Last": "2015-03-16T07:25:45.853"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1534 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 50,
          "HourlyAverage": 3.559
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 365,
          "HourlyAverage": 25.978
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 986,
          "HourlyAverage": 70.176
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 120,
          "HourlyAverage": 8.541
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.712
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.142
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "27 partitions violated quota invariants | 24 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "186db996-ed84-49bc-89e0-5e39e2a125d9",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3582144,
          "LastQuota": 3490816,
          "LastIndexUsage": 282963,
          "First": "2015-03-16T07:30:00",
          "Last": "2015-03-16T08:00:00"
        },
        {
          "PartitionId": "242ba60a-e7a0-414f-ab7d-0effde59f75e",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 4615808,
          "LastQuota": 3490816,
          "LastIndexUsage": 365979,
          "First": "2015-03-16T07:30:00",
          "Last": "2015-03-16T08:15:00"
        },
        {
          "PartitionId": "f193e88a-e0ea-4bd5-90fa-d2fbb1e7f228",
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 3613952,
          "LastQuota": 3490816,
          "LastIndexUsage": 283886,
          "First": "2015-03-16T07:30:00",
          "Last": "2015-03-16T08:00:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "bbf1a612-16ed-4eb9-a6c5-70d7037a071d",
          "MaxQuota": 6981471,
          "MaxUsage": 6480608
        },
        {
          "PartitionId": "50d194d6-cedd-4abc-b450-bcb544941b2e",
          "MaxQuota": 8144708,
          "MaxUsage": 6169697
        },
        {
          "PartitionId": "d7bdd58f-c051-4b14-9f19-b48f496cde01",
          "MaxQuota": 8144708,
          "MaxUsage": 6158607
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "bbf1a612-16ed-4eb9-a6c5-70d7037a071d",
          "MaxCrudUsage": 6344,
          "MaxIndexUsage": 1172,
          "MaxTotalUsage": 7972
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "d7bdd58f-c051-4b14-9f19-b48f496cde01",
          "MaxCrudUsage": 6040,
          "MaxIndexUsage": 1160,
          "MaxTotalUsage": 7528
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "50d194d6-cedd-4abc-b450-bcb544941b2e",
          "MaxCrudUsage": 6048,
          "MaxIndexUsage": 1152,
          "MaxTotalUsage": 7464
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 6 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-15T22:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 307.463,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 185.142,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:10:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 161.731,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 112.413,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 110.384,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.249474
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86.543183
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.601908
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.842742
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.215171
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 40.399185
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 38.949379
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 36.91977
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 36.394453
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 35.175114
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 396.941176
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 389.207572
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 346.51835
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 290.134611
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 289.718535
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57036.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 59082.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59973.862069
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 61647.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62521.3
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "99 Direct Https requests with 503 | 237 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-03-15T21:25:00",
          "Last": "2015-03-15T21:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-15T21:25:00",
          "Last": "2015-03-15T21:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 22,
          "Average": 7.333,
          "First": "2015-03-16T03:00:00",
          "Last": "2015-03-16T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 87,
          "Average": 4.833,
          "First": "2015-03-15T21:25:00",
          "Last": "2015-03-16T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 205,
          "Average": 15.769,
          "First": "2015-03-15T21:25:00",
          "Last": "2015-03-16T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-16T09:20:00",
          "Last": "2015-03-16T09:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 6.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-16+01%3a26%3a05Z&end=2015-03-16+16%3a25%3a15Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-15T22:18:07.7652031-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 109000,
      "PhysicalCRUDUsageInMB": 191024,
      "LogicalIndexUsageInMB": 3856,
      "LogicalCRUDUsageInMB": 46003,
      "ClientReportedUsageInMB": 43690
    },
    {
      "TimeStamp": "2015-03-16T01:15:34.1147647-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 134500,
      "PhysicalCRUDUsageInMB": 655280,
      "LogicalIndexUsageInMB": 12327,
      "LogicalCRUDUsageInMB": 153068,
      "ClientReportedUsageInMB": 2542
    },
    {
      "TimeStamp": "2015-03-16T04:14:50.8670219-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 224124,
      "PhysicalCRUDUsageInMB": 1179680,
      "LogicalIndexUsageInMB": 22256,
      "LogicalCRUDUsageInMB": 280217,
      "ClientReportedUsageInMB": 300883
    },
    {
      "TimeStamp": "2015-03-16T07:24:56.577658-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 328556,
      "PhysicalCRUDUsageInMB": 1853360,
      "LogicalIndexUsageInMB": 35435,
      "LogicalCRUDUsageInMB": 451787,
      "ClientReportedUsageInMB": 85192
    },
    {
      "TimeStamp": "2015-03-16T09:25:15.4869496-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 262728,
      "PhysicalCRUDUsageInMB": 1296248,
      "LogicalIndexUsageInMB": 23343,
      "LogicalCRUDUsageInMB": 295644,
      "ClientReportedUsageInMB": 20693
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCNBAAAAAAAAA==",
  "_ts": 1426524647,
  "_etag": "\"0d009bfd-0000-0000-0000-550709e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "ea5053c3-de1d-40b6-90c8-4c03a7e772bc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCOBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-15T19:31:38.1988439-07:00",
  "CompletedTime": "2015-03-16T08:58:58.4960696-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "984d5aaa-2e78-437c-82f6-162d30cdd4c6",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-15T21:17:08.678776-07:00",
      "CompleteTime": "2015-03-15T21:23:44.9075686-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "07d5d50d-a2e0-4176-ab88-d2bbff1058da",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-15T21:17:09.3655493-07:00",
      "CompleteTime": "2015-03-15T21:24:14.909559-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ca563ca9-4f74-45c8-80da-2942ab232675",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-15T21:17:10.0711782-07:00",
      "CompleteTime": "2015-03-15T21:23:15.2456185-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "20e64c2c-f34d-4d64-9295-dcdaa42d2605",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-15T21:17:13.6904461-07:00",
      "CompleteTime": "2015-03-15T21:25:32.3997881-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4298072a-4913-4a06-b902-affbe50e1964",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-15T22:32:05.7707635-07:00",
      "CompleteTime": "2015-03-15T22:38:09.5586027-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "656523ae-df5e-4066-83d7-3e1c9d43f80b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-15T23:25:29.1862154-07:00",
      "CompleteTime": "2015-03-15T23:33:44.8368814-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "96d2af34-3aa0-4aae-985c-5650565ac0bd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T01:29:30.7028863-07:00",
      "CompleteTime": "2015-03-16T01:35:35.3947287-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ff0ccff-15ef-4a3e-b118-7d70d005d0e6",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-16T07:26:56.7949977-07:00",
      "CompleteTime": "2015-03-16T08:11:15.5943221-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8a16b59f-13e4-440e-94bc-b46d1dd3c30a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T19:31:47.6124986-07:00",
      "EndTime": "2015-03-15T19:44:28.4941565-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2236907f-44a5-4e6c-9104-bbc754eac710",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T19:44:51.4505635-07:00",
      "EndTime": "2015-03-15T19:46:03.0088532-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b1863cb-f919-46fc-a709-fb72578e6ccd",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T19:46:03.3734039-07:00",
      "EndTime": "2015-03-15T20:20:08.49932-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f7749ea-6229-4975-9657-ddf61ab6ce47",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-15T20:20:18.1249661-07:00",
      "EndTime": "2015-03-15T20:35:26.5341817-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a91a2556-bd77-4737-99cd-1b4658b39e9e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-15T20:35:27.4644791-07:00",
      "EndTime": "2015-03-15T20:48:46.0697739-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "37978181-6b64-4c68-ac39-43b29d499f9f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-15T20:48:46.4440158-07:00",
      "EndTime": "2015-03-15T21:07:02.2067419-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8a1f3f95-41d2-4c72-9154-90f6470f0ee0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-15T22:17:09.4712984-07:00",
      "EndTime": "2015-03-15T23:18:49.8686432-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "448203a4-9604-433e-8d65-783fca324f14",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-16T00:05:33.150547-07:00",
      "EndTime": "2015-03-16T01:12:05.7623278-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9fad0254-86b6-4090-a1df-0ad0d6d04aa8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-16T02:01:36.3492508-07:00",
      "EndTime": "2015-03-16T03:39:11.864049-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c57609b4-a047-4874-a4e6-9fe89aab585b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150314.1\\x64\\Release",
      "StartTime": "2015-03-16T04:32:27.2251454-07:00",
      "EndTime": "2015-03-16T06:38:27.9080833-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "46c63fdb-e306-49ee-8ce9-2f768607df1a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-16T07:06:38.8203614-07:00",
      "EndTime": "2015-03-16T07:26:51.9603138-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9afee7aa-123b-4b6c-9f5a-eab4d519d0c7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150312.2\\x64\\Release",
      "StartTime": "2015-03-16T08:11:16.8252153-07:00",
      "EndTime": "2015-03-16T08:13:25.8274424-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "306 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Attempt to Mark store as corrupted while Instance is being disposing or already disposed\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-16T07:09:27.8594151",
          "Last": "2015-03-16T07:09:27.8594151"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-16T08:27:52.2303177",
          "Last": "2015-03-16T08:58:42.5581021"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-16T07:09:27.9239443",
          "Last": "2015-03-16T07:12:10.7861677"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 300,
          "First": "2015-03-16T00:32:27.041407",
          "Last": "2015-03-16T06:57:34.7172674"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "21 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 10,
          "First": "2015-03-15T22:41:03.4286994",
          "Last": "2015-03-16T05:53:39.6799505"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 11,
          "First": "2015-03-15T22:41:24.5318633",
          "Last": "2015-03-16T06:10:54.1467461"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "27 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-03-15T22:40:00",
          "Last": "2015-03-15T22:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 19,
          "First": "2015-03-15T22:40:00",
          "Last": "2015-03-15T22:40:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-03-15T22:40:00",
          "Last": "2015-03-15T22:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 31650948,
          "Average": 231028.82,
          "Max": 322595,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 75,
          "Average": 0.55,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 91,
          "Average": 0.66,
          "Max": 91,
          "Min": 91
        },
        {
          "StatusCode": 404,
          "Total": 1341580,
          "Average": 9792.55,
          "Max": 12521,
          "Min": 1692
        },
        {
          "StatusCode": 408,
          "Total": 19,
          "Average": 0.14,
          "Max": 19,
          "Min": 19
        },
        {
          "StatusCode": 409,
          "Total": 18,
          "Average": 0.13,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 44213,
          "Average": 322.72,
          "Max": 2321,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8824535,
          "Average": 64412.66,
          "Max": 296777,
          "Min": 42
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 908337,
          "Average": 6630.2,
          "Max": 9365,
          "Min": 18
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 1096,
          "Average": 8.0,
          "Max": 156,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1142,
          "Average": 8.34,
          "Max": 67,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 245746,
          "Average": 1793.77,
          "Max": 8501,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1514,
          "Average": 11.05,
          "Max": 66,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2725391,
          "Average": 19893.36,
          "Max": 27427,
          "Min": 31
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.07,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 3975,
          "Average": 29.01,
          "Max": 585,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3391,
          "Average": 24.75,
          "Max": 194,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 738277,
          "Average": 5388.88,
          "Max": 24225,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 3644,
          "Average": 26.6,
          "Max": 121,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4783306,
          "Average": 34661.64,
          "Max": 47933,
          "Min": 66
        },
        {
          "StatusCode": 400,
          "Total": 28,
          "Average": 0.2,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 12,
          "Average": 0.09,
          "Max": 12,
          "Min": 12
        },
        {
          "StatusCode": 403,
          "Total": 8477,
          "Average": 61.43,
          "Max": 3463,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3898,
          "Average": 28.25,
          "Max": 184,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1271496,
          "Average": 9213.74,
          "Max": 44153,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25808176,
          "Average": 187015.77,
          "Max": 220245,
          "Min": 65
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 21,
          "Average": 0.15,
          "Max": 21,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 2839,
          "Average": 20.57,
          "Max": 364,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29834,
          "Average": 216.19,
          "Max": 1611,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 793693,
          "Average": 5751.4,
          "Max": 12572,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5609731,
          "Average": 40650.22,
          "Max": 53889,
          "Min": 68
        },
        {
          "StatusCode": 401,
          "Total": 563,
          "Average": 4.08,
          "Max": 547,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 11338,
          "Average": 82.16,
          "Max": 393,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28619,
          "Average": 207.38,
          "Max": 1385,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 755439,
          "Average": 5474.2,
          "Max": 12012,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 158,
          "First": "2015-03-15T19:35:00",
          "Last": "2015-03-16T07:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.5,
          "Count": 4,
          "First": "2015-03-16T02:45:00",
          "Last": "2015-03-16T06:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 433,
          "First": "2015-03-15T19:35:00",
          "Last": "2015-03-16T07:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "208 replica health errors | 155 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 7,
          "First": "2015-03-16T05:55:15.246",
          "Last": "2015-03-16T07:55:21.492"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-16T05:55:15.236",
          "Last": "2015-03-16T05:55:15.236"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 45,
          "First": "2015-03-16T03:44:26.277",
          "Last": "2015-03-16T08:45:29.922"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1654 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.107
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1061,
          "HourlyAverage": 83.892
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.474
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 9.646
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 407,
          "HourlyAverage": 32.181
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.553
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.633
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.316
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.553
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.395
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.395
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.237
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.158
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.237
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a44e6f94-4b0e-4349-af6c-0ec1508e4e83",
          "MaxQuota": 10476298,
          "MaxUsage": 4748192
        },
        {
          "PartitionId": "ab7c4577-8234-46b5-a380-4c836fde8bbf",
          "MaxQuota": 10476298,
          "MaxUsage": 4746976
        },
        {
          "PartitionId": "c48f9c4b-89c7-4ee2-9413-778a79a9e57e",
          "MaxQuota": 10476298,
          "MaxUsage": 4742688
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bab4f2cd-826b-43ff-847a-a67aac8191d0",
          "MaxCrudUsage": 5192,
          "MaxIndexUsage": 1008,
          "MaxTotalUsage": 6496
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "3a8984c9-790b-4fb3-ae91-36dea1f15ec9",
          "MaxCrudUsage": 5040,
          "MaxIndexUsage": 996,
          "MaxTotalUsage": 6460
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "24ae54a7-747a-49ec-a70a-250d4b478a0c",
          "MaxCrudUsage": 4872,
          "MaxIndexUsage": 936,
          "MaxTotalUsage": 6232
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-15T22:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 414.337,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 200.443,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T00:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 147.427,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T02:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 62.924,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-16T02:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 62.852,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.584495
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.169815
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.765619
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 88.740912
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 88.766183
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 40.658436
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 32.335233
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 30.604571
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30.150579
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 30.016132
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 266.871999
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 238.463643
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 226.719475
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 197.967765
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 167.013604
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 61892.857143
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61969.931034
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 65115.916667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 65674.583333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 68808.4
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "101 Direct Https requests with 503 | 194 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 97,
          "Average": 5.706,
          "First": "2015-03-15T22:35:00",
          "Last": "2015-03-16T06:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 187,
          "Average": 15.583,
          "First": "2015-03-15T22:30:00",
          "Last": "2015-03-16T06:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-03-15T22:10:00",
          "Last": "2015-03-15T22:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 4.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-16T06:15:00",
          "Last": "2015-03-16T06:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-16+02%3a31%3a38Z&end=2015-03-16+15%3a58%3a58Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-15T23:25:09.9496975-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111788,
      "PhysicalCRUDUsageInMB": 230048,
      "LogicalIndexUsageInMB": 4337,
      "LogicalCRUDUsageInMB": 54862,
      "ClientReportedUsageInMB": 15130
    },
    {
      "TimeStamp": "2015-03-16T01:21:14.7389012-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 134296,
      "PhysicalCRUDUsageInMB": 541064,
      "LogicalIndexUsageInMB": 13228,
      "LogicalCRUDUsageInMB": 163521,
      "ClientReportedUsageInMB": 24279
    },
    {
      "TimeStamp": "2015-03-16T03:52:05.9462257-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 194216,
      "PhysicalCRUDUsageInMB": 965280,
      "LogicalIndexUsageInMB": 19985,
      "LogicalCRUDUsageInMB": 249957,
      "ClientReportedUsageInMB": 33015
    },
    {
      "TimeStamp": "2015-03-16T06:58:36.4404685-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 297568,
      "PhysicalCRUDUsageInMB": 1565600,
      "LogicalIndexUsageInMB": 28690,
      "LogicalCRUDUsageInMB": 361526,
      "ClientReportedUsageInMB": 182557
    },
    {
      "TimeStamp": "2015-03-16T08:58:58.4960696-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 226344,
      "PhysicalCRUDUsageInMB": 1165016,
      "LogicalIndexUsageInMB": 23315,
      "LogicalCRUDUsageInMB": 288274,
      "ClientReportedUsageInMB": 329541
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCOBAAAAAAAAA==",
  "_ts": 1426522861,
  "_etag": "\"0d0071e9-0000-0000-0000-550702ed0000\"",
  "_attachments": "attachments/"
},
{
  "id": "eeece13a-aeb8-47d6-8a09-861622762ade",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCPBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-16T11:23:57.6120958-07:00",
  "CompletedTime": "2015-03-17T00:00:34.7546848-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "551fde61-0fc0-4c62-8f6a-1c20a9bf6c7e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T11:36:22.6129367-07:00",
      "CompleteTime": "2015-03-16T11:45:44.1263192-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ed1e7242-a34c-46d7-9ada-63a07f1dd3eb",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-16T11:36:23.0302194-07:00",
      "CompleteTime": "2015-03-16T11:45:13.9172873-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d2f0f7de-2eb7-4338-8eaf-2b39cf02f3db",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-16T11:36:23.3984571-07:00",
      "CompleteTime": "2015-03-16T11:44:39.4276859-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e510c890-a4e3-495a-a7b9-aa1eb3a2297a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-16T11:36:24.6912336-07:00",
      "CompleteTime": "2015-03-16T11:46:40.2254066-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c7bf7cad-4cee-4321-b569-5d89dc174218",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T12:51:19.89376-07:00",
      "CompleteTime": "2015-03-16T12:59:54.2820762-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4c85deab-439c-4331-bd8f-c0be2c192863",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-16T14:02:37.9379563-07:00",
      "CompleteTime": "2015-03-16T14:14:48.1331209-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3511155-68ab-4f42-91aa-87b05fc699d0",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T16:52:34.0137866-07:00",
      "CompleteTime": "2015-03-16T17:04:17.5015072-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ee8f43c4-6848-4b7b-8360-6811afb90f20",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-16T22:06:01.1699004-07:00",
      "CompleteTime": "2015-03-16T23:02:17.321853-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e7c327d4-fc28-492a-b246-34ec0acfb0ae",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T11:24:08.280669-07:00",
      "EndTime": "2015-03-16T11:35:06.6526652-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8bcbabdb-32c4-4ad4-879d-1b79b158bf49",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T11:35:07.1264741-07:00",
      "EndTime": "2015-03-16T11:36:17.2793206-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae5d652c-434a-4420-8977-9b3948b965f7",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T12:36:21.6991219-07:00",
      "EndTime": "2015-03-16T14:02:34.7962033-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa737848-b5ed-4576-992a-a81813af6357",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T14:42:37.5598585-07:00",
      "EndTime": "2015-03-16T16:15:01.5158943-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "067c6ac6-9a2d-4360-982c-bf92a2f5793e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T16:55:04.7512127-07:00",
      "EndTime": "2015-03-16T19:12:39.486441-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "05bbdb6f-5e46-4a54-b6f9-cef2b62c4c87",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T19:52:43.5151638-07:00",
      "EndTime": "2015-03-16T22:00:33.5551584-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e00addb8-9b29-4d6b-ba17-b373fcda5e8c",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-16T22:00:46.4189386-07:00",
      "EndTime": "2015-03-16T22:01:51.9403367-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "21333428-652e-4ddf-8318-e00f1e12fff7",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150316.3\\x64\\Release",
      "StartTime": "2015-03-17T01:19:29.5156444-07:00",
      "EndTime": "2015-03-17T01:20:35.64966-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "59 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-16T22:00:33.6915381",
          "Last": "2015-03-16T22:00:33.6915381"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-16T18:26:00.3199352",
          "Last": "2015-03-16T18:26:00.3199352"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-16T20:06:02.489148",
          "Last": "2015-03-16T20:06:09.6914851"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-16T20:20:22.7904882",
          "Last": "2015-03-16T20:21:06.5927172"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-16T20:06:02.4892025",
          "Last": "2015-03-16T20:06:09.6915276"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-16T20:20:22.7905162",
          "Last": "2015-03-16T20:21:06.5927325"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 43,
          "First": "2015-03-16T17:37:35.4553912",
          "Last": "2015-03-16T23:59:05.2787901"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "54 requests with 408 | 939 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 20,
          "First": "2015-03-16T11:55:46.5450735",
          "Last": "2015-03-16T20:31:01.695861"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 27,
          "First": "2015-03-16T17:12:11.3371153",
          "Last": "2015-03-16T19:04:15.9934514"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-03-16T17:12:14.0164361",
          "Last": "2015-03-16T20:49:45.3159762"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-03-16T17:12:11.7824348",
          "Last": "2015-03-16T20:59:50.6828553"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 795,
          "First": "2015-03-16T18:16:30.6628048",
          "Last": "2015-03-16T18:43:05.6323105"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 131,
          "First": "2015-03-16T18:16:35.2310925",
          "Last": "2015-03-16T18:25:52.3650492"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 13,
          "First": "2015-03-16T18:16:31.7975307",
          "Last": "2015-03-16T18:18:27.970084"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "197 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-16T17:10:00",
          "Last": "2015-03-16T17:10:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-16T17:10:00",
          "Last": "2015-03-16T19:00:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 165,
          "First": "2015-03-16T17:10:00",
          "Last": "2015-03-16T19:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 22,
          "First": "2015-03-16T17:10:00",
          "Last": "2015-03-16T19:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40820873,
          "Average": 279595.02,
          "Max": 348390,
          "Min": 15
        },
        {
          "StatusCode": 400,
          "Total": 108,
          "Average": 0.74,
          "Max": 31,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 254527,
          "Average": 1743.34,
          "Max": 52199,
          "Min": 3090
        },
        {
          "StatusCode": 404,
          "Total": 215153,
          "Average": 1473.65,
          "Max": 13673,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 165,
          "Average": 1.13,
          "Max": 157,
          "Min": 8
        },
        {
          "StatusCode": 409,
          "Total": 33,
          "Average": 0.23,
          "Max": 7,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 38062,
          "Average": 260.7,
          "Max": 1793,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6168994,
          "Average": 42253.38,
          "Max": 125104,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1196411,
          "Average": 8251.11,
          "Max": 10475,
          "Min": 123
        },
        {
          "StatusCode": 404,
          "Total": 4745,
          "Average": 32.72,
          "Max": 148,
          "Min": 10
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1005,
          "Average": 6.93,
          "Max": 52,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 156701,
          "Average": 1080.7,
          "Max": 2938,
          "Min": 74
        },
        {
          "StatusCode": 449,
          "Total": 7760,
          "Average": 53.52,
          "Max": 227,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3573798,
          "Average": 24646.88,
          "Max": 30469,
          "Min": 362
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 661,
          "Average": 4.56,
          "Max": 141,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 18756,
          "Average": 129.35,
          "Max": 552,
          "Min": 45
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.06,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3047,
          "Average": 21.01,
          "Max": 155,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 482236,
          "Average": 3325.77,
          "Max": 8313,
          "Min": 183
        },
        {
          "StatusCode": 449,
          "Total": 16806,
          "Average": 115.9,
          "Max": 390,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6047842,
          "Average": 41423.58,
          "Max": 53284,
          "Min": 265
        },
        {
          "StatusCode": 400,
          "Total": 40846,
          "Average": 279.77,
          "Max": 7792,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8514,
          "Average": 58.32,
          "Max": 5474,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 39,
          "Average": 0.27,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 22,
          "Average": 0.15,
          "Max": 21,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3508,
          "Average": 24.03,
          "Max": 156,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 981583,
          "Average": 6723.17,
          "Max": 19925,
          "Min": 569
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32785741,
          "Average": 224559.87,
          "Max": 251232,
          "Min": 3747
        },
        {
          "StatusCode": 400,
          "Total": 25,
          "Average": 0.17,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6990,
          "Average": 47.88,
          "Max": 594,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27401,
          "Average": 187.68,
          "Max": 1430,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 547856,
          "Average": 3752.44,
          "Max": 8018,
          "Min": 70
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6769171,
          "Average": 46683.94,
          "Max": 59711,
          "Min": 1124
        },
        {
          "StatusCode": 404,
          "Total": 23536,
          "Average": 162.32,
          "Max": 816,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 24859,
          "Average": 171.44,
          "Max": 1351,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 464966,
          "Average": 3206.66,
          "Max": 7350,
          "Min": 123
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-03-16T22:00:00",
          "Last": "2015-03-16T22:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 1,
          "First": "2015-03-16T21:55:00",
          "Last": "2015-03-16T21:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 11,
          "First": "2015-03-16T18:50:00",
          "Last": "2015-03-16T21:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 43,
          "First": "2015-03-16T17:35:00",
          "Last": "2015-03-16T21:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "718 replica health errors | 148 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 119,
          "First": "2015-03-16T20:44:06.187",
          "Last": "2015-03-16T23:27:47.59"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 7,
          "First": "2015-03-16T21:42:02.923",
          "Last": "2015-03-16T22:52:42.049"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 103,
          "First": "2015-03-16T19:12:05.446",
          "Last": "2015-03-16T23:27:47.59"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 341,
          "First": "2015-03-16T19:12:05.446",
          "Last": "2015-03-16T23:27:47.59"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1402 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 864,
          "HourlyAverage": 68.515
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 111,
          "HourlyAverage": 8.802
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 3.489
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 364,
          "HourlyAverage": 28.865
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.507
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "61 partitions violated quota invariants | 61 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7dc12b74-e713-4759-9ca2-3eec0ce52a7b",
          "MaxQuota": 6981471,
          "MaxUsage": 6464332
        },
        {
          "PartitionId": "0330bd22-85f3-4062-a4fe-f3b22bf7c458",
          "MaxQuota": 8144708,
          "MaxUsage": 6077705
        },
        {
          "PartitionId": "af6ad6a2-858b-4b19-868c-58d22f6faa19",
          "MaxQuota": 6981471,
          "MaxUsage": 6074007
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "7dc12b74-e713-4759-9ca2-3eec0ce52a7b",
          "MaxCrudUsage": 6344,
          "MaxIndexUsage": 1184,
          "MaxTotalUsage": 7976
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "7088c97a-6376-4ba5-8b5b-0c8cf161b6d9",
          "MaxCrudUsage": 5936,
          "MaxIndexUsage": 1196,
          "MaxTotalUsage": 7428
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "af6ad6a2-858b-4b19-868c-58d22f6faa19",
          "MaxCrudUsage": 5960,
          "MaxIndexUsage": 1168,
          "MaxTotalUsage": 7412
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-16T17:10:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 408.104,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T17:05:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 309.326,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T17:10:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 217.784,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T23:00:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 193.393,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-16T19:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 184.053,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.97357
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.902671
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 85.558835
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.648673
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.912434
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 61.790434
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59.331087
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 53.616485
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 51.672721
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 43.673475
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 519.071192 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 519.071192
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 510.372238
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 328.349181
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 231.794408
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 196.367917
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 57257.068966
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59167.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60049.931034
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60262.481481
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62943.666667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 151,
          "SampleCount": 26588
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 151,
          "SampleCount": 26588
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 151,
          "SampleCount": 26588
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 145,
          "SampleCount": 25532
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-16+18%3a23%3a57Z&end=2015-03-17+07%3a00%3a34Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T00:00:34.7546848-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 284124,
      "PhysicalCRUDUsageInMB": 1382352,
      "LogicalIndexUsageInMB": 26309,
      "LogicalCRUDUsageInMB": 334058,
      "ClientReportedUsageInMB": 3675
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCPBAAAAAAAAA==",
  "_ts": 1426580435,
  "_etag": "\"10008074-0000-0000-0000-5507e3d30000\"",
  "_attachments": "attachments/"
},
{
  "id": "e3338906-71ff-4cf7-8d97-cbad8bb07371",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCQBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-16T17:59:33.2908399-07:00",
  "CompletedTime": "2015-03-17T07:25:07.2894652-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a03de7f4-f1f2-4db7-96f8-a279090cceff",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-16T19:45:01.7419144-07:00",
      "CompleteTime": "2015-03-16T19:51:08.5796101-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3a097f38-bdfa-46ac-82ee-c4b685bdc5b8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T19:45:02.3435861-07:00",
      "CompleteTime": "2015-03-16T19:51:38.8810411-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "84d4ed85-9ed1-482d-a80c-af7830b720fd",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-16T19:45:02.9285957-07:00",
      "CompleteTime": "2015-03-16T19:52:08.8850026-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d425ae51-1911-41f5-adbe-9506432d8dab",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-16T19:45:03.5377257-07:00",
      "CompleteTime": "2015-03-16T19:53:18.6597649-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f315c73c-d918-492c-a013-369b85a73156",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T20:59:56.9559822-07:00",
      "CompleteTime": "2015-03-16T21:06:00.9139012-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "58222246-2567-4cd6-8370-efc40ce02795",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-16T21:53:12.2479363-07:00",
      "CompleteTime": "2015-03-16T22:01:28.07896-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d2952d3-0be5-4f81-9355-7b63386984cf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T23:56:42.2792333-07:00",
      "CompleteTime": "2015-03-17T00:02:46.3606408-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "40be8dfc-3949-4140-b502-21a04e1d4319",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-17T05:50:01.1515356-07:00",
      "CompleteTime": "2015-03-17T06:36:19.3408989-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "70f4cc3d-0423-40d0-9ea0-64e4d00f0027",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T17:59:52.658744-07:00",
      "EndTime": "2015-03-16T18:13:31.4453979-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7997f53-5f26-4e1a-8ea1-5e0f6379ba54",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T18:13:58.3424324-07:00",
      "EndTime": "2015-03-16T18:15:08.5751135-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e730bb63-ed6c-4f9d-a85a-5b4e2fbb4301",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T18:15:08.9515389-07:00",
      "EndTime": "2015-03-16T18:49:23.3921268-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "21bbe758-2472-482b-8571-0df510eaaebe",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T18:49:33.9767701-07:00",
      "EndTime": "2015-03-16T19:03:42.9847323-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "145dcb0a-ea3f-4031-b9a3-eee32394f0d1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T19:03:44.0676981-07:00",
      "EndTime": "2015-03-16T19:16:36.7962812-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1642a624-378b-47b6-a9de-001d53dc2a5c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T19:16:37.1813309-07:00",
      "EndTime": "2015-03-16T19:34:54.0914682-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f1be1915-4c69-4a22-996b-c0e5cbb4c048",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T20:45:00.5173551-07:00",
      "EndTime": "2015-03-16T21:47:38.2697847-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7fe232fa-914e-4a3a-b737-7e7cd3f6d7d8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T22:33:15.996048-07:00",
      "EndTime": "2015-03-16T23:40:56.5524961-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7bf34692-0d08-4a58-babc-427315a686e4",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T00:30:24.1588662-07:00",
      "EndTime": "2015-03-17T02:07:58.4614355-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b402f8e7-6b5d-444b-9159-148b935b27ae",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T03:00:49.0593105-07:00",
      "EndTime": "2015-03-17T05:06:35.2521711-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb496879-8e10-4622-ba80-ddbb3ca88d62",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T05:32:42.5115959-07:00",
      "EndTime": "2015-03-17T05:49:56.283742-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "250b22fd-46fa-42e9-9adc-3f39feb5367b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T06:36:20.5549619-07:00",
      "EndTime": "2015-03-17T06:38:29.2844881-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "349 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-17T05:48:27.156467",
          "Last": "2015-03-17T05:48:27.89226"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-17T04:58:39.4615418",
          "Last": "2015-03-17T04:58:39.4615418"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-17T03:31:04.3639852",
          "Last": "2015-03-17T04:12:09.0118252"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 336,
          "First": "2015-03-16T21:08:13.5637552",
          "Last": "2015-03-17T05:25:57.9275169"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-16T20:26:04.6137767",
          "Last": "2015-03-17T05:29:30.1344593"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 32545884,
          "Average": 237561.2,
          "Max": 336168,
          "Min": 85
        },
        {
          "StatusCode": 400,
          "Total": 96,
          "Average": 0.7,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1664,
          "Average": 12.15,
          "Max": 1664,
          "Min": 1664
        },
        {
          "StatusCode": 404,
          "Total": 191953,
          "Average": 1401.12,
          "Max": 24954,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 20,
          "Average": 0.15,
          "Max": 7,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 47841,
          "Average": 349.2,
          "Max": 5089,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8456412,
          "Average": 61725.64,
          "Max": 232499,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 936459,
          "Average": 6835.47,
          "Max": 9927,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 17,
          "Average": 0.12,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 2058,
          "Average": 15.02,
          "Max": 546,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1205,
          "Average": 8.8,
          "Max": 79,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 233089,
          "Average": 1701.38,
          "Max": 6156,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1736,
          "Average": 12.67,
          "Max": 96,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2819359,
          "Average": 20579.26,
          "Max": 29462,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 77,
          "Average": 0.56,
          "Max": 77,
          "Min": 77
        },
        {
          "StatusCode": 404,
          "Total": 7193,
          "Average": 52.5,
          "Max": 1674,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3637,
          "Average": 26.55,
          "Max": 253,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 701467,
          "Average": 5120.2,
          "Max": 18506,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 4110,
          "Average": 30.0,
          "Max": 130,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4925960,
          "Average": 35955.91,
          "Max": 50585,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 274,
          "Average": 2.0,
          "Max": 274,
          "Min": 274
        },
        {
          "StatusCode": 403,
          "Total": 9130,
          "Average": 66.64,
          "Max": 4971,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 283,
          "Average": 2.07,
          "Max": 263,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4148,
          "Average": 30.28,
          "Max": 400,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1222326,
          "Average": 8922.09,
          "Max": 35505,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25655295,
          "Average": 187264.93,
          "Max": 215981,
          "Min": 12
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 44,
          "Average": 0.32,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 404,
          "Total": 3901,
          "Average": 28.47,
          "Max": 372,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30291,
          "Average": 221.1,
          "Max": 1615,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 800687,
          "Average": 5844.43,
          "Max": 14689,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5675530,
          "Average": 41427.23,
          "Max": 53748,
          "Min": 16
        },
        {
          "StatusCode": 401,
          "Total": 44,
          "Average": 0.32,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 404,
          "Total": 11623,
          "Average": 84.84,
          "Max": 416,
          "Min": 19
        },
        {
          "StatusCode": 410,
          "Total": 29372,
          "Average": 214.39,
          "Max": 1577,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 752369,
          "Average": 5491.74,
          "Max": 10733,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 17,
          "First": "2015-03-17T00:55:00",
          "Last": "2015-03-17T04:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "256 replica health errors | 161 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 10,
          "First": "2015-03-17T03:42:41.086",
          "Last": "2015-03-17T06:17:44.258"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 6,
          "First": "2015-03-17T02:18:42.27",
          "Last": "2015-03-17T05:12:33.48"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 79,
          "First": "2015-03-17T02:13:41.367",
          "Last": "2015-03-17T07:07:52.898"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1629 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 391,
          "HourlyAverage": 31.043
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.35
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1048,
          "HourlyAverage": 83.204
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 132,
          "HourlyAverage": 10.48
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.112
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.635
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.476
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.318
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.238
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "df3841bb-b956-434c-865c-678705b45c16",
          "MaxQuota": 10475520,
          "MaxUsage": 5028977
        },
        {
          "PartitionId": "414b1367-bdb6-4210-a457-ded29e2e177f",
          "MaxQuota": 10475520,
          "MaxUsage": 4902176
        },
        {
          "PartitionId": "adf864f7-7c8a-4102-bb78-6d6a283b605c",
          "MaxQuota": 10475520,
          "MaxUsage": 4875353
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "df3841bb-b956-434c-865c-678705b45c16",
          "MaxCrudUsage": 4936,
          "MaxIndexUsage": 968,
          "MaxTotalUsage": 6260
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "adf864f7-7c8a-4102-bb78-6d6a283b605c",
          "MaxCrudUsage": 4808,
          "MaxIndexUsage": 944,
          "MaxTotalUsage": 6152
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "0669a0f7-c05b-49ec-bfa6-521b23a0f351",
          "MaxCrudUsage": 4680,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 6056
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 26 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-17T01:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 1059.872,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T02:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 248.823,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-16T23:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 217.162,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T02:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 188.604,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T03:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 183.323,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.143898
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 88.160654
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 88.363193
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 88.717364
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 88.807668
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 46.384912
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.033626
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 41.780007
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 39.509122
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.169461
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 742.625999 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 742.625999
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 682.814592
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 625.507931
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 584.724324
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 523.710157
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 64963.521739
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 65222.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 65276.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65744.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 69796.592593
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "17 Direct Tcp requests with 503 | 27 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-16T22:10:00",
          "Last": "2015-03-16T22:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-16T23:00:00",
          "Last": "2015-03-16T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-16T20:55:00",
          "Last": "2015-03-16T20:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 26,
          "Average": 2.364,
          "First": "2015-03-16T21:00:00",
          "Last": "2015-03-16T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "Average": 2.167,
          "First": "2015-03-16T20:50:00",
          "Last": "2015-03-17T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-17+00%3a59%3a33Z&end=2015-03-17+14%3a25%3a07Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-16T21:52:50.1360309-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102656,
      "PhysicalCRUDUsageInMB": 237968,
      "LogicalIndexUsageInMB": 5068,
      "LogicalCRUDUsageInMB": 63263,
      "ClientReportedUsageInMB": 14
    },
    {
      "TimeStamp": "2015-03-16T23:50:02.5402639-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 128084,
      "PhysicalCRUDUsageInMB": 546320,
      "LogicalIndexUsageInMB": 12628,
      "LogicalCRUDUsageInMB": 155666,
      "ClientReportedUsageInMB": 33
    },
    {
      "TimeStamp": "2015-03-17T02:20:30.1773475-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 195084,
      "PhysicalCRUDUsageInMB": 974224,
      "LogicalIndexUsageInMB": 22401,
      "LogicalCRUDUsageInMB": 280181,
      "ClientReportedUsageInMB": 17682
    },
    {
      "TimeStamp": "2015-03-17T05:24:43.0933009-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 284580,
      "PhysicalCRUDUsageInMB": 1503240,
      "LogicalIndexUsageInMB": 31751,
      "LogicalCRUDUsageInMB": 400452,
      "ClientReportedUsageInMB": 22331
    },
    {
      "TimeStamp": "2015-03-17T07:25:07.2894652-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 220172,
      "PhysicalCRUDUsageInMB": 1141728,
      "LogicalIndexUsageInMB": 22874,
      "LogicalCRUDUsageInMB": 282090,
      "ClientReportedUsageInMB": 252602
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCQBAAAAAAAAA==",
  "_ts": 1426603527,
  "_etag": "\"1100637b-0000-0000-0000-55083e070000\"",
  "_attachments": "attachments/"
},
{
  "id": "282a372e-5823-41e3-8ad1-a0c60682ca14",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCRBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-16T18:59:24.3728619-07:00",
  "CompletedTime": "2015-03-17T07:51:17.8121991-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "d385b4a5-d4ea-4716-90b5-da72f4adc0b0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-16T18:59:25.1357687-07:00",
      "EndTime": "2015-03-16T19:30:05.5767146-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f7cd38dd-bcd6-4067-ae30-11ff00ff7a1a",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-16T19:30:35.1942845-07:00",
      "EndTime": "2015-03-16T19:31:44.8609655-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "a1056e29-137e-4680-948c-1caa1b86bfd7",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-16T19:31:45.2206226-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCRBAAAAAAAAA==",
  "_ts": 1426603877,
  "_etag": "\"1100957f-0000-0000-0000-55083f650000\"",
  "_attachments": "attachments/"
},
{
  "id": "bf3ae2ff-17a2-4c3a-8b85-a8a84d8d45fd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCSBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-16T19:41:57.3263793-07:00",
  "CompletedTime": "2015-03-16T19:51:41.6585472-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "92696a75-6ad8-4e31-8b94-c99b952eae37",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T19:44:22.659393-07:00",
      "EndTime": "2015-03-16T19:44:28.0382973-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCSBAAAAAAAAA==",
  "_ts": 1426560701,
  "_etag": "\"0f00a095-0000-0000-0000-550796bd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "02f3c340-f67c-449f-bb35-82b37d477ac4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCTBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-16T19:51:41.8766929-07:00",
  "CompletedTime": "2015-03-16T20:07:42.3995377-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "40aeb34b-0d1b-4876-b258-ac6a161b6455",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T19:51:45.2670978-07:00",
      "EndTime": "2015-03-16T20:01:56.3297659-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a5faaa9-48aa-44bc-95ec-abfb613b971b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:02:04.1960863-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "1d3ec0df-4d56-4990-8479-aa632b2af30d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:02:04.5486831-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCTBAAAAAAAAA==",
  "_ts": 1426561662,
  "_etag": "\"0f0099a0-0000-0000-0000-55079a7e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "bcf6632f-d5dc-4a16-8485-60e6d652bf97",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCUBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-16T20:07:42.644609-07:00",
  "CompletedTime": "2015-03-16T20:27:24.2138719-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1fa06383-5fce-4243-92e8-fbb9295af6f1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:08:27.6975811-07:00",
      "EndTime": "2015-03-16T20:18:40.319678-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e337b85-7eb8-4187-994a-c13130367758",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:18:48.4911732-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "560159a0-d0fb-47c8-8efc-8b091e16a377",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:18:48.8221511-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCUBAAAAAAAAA==",
  "_ts": 1426562844,
  "_etag": "\"0f004bae-0000-0000-0000-55079f1c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "550aa1e5-ad3f-47f0-a68e-151982eddb7b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCVBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-16T20:27:24.4270142-07:00",
  "CompletedTime": "2015-03-17T10:17:11.2403169-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "aa3c7d38-3eb7-42d1-898b-68e84ff83acf",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-16T22:37:59.5852784-07:00",
      "CompleteTime": "2015-03-16T22:48:09.4376872-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "547ba9aa-ce7c-4392-9485-bcf85e05f5f0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T22:38:00.1796446-07:00",
      "CompleteTime": "2015-03-16T22:49:12.5011504-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1842468c-0df4-4940-a7a9-c08d8d099ba4",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-16T22:38:00.7229456-07:00",
      "CompleteTime": "2015-03-16T22:47:12.5808347-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "023cc55e-871f-4034-a879-bebdcd05a188",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-16T22:38:01.3324241-07:00",
      "CompleteTime": "2015-03-16T22:50:13.0958031-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b68a86f8-97a5-4ca5-a045-76d6008ea008",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-16T23:52:58.1798323-07:00",
      "CompleteTime": "2015-03-17T00:04:08.3233583-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "35fcc507-a539-45dc-b6cd-cd319512ec93",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-17T00:58:18.001841-07:00",
      "CompleteTime": "2015-03-17T01:08:26.589166-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e3f8e87c-2c7a-47ed-869e-b131af48e431",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T03:37:19.5055997-07:00",
      "CompleteTime": "2015-03-17T03:49:44.4920105-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "194cfe52-5651-4553-afda-7ffc11a1c111",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-17T08:23:34.3156837-07:00",
      "CompleteTime": "2015-03-17T08:36:44.425296-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6790cc0e-642f-4916-abba-65bc73b8b628",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:28:10.8839019-07:00",
      "EndTime": "2015-03-16T20:38:30.8706861-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cf390ad1-8911-4e64-89e0-d0bf1ccbc279",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:38:40.434513-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "674e0135-899a-4288-9dff-02251503f5b9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T20:38:40.7711022-07:00",
      "EndTime": "2015-03-16T21:12:29.3769671-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9cb27a4-f803-4623-853a-465006fc2031",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T21:12:35.0056503-07:00",
      "EndTime": "2015-03-16T21:22:29.045575-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "72bfee7c-7e63-4b15-8e02-5ce73d0e1d55",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T21:22:29.4291941-07:00",
      "EndTime": "2015-03-16T22:27:55.0706025-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "66c7dbd9-c963-4269-b491-12fc990acf8e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-16T23:37:58.1428719-07:00",
      "EndTime": "2015-03-17T00:58:15.7291934-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2502aae3-7255-4e4c-8453-b09d37dccbb4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T01:38:18.4012465-07:00",
      "EndTime": "2015-03-17T03:00:36.2212563-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6279171b-f4b8-407e-9eb4-5a1ca168aecf",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T03:40:39.0741888-07:00",
      "EndTime": "2015-03-17T05:29:12.5379244-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "385a8707-3c4b-4db8-a07d-f88e94ab085c",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T06:09:15.805756-07:00",
      "EndTime": "2015-03-17T08:17:10.27871-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3031e020-2580-492c-a328-da5b32a098f4",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150316.1\\x64\\Release",
      "StartTime": "2015-03-17T08:17:15.2620554-07:00",
      "EndTime": "2015-03-17T08:19:20.7356052-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "36 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[FileStore] We have allowed more replicas than supported capacity, nCurrentReplicaCount=%ld, nMaxHardLimit=%ld",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-03-17T08:35:52.9947427",
          "Last": "2015-03-17T08:35:53.5078925"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-17T08:20:22.1283587",
          "Last": "2015-03-17T08:20:27.5498273"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 26,
          "First": "2015-03-17T00:17:29.4095759",
          "Last": "2015-03-17T08:35:52.3170967"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "02264f6d-f361-402b-af20-7b26eff16174",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "03226c4e-bfa7-49a9-96be-dbbc63730a18",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "033cde28-b190-4459-b303-8c909b99dbc9",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-7",
          "PartitionId": "10582379-bc58-43ee-bf52-94fb770bc469",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        },
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "0f9a51f5-5b15-43ef-858b-aeda5ccbc406",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "97598e02-29eb-4b2e-878d-13bcee097f69",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.410574
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.445844
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.447496
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.460555
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.47772
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 5.786037
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 5.549464
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 5.488472
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 3.909117
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 3.810478
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 133.330297
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 121.773592
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 72.653184
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 64.877363
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56.9077
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110251.833333
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110296.366667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110309.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110446.615385
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110494.321429
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22CTLDaily%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:1f454df6-f1fa-4d85-a86f-ea361bfb8e6f Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-17T05:48:00.1673953"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-17+03%3a27%3a24Z&end=2015-03-17+17%3a17%3a11Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T10:17:11.2403169-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7024,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 67,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCVBAAAAAAAAA==",
  "_ts": 1426613720,
  "_etag": "\"11005eef-0000-0000-0000-550865d80000\"",
  "_attachments": "attachments/"
},
{
  "id": "6d1c05c9-ad26-4d00-bece-c0ef87830009",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCWBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-16T22:26:37.9844402-07:00",
  "CompletedTime": "2015-03-17T19:17:42.0500059-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0bb59300-44c5-424b-8d1e-a032ba5d91f5",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T00:05:55.0703311-07:00",
      "CompleteTime": "2015-03-17T00:14:01.547912-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "45c0ebe2-c5ef-4b3d-9505-29d65b9d55f6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T00:05:55.6953666-07:00",
      "CompleteTime": "2015-03-17T00:13:31.9092318-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6b43c313-91d3-4267-a77b-e614e422d842",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T00:05:56.1963955-07:00",
      "CompleteTime": "2015-03-17T00:16:01.9417372-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b3fc3d2b-06fe-4dbf-8577-ce656595e325",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T00:05:56.7254247-07:00",
      "CompleteTime": "2015-03-17T00:15:12.5520001-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b162612-b31d-4da3-a0e2-16035f76a2b7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T03:04:59.0174522-07:00",
      "CompleteTime": "2015-03-17T03:13:03.9739467-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "837378b6-9096-4de0-a8ed-e35b2ec26088",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T06:29:35.3944538-07:00",
      "CompleteTime": "2015-03-17T06:37:40.6269641-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "58459ee7-ea75-4434-b296-2dcc3d3bbaeb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T22:29:17.0344577-07:00",
      "EndTime": "2015-03-16T22:37:41.5120579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2117244-ce57-4340-83ed-73d3c18f076c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T22:37:56.1078854-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "a943a279-5750-4d93-ac1c-f602b2f61664",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T22:37:56.457907-07:00",
      "EndTime": "2015-03-16T23:11:19.8744893-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "43db5516-b445-460a-bf0e-b0c7ac63bf89",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-16T23:11:29.0460076-07:00",
      "EndTime": "2015-03-16T23:35:32.5418604-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "066cbc91-ca4c-492b-80f0-ae8e6f11c61b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-16T23:35:32.9342273-07:00",
      "EndTime": "2015-03-16T23:55:48.771084-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "022d728d-1d0d-4fa7-b7e2-a567262578d8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-17T01:05:52.7653005-07:00",
      "EndTime": "2015-03-17T02:03:23.4129328-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1d78f0f-b32e-4f0c-9320-c1065cbdb488",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-17T02:50:02.0335973-07:00",
      "EndTime": "2015-03-17T04:56:49.5949039-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-03-17T00:27:13.1306157",
          "Last": "2015-03-17T00:31:01.4335834"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 5423066,
          "Average": 285424.53,
          "Max": 359852,
          "Min": 5170
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.79,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 36916,
          "Average": 1942.95,
          "Max": 10315,
          "Min": 919
        },
        {
          "StatusCode": 410,
          "Total": 5893,
          "Average": 310.16,
          "Max": 1065,
          "Min": 7
        },
        {
          "StatusCode": 429,
          "Total": 821886,
          "Average": 43257.16,
          "Max": 67197,
          "Min": 2461
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 01:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 157416,
          "Average": 8285.05,
          "Max": 10624,
          "Min": 177
        },
        {
          "StatusCode": 404,
          "Total": 1331,
          "Average": 70.05,
          "Max": 221,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 152,
          "Average": 8.0,
          "Max": 37,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 21515,
          "Average": 1132.37,
          "Max": 1727,
          "Min": 40
        },
        {
          "StatusCode": 449,
          "Total": 2052,
          "Average": 108.0,
          "Max": 254,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a03%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 01:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 466074,
          "Average": 24530.21,
          "Max": 31059,
          "Min": 408
        },
        {
          "StatusCode": 404,
          "Total": 4772,
          "Average": 251.16,
          "Max": 723,
          "Min": 41
        },
        {
          "StatusCode": 410,
          "Total": 429,
          "Average": 22.58,
          "Max": 81,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 65508,
          "Average": 3447.79,
          "Max": 5163,
          "Min": 176
        },
        {
          "StatusCode": 449,
          "Total": 3858,
          "Average": 203.05,
          "Max": 473,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a04%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:10:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 797437,
          "Average": 41970.37,
          "Max": 52701,
          "Min": 1117
        },
        {
          "StatusCode": 403,
          "Total": 8366,
          "Average": 440.32,
          "Max": 4309,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 9,
          "Average": 0.47,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 518,
          "Average": 27.26,
          "Max": 103,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134829,
          "Average": 7096.26,
          "Max": 10597,
          "Min": 885
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a04%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3926615,
          "Average": 206663.95,
          "Max": 226279,
          "Min": 13303
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.16,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 33,
          "Average": 1.74,
          "Max": 33,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 57,
          "Average": 3.0,
          "Max": 23,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 555,
          "Average": 29.21,
          "Max": 208,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 50822,
          "Average": 2674.84,
          "Max": 4367,
          "Min": 191
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a04%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 907383,
          "Average": 47757,
          "Max": 60674,
          "Min": 1200
        },
        {
          "StatusCode": 401,
          "Total": 33,
          "Average": 2,
          "Max": 33,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 5062,
          "Average": 266,
          "Max": 1326,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 460,
          "Average": 24,
          "Max": 77,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 42510,
          "Average": 2237,
          "Max": 4072,
          "Min": 74
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a04%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 2,
          "First": "2015-03-17T00:55:00",
          "Last": "2015-03-17T00:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 2,
          "First": "2015-03-17T00:55:00",
          "Last": "2015-03-17T00:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a05%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "3 front end trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-17T00:00:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 3
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a07%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a07%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a07%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a07%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "58 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 14.945
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 3.057
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.34
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.359
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a07%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "55cae412-6a7d-4595-8e51-84118fd7dfed",
          "MaxQuota": 3490816,
          "MaxUsage": 2041414
        },
        {
          "PartitionId": "eb59f5c0-f23b-4754-b103-1129bdf87370",
          "MaxQuota": 3490816,
          "MaxUsage": 1085373
        },
        {
          "PartitionId": "74acdab7-c8f8-4399-a205-411f30972461",
          "MaxQuota": 3490816,
          "MaxUsage": 955622
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "55cae412-6a7d-4595-8e51-84118fd7dfed",
          "MaxCrudUsage": 2136,
          "MaxIndexUsage": 288,
          "MaxTotalUsage": 2488
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "eb59f5c0-f23b-4754-b103-1129bdf87370",
          "MaxCrudUsage": 1200,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1584
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "PartitionId": "74acdab7-c8f8-4399-a205-411f30972461",
          "MaxCrudUsage": 992,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1448
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 14 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-17T01:05:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 65.736,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T01:05:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 64.422,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T01:05:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 64.051,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T01:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 63.576,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T01:05:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 63.448,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 97.365769
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 97.523627
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 97.525002
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 97.528703
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 97.626671
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 21.501817
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 20.866735
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 19.517278
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.902397
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 18.244821
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 69.952181
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 20.206735
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.565367
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 17.752081
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 17.278939
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 91426.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 91511.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 93119.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 93870.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 94174.233333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a08%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a09%3a17Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 503 | 6 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-17T00:40:00",
          "Last": "2015-03-17T00:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 6,
          "First": "2015-03-17T00:40:00",
          "Last": "2015-03-17T00:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a09%3a21Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-17+05%3a26%3a37Z&end=2015-03-17+09%3a09%3a29Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T02:09:33.3919577-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 87040,
      "PhysicalCRUDUsageInMB": 270712,
      "LogicalIndexUsageInMB": 6895,
      "LogicalCRUDUsageInMB": 83230,
      "ClientReportedUsageInMB": 49301
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCWBAAAAAAAAA==",
  "_ts": 1426645061,
  "_etag": "\"13007750-0000-0000-0000-5508e0450000\"",
  "_attachments": "attachments/"
},
{
  "id": "061576d9-0af9-40a6-b22b-859022462fa7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCXBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-16T23:34:11.7225126-07:00",
  "CompletedTime": "2015-03-17T22:03:10.3218887-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9ea8ebee-a6db-4fe7-9630-a540862a43d3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T00:59:34.4859002-07:00",
      "CompleteTime": "2015-03-17T01:10:41.8886923-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e18a22c3-5703-4b62-b6b9-0b06e30535bd",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T00:59:35.0798872-07:00",
      "CompleteTime": "2015-03-17T01:09:41.1202469-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fbfed11c-a904-4340-bd5a-af658117813e",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T00:59:35.6909221-07:00",
      "CompleteTime": "2015-03-17T01:08:11.2701531-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "775c92b4-e695-4e77-b073-8ce3a96071bd",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T00:59:36.7379814-07:00",
      "CompleteTime": "2015-03-17T01:11:50.6965926-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b45c0f2-336e-49bf-9f5e-d12bae6560c5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T08:01:43.6028721-07:00",
      "CompleteTime": "2015-03-17T08:12:18.7688829-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26ff38e9-0922-48a1-8410-6e6d889526e2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T11:45:24.0457817-07:00",
      "CompleteTime": "2015-03-17T11:56:29.44446-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ea690313-df53-4657-8505-c74ffcac65de",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T23:36:50.255401-07:00",
      "EndTime": "2015-03-16T23:45:01.3833514-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d43de20a-9dc8-4d1c-8a4b-18e1080884ec",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T23:45:12.568275-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e60a1d94-eb74-47dc-a09e-f94edec3a9c3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-16T23:45:12.9503401-07:00",
      "EndTime": "2015-03-17T00:19:20.9110178-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "da4f6912-a559-4df3-aaeb-8c34723b73b3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150316.11\\x64\\Release",
      "StartTime": "2015-03-17T00:19:29.9055277-07:00",
      "EndTime": "2015-03-17T00:31:13.0873943-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb398cd4-9e7b-47bb-966f-529e10e5717d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150316.11\\x64\\Release",
      "StartTime": "2015-03-17T00:31:13.4874169-07:00",
      "EndTime": "2015-03-17T00:49:29.0055265-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "78d9c88d-62a0-44ba-8918-687c08af7d95",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150316.11\\x64\\Release",
      "StartTime": "2015-03-17T01:59:33.6859083-07:00",
      "EndTime": "2015-03-17T04:09:42.7806401-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "f2f82b16-fe12-4b86-8267-240a43d1af33",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150316.11\\x64\\Release",
      "StartTime": "2015-03-17T06:16:23.9885858-07:00",
      "EndTime": "2015-03-17T07:14:54.9586377-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2470de0-00cd-44a9-8168-067b4223bcc3",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150316.11\\x64\\Release",
      "StartTime": "2015-03-17T07:46:47.2040519-07:00",
      "EndTime": "2015-03-17T10:17:36.1140721-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "3378 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Attempt to create session while Instance is being disposing or already disposed\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 844,
          "First": "2015-03-17T03:43:02.2542809",
          "Last": "2015-03-17T07:14:34.469904"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to spersist statistics\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 844,
          "First": "2015-03-17T03:43:02.2543243",
          "Last": "2015-03-17T07:14:34.4699226"
        },
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 844,
          "First": "2015-03-17T03:43:02.2577581",
          "Last": "2015-03-17T07:14:34.4711107"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-17T02:11:45.5830173",
          "Last": "2015-03-17T03:13:57.2337109"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 844,
          "First": "2015-03-17T03:43:02.2577221",
          "Last": "2015-03-17T07:14:34.4711048"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-03-17T05:46:06.4493276",
          "Last": "2015-03-17T05:46:06.4493276"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "First": "2015-03-17T05:46:06.615666",
          "Last": "2015-03-17T05:46:06.7120965"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 7,
          "First": "2015-03-17T01:52:41.0789604",
          "Last": "2015-03-17T05:31:52.2515856"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 05:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 21755325,
          "Average": 306413.03,
          "Max": 352434,
          "Min": 3294
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.44,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1582,
          "Average": 22.28,
          "Max": 1582,
          "Min": 1582
        },
        {
          "StatusCode": 404,
          "Total": 135620,
          "Average": 1910.14,
          "Max": 7360,
          "Min": 333
        },
        {
          "StatusCode": 410,
          "Total": 17410,
          "Average": 245.21,
          "Max": 1703,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3027987,
          "Average": 42647.7,
          "Max": 68699,
          "Min": 1187
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a15%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 8000 for 05:15:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 632701,
          "Average": 8911.28,
          "Max": 10802,
          "Min": 109
        },
        {
          "StatusCode": 401,
          "Total": 49,
          "Average": 0.69,
          "Max": 49,
          "Min": 49
        },
        {
          "StatusCode": 404,
          "Total": 4399,
          "Average": 61.96,
          "Max": 226,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 463,
          "Average": 6.52,
          "Max": 45,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 77534,
          "Average": 1092.03,
          "Max": 1718,
          "Min": 28
        },
        {
          "StatusCode": 449,
          "Total": 2667,
          "Average": 37.56,
          "Max": 158,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a16%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 24000 for 05:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1880159,
          "Average": 26481.11,
          "Max": 30341,
          "Min": 241
        },
        {
          "StatusCode": 401,
          "Total": 123,
          "Average": 1.73,
          "Max": 123,
          "Min": 123
        },
        {
          "StatusCode": 404,
          "Total": 16355,
          "Average": 230.35,
          "Max": 705,
          "Min": 32
        },
        {
          "StatusCode": 410,
          "Total": 1359,
          "Average": 19.14,
          "Max": 139,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 239604,
          "Average": 3374.7,
          "Max": 5377,
          "Min": 92
        },
        {
          "StatusCode": 449,
          "Total": 7258,
          "Average": 102.23,
          "Max": 249,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a16%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:55:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3209197,
          "Average": 45199.96,
          "Max": 52158,
          "Min": 1218
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8532,
          "Average": 120.17,
          "Max": 5381,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.14,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1631,
          "Average": 22.97,
          "Max": 133,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 503919,
          "Average": 7097.45,
          "Max": 11223,
          "Min": 954
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a17%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:40:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 16149418,
          "Average": 227456.59,
          "Max": 253250,
          "Min": 75517
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.11,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 836,
          "Average": 11.77,
          "Max": 139,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5975,
          "Average": 84.15,
          "Max": 649,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 283034,
          "Average": 3986.39,
          "Max": 8072,
          "Min": 436
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a17%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3656311,
          "Average": 51497.34,
          "Max": 60279,
          "Min": 712
        },
        {
          "StatusCode": 401,
          "Total": 1030,
          "Average": 14.51,
          "Max": 1030,
          "Min": 1030
        },
        {
          "StatusCode": 404,
          "Total": 28124,
          "Average": 396.11,
          "Max": 2036,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 5332,
          "Average": 75.1,
          "Max": 670,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 221355,
          "Average": 3117.68,
          "Max": 6417,
          "Min": 37
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a18%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 83,
          "First": "2015-03-17T03:00:00",
          "Last": "2015-03-17T06:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 274,
          "First": "2015-03-17T02:25:00",
          "Last": "2015-03-17T07:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 514,
          "First": "2015-03-17T01:55:00",
          "Last": "2015-03-17T07:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a21%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "86 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicaOpenStatus",
          "Count": 42,
          "First": "2015-03-17T03:48:22.9",
          "Last": "2015-03-17T07:14:23.342"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 41,
          "First": "2015-03-17T07:14:23.322",
          "Last": "2015-03-17T07:14:24.272"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-03-17T03:27:22.69",
          "Last": "2015-03-17T04:28:29.439"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "552 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 475,
          "HourlyAverage": 67.371
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 1.277
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 3.404
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 42,
          "HourlyAverage": 5.957
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.142
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.142
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "afb6a1d1-f2b2-46c6-b8e1-753b66496082",
          "MaxQuota": 4654996,
          "MaxUsage": 3610752
        },
        {
          "PartitionId": "55ed8cb1-b122-42e1-9b13-8fd4cab635a2",
          "MaxQuota": 4654996,
          "MaxUsage": 3489781
        },
        {
          "PartitionId": "b82ac748-09ec-48af-a7c3-9f193cade4b2",
          "MaxQuota": 4654996,
          "MaxUsage": 3488988
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "c600c792-8834-4618-8833-e7a9268940b9",
          "MaxCrudUsage": 3480,
          "MaxIndexUsage": 680,
          "MaxTotalUsage": 4392
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "69b21974-63e4-4287-beb7-23716496a372",
          "MaxCrudUsage": 3480,
          "MaxIndexUsage": 680,
          "MaxTotalUsage": 4376
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-2",
          "PartitionId": "ce9b2ad8-3139-446d-8472-92119aa27a64",
          "MaxCrudUsage": 3472,
          "MaxIndexUsage": 680,
          "MaxTotalUsage": 4376
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a23%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-17T07:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 182.167,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T07:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 127.332,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T07:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 101.178,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-17T06:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 63.282,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T06:15:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 62.222,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a23%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 91.53061
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 91.903193
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 92.214307
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 92.578756
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 92.969523
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a24%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 32.04524
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 27.909495
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 26.994868
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 26.881584
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 26.373831
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a24%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 281.52008
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 55.686629
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 45.273284
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 44.609718
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 43.061556
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a24%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 61972.269231
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63503.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 63674.655172
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 63881.035714
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 64342.481481
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a25%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a25%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 84,
          "SampleCount": 14798
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a26%3a01Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "60 Direct Https requests with 503 | 181 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-17T07:00:00",
          "Last": "2015-03-17T07:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 51,
          "Average": 5,
          "First": "2015-03-17T02:00:00",
          "Last": "2015-03-17T07:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 178,
          "Average": 14,
          "First": "2015-03-17T02:30:00",
          "Last": "2015-03-17T07:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-17T02:45:00",
          "Last": "2015-03-17T02:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 2,
          "Average": 1,
          "First": "2015-03-17T02:45:00",
          "Last": "2015-03-17T07:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-2",
          "Count": 7,
          "Average": 2,
          "First": "2015-03-17T02:45:00",
          "Last": "2015-03-17T07:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-17T07:05:00",
          "Last": "2015-03-17T07:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a26%3a10Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c919fcab-5b08-4476-b843-caf324a10928 Operation:6bd34b98-655e-4a05-b135-06d556d0dc67 Type:ReserveFabricServicesOperation Message:Service Type ServerService. Service Required 135, Services Reserved From Pool 123. The operation will try to reserve the remaining services it self.",
          "Timestamp": "2015-03-17T08:08:45.467678"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-17+06%3a34%3a11Z&end=2015-03-17+14%3a26%3a19Z&query=where+Tenant+%3d+%22doctestmgmt2%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T04:15:57.9589115-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 101296,
      "PhysicalCRUDUsageInMB": 470312,
      "LogicalIndexUsageInMB": 10264,
      "LogicalCRUDUsageInMB": 125675,
      "ClientReportedUsageInMB": 58357
    },
    {
      "TimeStamp": "2015-03-17T07:26:23.5816774-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 195012,
      "PhysicalCRUDUsageInMB": 1039472,
      "LogicalIndexUsageInMB": 25651,
      "LogicalCRUDUsageInMB": 316755,
      "ClientReportedUsageInMB": 167734
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCXBAAAAAAAAA==",
  "_ts": 1426654990,
  "_etag": "\"130077c0-0000-0000-0000-5509070e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "333819a9-8c49-439f-9d5a-ff65bf5b36b3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCYBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-17T07:51:18.0333709-07:00",
  "CompletedTime": "2015-03-17T08:16:09.1019076-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "a125b225-e338-4bde-b949-3033e2b486ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T07:51:18.4865049-07:00",
      "EndTime": "2015-03-17T07:51:21.9666951-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCYBAAAAAAAAA==",
  "_ts": 1426605368,
  "_etag": "\"11000590-0000-0000-0000-550845380000\"",
  "_attachments": "attachments/"
},
{
  "id": "b1449136-ae7c-458f-b5b8-56cc554276ee",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCZBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-17T08:16:09.320704-07:00",
  "CompletedTime": "2015-03-17T08:18:05.6513812-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "db627ac3-63e7-471d-be53-0ee602a10fa4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T08:16:09.7738213-07:00",
      "EndTime": "2015-03-17T08:16:13.2115488-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCZBAAAAAAAAA==",
  "_ts": 1426605485,
  "_etag": "\"11007691-0000-0000-0000-550845ad0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2216a8eb-f8eb-46f0-80c9-e66141f31d73",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCaBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-17T08:18:05.8857693-07:00",
  "CompletedTime": "2015-03-17T08:20:31.8808992-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2896af42-21ef-4ed7-9403-d4b932c10428",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T08:18:06.4326821-07:00",
      "EndTime": "2015-03-17T08:18:09.5891347-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCaBAAAAAAAAA==",
  "_ts": 1426605631,
  "_etag": "\"11004093-0000-0000-0000-5508463f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "d8e2c3f4-6c40-4c27-a19d-3a94838676e7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCbBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-17T08:20:32.1152876-07:00",
  "CompletedTime": "2015-03-17T09:14:32.2837262-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c3fb09c8-2dc5-4028-a131-67c7843087c3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T08:20:32.5996907-07:00",
      "EndTime": "2015-03-17T08:33:52.3794065-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "481b2699-dd06-48af-b21a-55c2b07a863f",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T08:34:02.1768355-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0393b3f3-2571-4d34-8245-5f1be426d376",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T08:34:02.536199-07:00",
      "EndTime": "2015-03-17T09:08:32.5320539-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCbBAAAAAAAAA==",
  "_ts": 1426608871,
  "_etag": "\"1100f7b7-0000-0000-0000-550852e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "01197f67-0d17-4d56-8b4f-05bc0778736b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCcBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-17T09:14:32.5181138-07:00",
  "CompletedTime": "2015-03-17T19:49:03.174711-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "099e66c2-cf75-4b60-8255-e30e17b8b9c1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T09:14:32.955669-07:00",
      "EndTime": "2015-03-17T09:27:33.6561179-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "896f3403-511d-45f1-8304-450da13dbd07",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T09:28:05.1578992-07:00",
      "EndTime": "2015-03-17T09:29:13.9430792-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f619baed-7c30-4da4-8bcd-654f4fdda011",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T09:29:14.349351-07:00",
      "EndTime": "2015-03-17T10:01:35.7874591-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "45464bfb-8def-4d6b-ae11-ee008a2dd2e3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T10:01:48.0693708-07:00",
      "EndTime": "2015-03-17T10:14:49.3949176-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2a824db-12cd-43e8-b83f-1f25f047a758",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T10:14:49.7543132-07:00",
      "EndTime": "2015-03-17T10:32:04.5316835-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b02f2c07-52e4-4ffc-ba74-f0db23e71680",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T11:42:08.5647486-07:00",
      "EndTime": "2015-03-17T13:09:18.2203843-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "502e8205-7ca8-4a6b-a74b-52a2ba1053a1",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T13:49:22.2764797-07:00",
      "EndTime": "2015-03-17T14:46:27.1296986-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bcc7d086-e9fc-449e-bba4-339e75403f88",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T15:26:31.6371527-07:00",
      "EndTime": "2015-03-17T17:03:17.2941702-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa3d9fbc-a0a4-462d-8606-c4294b82cff4",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T17:43:21.1334722-07:00",
      "EndTime": "2015-03-17T19:49:02.56533-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0b48619b-51a6-46c9-8c9e-5562e3a82ce7",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-x1\\Release",
      "StartTime": "2015-03-17T21:01:22.529906-07:00",
      "EndTime": "2015-03-17T21:02:28.627437-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-17T13:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-10\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "6 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicaOpenStatus",
          "Count": 6,
          "First": "2015-03-17T12:50:18.303",
          "Last": "2015-03-17T13:20:23.731"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00da86e1-3a5f-4184-94be-3169a82cb391",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "0492309a-565c-44a2-9d34-3142c0c224b3",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "0494e658-54aa-40a5-8a19-5072e82e2c33",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "6d0ff9bf-48f8-4e92-82a8-601ebbd4eb25",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount8",
          "PartitionId": "dbd96c91-b748-45ae-98ef-12c42ce4aab5",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "1282418c-5e87-420d-81ba-51390ca22f14",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99.585199
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.605945
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.612007
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.613321
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.615276
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 3.944963
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 3.60326
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 3.304232
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 3.129671
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 3.119024
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 51.180945
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 29.323372
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 25.906
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.443322
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 14.152566
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 110663.965517
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 110675.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110683.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110706.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 110758.931034
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 94,
          "SampleCount": 16488
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-17+16%3a14%3a32Z&end=2015-03-18+02%3a49%3a03Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T19:49:03.174711-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 6536,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 64,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCcBAAAAAAAAA==",
  "_ts": 1426651348,
  "_etag": "\"13000b98-0000-0000-0000-5508f8d40000\"",
  "_attachments": "attachments/"
},
{
  "id": "bb3822b5-88b0-44b6-96f6-46b94e8013c3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCdBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-17T17:16:58.7704362-07:00",
  "CompletedTime": "2015-03-17T18:03:40.0010398-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "52752ea9-cf30-4bbd-ba35-b75a18f0fbd4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-17T17:18:23.7173147-07:00",
      "EndTime": "2015-03-17T17:26:22.0382414-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c8f3112-e684-4f7a-bfd8-8b5eab158eb6",
      "EventName": "Remove Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-17T17:26:30.1924632-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "473c953e-5957-4443-9167-1a9f2793a091",
      "EventName": "Create Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-17T17:26:30.5303507-07:00",
      "EndTime": "2015-03-17T17:59:53.7647131-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCdBAAAAAAAAA==",
  "_ts": 1426640619,
  "_etag": "\"1300581d-0000-0000-0000-5508ceeb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8cc051bb-aa85-41ef-8932-c311adde53cf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCeBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-17T18:03:40.254716-07:00",
  "CompletedTime": "2015-03-17T18:13:21.3690632-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCeBAAAAAAAAA==",
  "_ts": 1426641201,
  "_etag": "\"1300fe23-0000-0000-0000-5508d1310000\"",
  "_attachments": "attachments/"
},
{
  "id": "d4dd872c-327f-42af-b200-b34daadb7de6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCfBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-17T18:13:21.5839727-07:00",
  "CompletedTime": "2015-03-18T11:00:14.7332548-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6e0ee6c7-203f-454f-a978-74e7b23167a4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T18:39:31.6668066-07:00",
      "CompleteTime": "2015-03-17T18:48:08.3322996-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b7552a2-dc6c-4e66-a57d-66f938d8a1c9",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T18:39:32.1181118-07:00",
      "CompleteTime": "2015-03-17T18:49:08.527763-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92648578-bb53-4985-bd5a-f6d2ab75b01f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T18:39:32.4453315-07:00",
      "CompleteTime": "2015-03-17T18:46:38.3584684-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cdcb4917-cee9-4516-a403-9c9b73312669",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T18:39:35.0595266-07:00",
      "CompleteTime": "2015-03-17T18:48:48.4813933-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "94849699-6701-4428-85a9-c1001847cdd1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T19:54:38.0912241-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a0702429-8a8c-4349-9d67-6572dd4a01bd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-18T01:08:01.6017342-07:00",
      "CompleteTime": "2015-03-18T01:20:12.6259548-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26fda8dc-7c9f-4cb8-9114-1cedeb7e7200",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-18T10:21:16.0344108-07:00",
      "CompleteTime": "2015-03-18T10:24:25.9013831-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "61ff4a41-58ca-440d-b243-4948b416188b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-17T18:13:24.6052975-07:00",
      "EndTime": "2015-03-17T18:29:30.726167-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c15eebff-4d69-4692-be2f-a110581677f3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-17T18:29:31.3591111-07:00",
      "EndTime": "2015-03-17T18:38:17.6094828-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a5aff926-3ad1-4f73-b5f4-bd4d84d6e943",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-17T18:38:18.0241271-07:00",
      "EndTime": "2015-03-17T18:39:27.0176676-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9185724-da41-43b9-9065-c9ed9fc37527",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-17T19:39:39.436001-07:00",
      "EndTime": "2015-03-18T00:50:26.5954845-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c3c7288c-099d-4c6a-ab8c-6fbf27b5db61",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T01:48:04.5611729-07:00",
      "EndTime": "2015-03-18T03:07:14.358153-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b42acf49-3675-4ec3-91fd-4bcb8b3ff9f6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T04:17:21.3952087-07:00",
      "EndTime": "2015-03-18T06:14:51.3789095-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c20a6ac2-e856-450e-b2f7-e587d37ee4c5",
      "EventName": "Upgrade Package",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T07:25:08.7913939-07:00",
      "EndTime": "2015-03-18T09:33:00.3061186-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8a9fac2d-195d-4d13-b1ba-705fa8dae5c5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T10:13:05.2243635-07:00",
      "EndTime": "2015-03-18T10:21:12.7263374-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f7844480-8453-4458-a1e9-882cf5cf7712",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T10:24:26.9699658-07:00",
      "EndTime": "2015-03-18T10:26:32.8183431-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a33%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a33%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "211 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 11,
          "First": "2015-03-17T23:27:14.4795748",
          "Last": "2015-03-17T23:27:51.0242698"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 5,
          "First": "2015-03-18T07:38:06.4536094",
          "Last": "2015-03-18T08:10:34.0372601"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-18T08:40:09.6856472",
          "Last": "2015-03-18T09:29:57.6486999"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 5,
          "First": "2015-03-18T07:38:06.4536463",
          "Last": "2015-03-18T08:10:34.037279"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-18T08:40:09.6857017",
          "Last": "2015-03-18T09:29:57.6487413"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 178,
          "First": "2015-03-18T00:00:14.1460881",
          "Last": "2015-03-18T09:32:14.8234179"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a37%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 15,
          "First": "2015-03-17T19:04:14.306813",
          "Last": "2015-03-18T06:19:13.5051924"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-18T03:36:24.3255143",
          "Last": "2015-03-18T03:36:24.3255143"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-18T05:18:55.6526425",
          "Last": "2015-03-18T07:29:01.4101348"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-18T05:47:00.1800112",
          "Last": "2015-03-18T05:47:00.1800112"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a43%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a44%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 7425374,
          "Average": 41951.27,
          "Max": 75674,
          "Min": 7070
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.1,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 590202,
          "Average": 3334.47,
          "Max": 15702,
          "Min": 2291
        },
        {
          "StatusCode": 404,
          "Total": 17114,
          "Average": 96.69,
          "Max": 7383,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 8087969,
          "Average": 45694.74,
          "Max": 77761,
          "Min": 7
        },
        {
          "StatusCode": 429,
          "Total": 18593528,
          "Average": 105048.18,
          "Max": 325313,
          "Min": 739
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a44%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 333928,
          "Average": 1886.6,
          "Max": 3442,
          "Min": 213
        },
        {
          "StatusCode": 404,
          "Total": 4166,
          "Average": 23.54,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3323,
          "Average": 18.77,
          "Max": 646,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 609823,
          "Average": 3445.33,
          "Max": 9514,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 7076,
          "Average": 39.98,
          "Max": 185,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a45%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 977576,
          "Average": 5492,
          "Max": 11063,
          "Min": 573
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 712,
          "Average": 4,
          "Max": 199,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 17145,
          "Average": 96,
          "Max": 522,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 9863,
          "Average": 55,
          "Max": 1859,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1840593,
          "Average": 10340,
          "Max": 27457,
          "Min": 55
        },
        {
          "StatusCode": 449,
          "Total": 15895,
          "Average": 89,
          "Max": 291,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a45%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1024651,
          "Average": 5756.47,
          "Max": 11703,
          "Min": 551
        },
        {
          "StatusCode": 400,
          "Total": 91062,
          "Average": 511.58,
          "Max": 2662,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8756,
          "Average": 49.19,
          "Max": 5114,
          "Min": 32
        },
        {
          "StatusCode": 410,
          "Total": 475570,
          "Average": 2671.74,
          "Max": 5571,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2846825,
          "Average": 15993.4,
          "Max": 50588,
          "Min": 238
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a46%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33878465,
          "Average": 190328.46,
          "Max": 213070,
          "Min": 1236
        },
        {
          "StatusCode": 400,
          "Total": 19134,
          "Average": 107.49,
          "Max": 467,
          "Min": 30
        },
        {
          "StatusCode": 404,
          "Total": 1233,
          "Average": 6.93,
          "Max": 210,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28111,
          "Average": 157.93,
          "Max": 1638,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1145693,
          "Average": 6436.48,
          "Max": 12827,
          "Min": 682
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a46%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2444328,
          "Average": 13732.18,
          "Max": 26065,
          "Min": 1240
        },
        {
          "StatusCode": 404,
          "Total": 11940,
          "Average": 67.08,
          "Max": 2112,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 40655,
          "Average": 228.4,
          "Max": 1207,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 655726,
          "Average": 3683.85,
          "Max": 8852,
          "Min": 688
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a47%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 71,
          "First": "2015-03-18T00:15:00",
          "Last": "2015-03-18T09:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 3,
          "First": "2015-03-18T01:15:00",
          "Last": "2015-03-18T08:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 258,
          "First": "2015-03-17T18:55:00",
          "Last": "2015-03-18T09:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-18+01%3a13%3a21Z&end=2015-03-18+16%3a54%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T01:07:40.1592566-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 43136,
      "PhysicalCRUDUsageInMB": 158712,
      "LogicalIndexUsageInMB": 2369,
      "LogicalCRUDUsageInMB": 41722,
      "ClientReportedUsageInMB": 14080
    },
    {
      "TimeStamp": "2015-03-18T03:36:53.2030752-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 48460,
      "PhysicalCRUDUsageInMB": 218552,
      "LogicalIndexUsageInMB": 4131,
      "LogicalCRUDUsageInMB": 51584,
      "ClientReportedUsageInMB": 26600
    },
    {
      "TimeStamp": "2015-03-18T06:44:56.5415985-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-18T10:03:05.8529182-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCfBAAAAAAAAA==",
  "_ts": 1426701614,
  "_etag": "\"15009dd4-0000-0000-0000-5509bd2e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "00b219bb-5805-4e8f-867a-c7c03f2e7c7b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCgBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-17T18:23:20.2139686-07:00",
  "CompletedTime": "2015-03-20T13:32:11.3284423-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d87198df-2b41-4c6c-bbbc-23ab443db94f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T19:49:48.0414207-07:00",
      "CompleteTime": "2015-03-17T19:59:55.2370373-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ac5c4dcc-ce7b-48ae-b2a5-88645cbecb23",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T19:49:48.6885935-07:00",
      "CompleteTime": "2015-03-17T19:59:25.7584788-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3913310c-c792-4342-998f-3fda15a62f9c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T19:49:49.1745384-07:00",
      "CompleteTime": "2015-03-17T19:58:25.454483-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b98066a-2853-4bee-ba08-06c6fe4ee02b",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T19:49:49.9544274-07:00",
      "CompleteTime": "2015-03-17T20:01:04.0540263-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3718c048-ee67-4e2e-bbec-3b3394478345",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T21:04:44.8784934-07:00",
      "CompleteTime": "2015-03-17T21:15:19.5418444-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d7b9c92-32ec-4353-88fd-3ea297cb6afb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-17T23:37:45.2089533-07:00",
      "CompleteTime": "2015-03-17T23:51:01.3754115-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3e119648-9781-4f3a-8356-761c3a1d9d26",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T01:20:02.212938-07:00",
      "CompleteTime": "2015-03-18T01:31:37.4461568-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "9d6e36c2-8978-436c-9fe8-fa13eefe4dda",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T18:26:06.0461687-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "85bfa596-b75b-4dbd-8362-af15238f838c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T18:34:44.6744919-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "21c4d343-2735-452b-acda-08bfd3d49253",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T18:34:45.0345695-07:00",
      "EndTime": "2015-03-17T19:09:49.1417189-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dd97b04c-7ded-4930-aab0-55f03f28fc84",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-17T19:10:02.8115128-07:00",
      "EndTime": "2015-03-17T19:19:26.1921721-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5f22b05-9910-4879-8b72-1509f186c7e6",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-17T19:19:26.6092176-07:00",
      "EndTime": "2015-03-17T19:39:42.6340344-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c8c97502-c0f6-4f99-851d-f62506cbc554",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-17T20:49:50.8955326-07:00",
      "EndTime": "2015-03-17T23:07:13.7622409-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2d1d3e5c-142f-4c58-8e66-b14ed1892fb4",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-18T00:17:50.0665745-07:00",
      "EndTime": "2015-03-18T02:36:10.5831793-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+01%3a23%3a20Z&end=2015-03-18+06%3a07%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+01%3a23%3a20Z&end=2015-03-18+06%3a07%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T23:37:22.5214005-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCgBAAAAAAAAA==",
  "_ts": 1426883531,
  "_etag": "\"1d0095e3-0000-0000-0000-550c83cb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "d4e9fa45-5001-4190-840a-fa29a4b65645",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgChBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-17T18:47:59.1813421-07:00",
  "CompletedTime": "2015-03-18T08:57:52.9771827-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "de01f86b-65f2-441d-b75a-1c0cc66d7395",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T20:31:29.5529428-07:00",
      "CompleteTime": "2015-03-17T20:37:36.2092906-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce909e30-cbc4-4a70-8374-f3eb1841370b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T20:31:30.1196566-07:00",
      "CompleteTime": "2015-03-17T20:38:05.8462878-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b4172f34-07ae-4355-95cd-cc3a605ef779",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T20:31:30.6565191-07:00",
      "CompleteTime": "2015-03-17T20:38:35.9432944-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "309f100c-8a6c-404e-925e-0d746af0c859",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T20:31:31.156091-07:00",
      "CompleteTime": "2015-03-17T20:39:50.8412482-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e11a32a5-9adf-40f4-9a32-22b9e210dcda",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T21:46:24.9420655-07:00",
      "CompleteTime": "2015-03-17T21:52:28.5892345-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3fd66e1e-e60b-4875-aa23-06e7b2857915",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-17T22:46:02.2692853-07:00",
      "CompleteTime": "2015-03-17T22:54:16.8346172-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4a593e49-3b81-47f8-9c7d-1867077203ba",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T00:51:34.1265752-07:00",
      "CompleteTime": "2015-03-18T00:57:43.2222002-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a87ce6f-d4dc-451c-a498-256d0ee4f484",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-18T07:24:44.5592935-07:00",
      "CompleteTime": "2015-03-18T08:16:05.3057895-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "2799e9ab-965a-440b-9456-72c2c320dc91",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T18:48:04.7449038-07:00",
      "EndTime": "2015-03-17T19:01:16.8442115-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1c9592f3-79ee-4b8d-af1e-a0486abb27ce",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:01:47.5541508-07:00",
      "EndTime": "2015-03-17T19:02:58.3714195-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8bfed068-3503-4ab5-a9bf-955148c756ce",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:02:58.9234981-07:00",
      "EndTime": "2015-03-17T19:36:58.1361676-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1d43ff3c-7c80-4c95-825a-d137a47a57a4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:37:07.9386353-07:00",
      "EndTime": "2015-03-17T19:51:16.6870793-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "94735580-19bc-4bba-bacc-a2a5149ceb02",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T19:51:17.8548678-07:00",
      "EndTime": "2015-03-17T20:04:05.760037-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cf88de12-7a7f-4686-89e1-7c20b691a68e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T20:04:06.1647416-07:00",
      "EndTime": "2015-03-17T20:21:21.9135356-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "08b11c99-9672-402d-8115-46deb5b3e2be",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T21:31:29.250431-07:00",
      "EndTime": "2015-03-17T22:36:25.3394315-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "38976757-13f8-4ff3-a55b-75bdbe9b5b6d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T23:26:06.2939869-07:00",
      "EndTime": "2015-03-18T00:34:46.957193-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2e120c28-836c-4548-94ea-67f5ba54d2b0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T01:31:38.1935678-07:00",
      "EndTime": "2015-03-18T03:17:13.8106128-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "10649782-b260-4043-a227-9c6a7ffbd75b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T04:21:19.0103342-07:00",
      "EndTime": "2015-03-18T06:27:33.7627579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a89eab5-e36b-4e45-a411-159175402217",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T07:05:26.9174135-07:00",
      "EndTime": "2015-03-18T07:24:39.6503896-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "794d0dbe-f031-48e4-a0d6-3c4487e8c8e7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T08:16:06.6054893-07:00",
      "EndTime": "2015-03-18T08:18:15.5727171-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "28 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 27,
          "First": "2015-03-18T06:21:59.1949903",
          "Last": "2015-03-18T06:57:50.1912059"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-18T07:13:32.3450711",
          "Last": "2015-03-18T07:13:32.3450711"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "13 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 10,
          "First": "2015-03-17T21:09:08.4190207",
          "Last": "2015-03-18T08:13:18.4593239"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-17T22:29:52.0370309",
          "Last": "2015-03-18T06:52:46.2873059"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36028044,
          "Average": 245088.73,
          "Max": 342674,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 93,
          "Average": 0.63,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 588,
          "Average": 4.0,
          "Max": 588,
          "Min": 588
        },
        {
          "StatusCode": 403,
          "Total": 65997,
          "Average": 448.96,
          "Max": 12916,
          "Min": 1638
        },
        {
          "StatusCode": 404,
          "Total": 2722,
          "Average": 18.52,
          "Max": 2721,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 8,
          "Average": 0.05,
          "Max": 4,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 54236,
          "Average": 368.95,
          "Max": 9154,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9429094,
          "Average": 64143.5,
          "Max": 236784,
          "Min": 25
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1035292,
          "Average": 7042.8,
          "Max": 10275,
          "Min": 5
        },
        {
          "StatusCode": 401,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 3040,
          "Average": 20.68,
          "Max": 79,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1215,
          "Average": 8.27,
          "Max": 82,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 254494,
          "Average": 1731.25,
          "Max": 6692,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 4563,
          "Average": 31.04,
          "Max": 128,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3107603,
          "Average": 21140.16,
          "Max": 29231,
          "Min": 22
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 21,
          "Average": 0.14,
          "Max": 21,
          "Min": 21
        },
        {
          "StatusCode": 403,
          "Total": 10,
          "Average": 0.07,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 11116,
          "Average": 75.62,
          "Max": 206,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 3778,
          "Average": 25.7,
          "Max": 246,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 768135,
          "Average": 5225.41,
          "Max": 19013,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 10579,
          "Average": 71.97,
          "Max": 245,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5396251,
          "Average": 36709.19,
          "Max": 50745,
          "Min": 25
        },
        {
          "StatusCode": 400,
          "Total": 9929,
          "Average": 67.54,
          "Max": 1973,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 70,
          "Average": 0.48,
          "Max": 70,
          "Min": 70
        },
        {
          "StatusCode": 403,
          "Total": 8918,
          "Average": 60.67,
          "Max": 4332,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 3833,
          "Average": 26.07,
          "Max": 175,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1398195,
          "Average": 9511.53,
          "Max": 35034,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27274744,
          "Average": 185542.48,
          "Max": 216551,
          "Min": 350
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 427,
          "Average": 2.9,
          "Max": 427,
          "Min": 427
        },
        {
          "StatusCode": 404,
          "Total": 4492,
          "Average": 30.56,
          "Max": 1630,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31473,
          "Average": 214.1,
          "Max": 1904,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 855767,
          "Average": 5821.54,
          "Max": 14436,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6327762,
          "Average": 43046.0,
          "Max": 55656,
          "Min": 251
        },
        {
          "StatusCode": 401,
          "Total": 493,
          "Average": 3.35,
          "Max": 429,
          "Min": 64
        },
        {
          "StatusCode": 404,
          "Total": 11622,
          "Average": 79.06,
          "Max": 503,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 31314,
          "Average": 213.02,
          "Max": 1800,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 781795,
          "Average": 5318.33,
          "Max": 11288,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 44,
          "First": "2015-03-18T06:20:00",
          "Last": "2015-03-18T08:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 1,
          "First": "2015-03-18T06:40:00",
          "Last": "2015-03-18T06:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 30,
          "First": "2015-03-18T06:35:00",
          "Last": "2015-03-18T08:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-18T06:45:00",
          "Last": "2015-03-18T06:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 9,
          "First": "2015-03-18T02:15:00",
          "Last": "2015-03-18T06:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "360 replica health errors | 152 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 25,
          "First": "2015-03-18T05:33:53.259",
          "Last": "2015-03-18T07:54:06.723"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 36,
          "First": "2015-03-18T04:43:43.183",
          "Last": "2015-03-18T07:44:05.057"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 147,
          "First": "2015-03-18T03:18:27.846",
          "Last": "2015-03-18T08:54:17.251"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1737 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.274
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 380,
          "HourlyAverage": 28.467
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1130,
          "HourlyAverage": 84.653
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 156,
          "HourlyAverage": 11.687
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.974
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.599
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.225
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.524
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.375
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.375
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.524
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.225
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.15
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0d9d7ba4-6f6b-42cb-b649-665d4089a43a",
          "MaxQuota": 10475520,
          "MaxUsage": 9856160
        },
        {
          "PartitionId": "9edeb280-0081-4351-835b-f3980753bd4e",
          "MaxQuota": 10475520,
          "MaxUsage": 5309371
        },
        {
          "PartitionId": "991e4138-a9f2-49e8-8a07-7e492ad0c5c6",
          "MaxQuota": 10476298,
          "MaxUsage": 5164800
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "0d9d7ba4-6f6b-42cb-b649-665d4089a43a",
          "MaxCrudUsage": 9640,
          "MaxIndexUsage": 1412,
          "MaxTotalUsage": 11476
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "df3841bb-b956-434c-865c-678705b45c16",
          "MaxCrudUsage": 5088,
          "MaxIndexUsage": 1024,
          "MaxTotalUsage": 6512
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9edeb280-0081-4351-835b-f3980753bd4e",
          "MaxCrudUsage": 5224,
          "MaxIndexUsage": 1016,
          "MaxTotalUsage": 6416
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 28 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-18T00:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 350.175,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T00:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 254.125,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T00:15:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 138.834,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T06:40:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 135.039,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-17T22:10:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 129.743,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.187153
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.347013
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.503316
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.701337
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 87.715333
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 43.893339
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 42.513583
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 41.290369
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 40.339263
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 39.813427
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 740.783916 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 740.783916
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 669.334968
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 644.116622
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 583.425044
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 537.541236
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62748.884615
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 63105.26087
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66112.259259
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 66203.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 66607.862069
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "51 Direct Tcp requests with 503 | 31 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 47,
          "Average": 2.238,
          "First": "2015-03-17T21:20:00",
          "Last": "2015-03-18T06:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 30,
          "Average": 1.364,
          "First": "2015-03-17T21:50:00",
          "Last": "2015-03-18T06:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-17T22:05:00",
          "Last": "2015-03-17T22:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-17T23:50:00",
          "Last": "2015-03-17T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-18T08:30:00",
          "Last": "2015-03-18T08:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-18+01%3a47%3a59Z&end=2015-03-18+15%3a57%3a52Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T22:45:44.8685156-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 126220,
      "PhysicalCRUDUsageInMB": 274104,
      "LogicalIndexUsageInMB": 5200,
      "LogicalCRUDUsageInMB": 63830,
      "ClientReportedUsageInMB": 7744
    },
    {
      "TimeStamp": "2015-03-18T00:51:12.8368596-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 133920,
      "PhysicalCRUDUsageInMB": 606736,
      "LogicalIndexUsageInMB": 11807,
      "LogicalCRUDUsageInMB": 146053,
      "ClientReportedUsageInMB": 114270
    },
    {
      "TimeStamp": "2015-03-18T03:40:54.8662367-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 211976,
      "PhysicalCRUDUsageInMB": 1082880,
      "LogicalIndexUsageInMB": 24710,
      "LogicalCRUDUsageInMB": 308806,
      "ClientReportedUsageInMB": 107594
    },
    {
      "TimeStamp": "2015-03-18T06:57:38.7313942-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-18T08:57:52.9771827-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 234468,
      "PhysicalCRUDUsageInMB": 1220496,
      "LogicalIndexUsageInMB": 25188,
      "LogicalCRUDUsageInMB": 312970,
      "ClientReportedUsageInMB": 348110
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgChBAAAAAAAAA==",
  "_ts": 1426696322,
  "_etag": "\"1500e897-0000-0000-0000-5509a8820000\"",
  "_attachments": "attachments/"
},
{
  "id": "0935144b-6b91-4b9f-8468-244312db48d4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCiBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-17T19:17:42.8060057-07:00",
  "CompletedTime": "2015-03-18T10:43:51.3976592-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "28db2f54-ea21-452a-9efe-9adac97b71a0",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T21:02:19.3018474-07:00",
      "CompleteTime": "2015-03-17T21:17:28.4533908-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e948989-9114-4292-9b59-19b754ecc2e9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T21:02:19.9248818-07:00",
      "CompleteTime": "2015-03-17T21:07:58.3070651-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b50d0ce3-c94d-4464-9529-cb71be9631bc",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T21:02:20.5519786-07:00",
      "CompleteTime": "2015-03-17T21:34:34.8725833-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fe445e29-33ae-4fc9-a2b3-a49d3b6aeae7",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T21:02:21.1319495-07:00",
      "CompleteTime": "2015-03-17T21:09:37.7407041-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e6a035d-f35d-4327-97fe-d9b25aa6fddf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T00:04:18.5139054-07:00",
      "CompleteTime": "2015-03-18T00:09:53.6759069-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e48d55eb-088f-43a8-bb4e-9f46a579491c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-18T02:08:58.4089734-07:00",
      "CompleteTime": "2015-03-18T02:16:16.0107809-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9c5e53bf-8475-4bd0-9f23-fd6cf0835364",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T02:57:48.5152613-07:00",
      "CompleteTime": "2015-03-18T03:03:53.3408194-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "99d8a168-f6f0-4120-bdbc-a73738a57ed0",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-18T09:08:53.2026052-07:00",
      "CompleteTime": "2015-03-18T10:13:15.2875639-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8b3fa755-2baf-46e2-aec4-ca41dc5f6a2a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:20:20.8109613-07:00",
      "EndTime": "2015-03-17T19:30:52.2537635-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb7fc187-2ded-46f4-923a-4a920b82fd39",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:31:08.1466633-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "768f5586-64bd-40f4-a580-970a613409b3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:31:08.5186853-07:00",
      "EndTime": "2015-03-17T20:06:53.6032984-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "927d8890-43a8-4315-9ffb-19af190a03a4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T20:07:02.4367994-07:00",
      "EndTime": "2015-03-17T20:21:11.6039428-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1258af57-442f-4c40-bf86-8d09885739ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-17T20:21:12.464992-07:00",
      "EndTime": "2015-03-17T20:43:59.9485209-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dae9b7f3-b6f1-4f7f-918a-bef36f672bc6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-17T20:44:00.2945408-07:00",
      "EndTime": "2015-03-17T20:52:14.1985418-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1f54d7b3-f95c-412d-a099-721ab7c2175c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-17T22:02:18.7859228-07:00",
      "EndTime": "2015-03-17T22:57:47.9836649-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e9cc45ce-1d8f-42b8-a3ad-a3fc70671535",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-17T23:49:22.1260853-07:00",
      "EndTime": "2015-03-18T01:48:04.6258909-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "45faf944-31a5-4ea9-8841-25185879d04b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T02:49:02.1002475-07:00",
      "EndTime": "2015-03-18T04:55:22.2422295-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d43f90b4-0fe8-4db3-8d53-accbb30d25d5",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T06:04:32.7185978-07:00",
      "EndTime": "2015-03-18T08:13:34.1664349-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2f7a268-a3a5-4daf-a596-717f5989bbcf",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T08:51:36.5868348-07:00",
      "EndTime": "2015-03-18T09:08:48.9503644-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "30992231-3646-4a31-97a8-df71a7dbf183",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T10:13:16.3896267-07:00",
      "EndTime": "2015-03-18T10:15:25.2719331-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "781 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-18T03:09:36.6671185",
          "Last": "2015-03-18T08:39:48.3352219"
        },
        {
          "Message": "Failed to terminate Jet (0x%x). Continue with error to do final cleanups",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-18T09:06:44.4311004",
          "Last": "2015-03-18T09:06:44.7019651"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 10,
          "First": "2015-03-18T06:57:27.5924175",
          "Last": "2015-03-18T10:28:15.0381852"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-18T09:42:02.9474665",
          "Last": "2015-03-18T09:44:56.87049"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-18T09:42:02.9474956",
          "Last": "2015-03-18T09:44:56.8705128"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 761,
          "First": "2015-03-18T00:09:58.8128082",
          "Last": "2015-03-18T08:44:35.5518601"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "16 requests with 408 | 11 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 9,
          "First": "2015-03-17T23:51:25.6708356",
          "Last": "2015-03-18T10:06:31.9988049"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "First": "2015-03-18T03:14:59.9710314",
          "Last": "2015-03-18T03:15:07.5019881"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-18T04:16:33.8531007",
          "Last": "2015-03-18T04:16:34.2193588"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-03-18T03:02:13.8920418",
          "Last": "2015-03-18T03:02:58.9017528"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-18T03:15:00.395516",
          "Last": "2015-03-18T03:15:00.395516"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-18T04:54:39.9088032",
          "Last": "2015-03-18T04:54:39.9088032"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "65 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 54,
          "First": "2015-03-18T03:00:00",
          "Last": "2015-03-18T04:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 9,
          "First": "2015-03-18T03:00:00",
          "Last": "2015-03-18T03:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-18T03:00:00",
          "Last": "2015-03-18T03:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36640875,
          "Average": 227583.07,
          "Max": 320262,
          "Min": 100
        },
        {
          "StatusCode": 400,
          "Total": 222,
          "Average": 1.38,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 973252,
          "Average": 6045.04,
          "Max": 294578,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 54,
          "Average": 0.34,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34095735,
          "Average": 211774.75,
          "Max": 278850,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9829085,
          "Average": 61050.22,
          "Max": 232997,
          "Min": 4410
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1051785,
          "Average": 6532.83,
          "Max": 9958,
          "Min": 32
        },
        {
          "StatusCode": 404,
          "Total": 2984,
          "Average": 18.53,
          "Max": 54,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1195,
          "Average": 7.42,
          "Max": 78,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 269661,
          "Average": 1674.91,
          "Max": 6633,
          "Min": 96
        },
        {
          "StatusCode": 449,
          "Total": 3845,
          "Average": 23.88,
          "Max": 96,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3157568,
          "Average": 19612.22,
          "Max": 28217,
          "Min": 110
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 10771,
          "Average": 66.9,
          "Max": 155,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3451,
          "Average": 21.43,
          "Max": 226,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 815492,
          "Average": 5065.17,
          "Max": 19319,
          "Min": 240
        },
        {
          "StatusCode": 449,
          "Total": 9182,
          "Average": 57.03,
          "Max": 222,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5504907,
          "Average": 34191.97,
          "Max": 47896,
          "Min": 136
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 25763,
          "Average": 160.02,
          "Max": 5493,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.06,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 4232,
          "Average": 26.29,
          "Max": 272,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1445958,
          "Average": 8981.11,
          "Max": 34346,
          "Min": 913
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28802932,
          "Average": 178900.2,
          "Max": 211428,
          "Min": 2320
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7790,
          "Average": 48.39,
          "Max": 540,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28581,
          "Average": 177.52,
          "Max": 1442,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 803516,
          "Average": 4990.78,
          "Max": 10326,
          "Min": 109
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6449022,
          "Average": 40056.04,
          "Max": 56000,
          "Min": 589
        },
        {
          "StatusCode": 401,
          "Total": 3757,
          "Average": 23.34,
          "Max": 347,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 21648,
          "Average": 134.46,
          "Max": 600,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 27273,
          "Average": 169.4,
          "Max": 1431,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 747134,
          "Average": 4640.58,
          "Max": 9717,
          "Min": 63
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-03-18T07:05:00",
          "Last": "2015-03-18T07:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-18T07:10:00",
          "Last": "2015-03-18T07:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-18+02%3a17%3a42Z&end=2015-03-18+17%3a43%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T23:08:53.9924702-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113744,
      "PhysicalCRUDUsageInMB": 158184,
      "LogicalIndexUsageInMB": 3776,
      "LogicalCRUDUsageInMB": 47486,
      "ClientReportedUsageInMB": 17499
    },
    {
      "TimeStamp": "2015-03-18T02:08:41.9450401-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 118068,
      "PhysicalCRUDUsageInMB": 544584,
      "LogicalIndexUsageInMB": 10467,
      "LogicalCRUDUsageInMB": 126705,
      "ClientReportedUsageInMB": 9186
    },
    {
      "TimeStamp": "2015-03-18T05:24:06.1959685-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 210248,
      "PhysicalCRUDUsageInMB": 1027304,
      "LogicalIndexUsageInMB": 19591,
      "LogicalCRUDUsageInMB": 242267,
      "ClientReportedUsageInMB": 67014
    },
    {
      "TimeStamp": "2015-03-18T08:43:39.3497787-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-18T10:43:51.3976592-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCiBAAAAAAAAA==",
  "_ts": 1426704236,
  "_etag": "\"150004f3-0000-0000-0000-5509c76c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "237daef7-f221-4ffb-b459-a90711693080",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCjBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-17T19:39:00.0056244-07:00",
  "CompletedTime": "2015-03-18T09:41:32.974944-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b326bb9c-9b11-4273-a8bf-b89232840606",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T21:20:01.9837509-07:00",
      "CompleteTime": "2015-03-17T21:27:11.3114883-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2fbf60d6-d4b8-4437-9077-8b3dd9889747",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T21:20:02.5395019-07:00",
      "CompleteTime": "2015-03-17T21:26:08.9277237-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f605931d-e5bf-44ee-91f4-a656c981947f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T21:20:03.1208035-07:00",
      "CompleteTime": "2015-03-17T21:28:39.1688558-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a465a62d-fdbf-4df9-8ff6-c817e36241c7",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T21:20:03.7097021-07:00",
      "CompleteTime": "2015-03-17T21:28:10.0086402-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5cf41718-0bfb-4c1a-8b8d-67a8d1b20ca7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T22:35:01.8071856-07:00",
      "CompleteTime": "2015-03-17T22:41:05.3830945-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "67294b3b-3d4f-4e42-b981-7e6ff64f1551",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-17T23:33:49.4944059-07:00",
      "CompleteTime": "2015-03-17T23:40:58.8528519-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "653e2953-6ce0-4eff-8e1d-ccea8ffd8b41",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T01:37:55.8649642-07:00",
      "CompleteTime": "2015-03-18T01:44:03.3716211-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "87da471b-6860-4426-a8e1-363b964dfeda",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-18T08:05:50.2505437-07:00",
      "CompleteTime": "2015-03-18T09:07:05.1572951-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6ef8ecf4-5cf8-471b-911f-301c952f0f4f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:41:24.5232633-07:00",
      "EndTime": "2015-03-17T19:51:41.0791066-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "df157346-fce3-489e-a6f6-2538e52119d9",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:51:49.0624798-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "aac9e4ff-ea19-4c88-a32c-391fe781e6f6",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T19:51:49.4292696-07:00",
      "EndTime": "2015-03-17T20:24:38.1741327-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "25542cc6-441d-4b68-8605-5bd000e1a0a2",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T20:24:42.8947259-07:00",
      "EndTime": "2015-03-17T20:39:49.2353938-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "76d66adf-d896-4112-bcee-86ff460a185d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T20:39:50.0030561-07:00",
      "EndTime": "2015-03-17T20:50:43.9008252-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5133c0ea-41be-45a7-9c52-863677d3ffdf",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T20:50:44.2860373-07:00",
      "EndTime": "2015-03-17T21:09:57.5205197-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "af3d5a58-e5e2-4c14-982b-7814f253e17b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-17T22:20:01.9929332-07:00",
      "EndTime": "2015-03-17T23:21:17.3806551-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a355fa0-d7b7-4e29-94e8-d81b4014e6fe",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T00:13:51.58164-07:00",
      "EndTime": "2015-03-18T01:20:07.8646647-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "be9f3d95-8506-42b3-90ea-d8bc98ce0a0f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T02:17:58.0587101-07:00",
      "EndTime": "2015-03-18T03:54:26.958432-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bff86e2f-2692-4859-8883-10cec9ef1450",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T05:04:47.2811253-07:00",
      "EndTime": "2015-03-18T07:10:40.2929222-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e51a17e0-61c0-438d-9969-395e2398a772",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T07:48:39.0008514-07:00",
      "EndTime": "2015-03-18T08:05:47.5206369-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "83efcb52-aa97-4c69-95e4-9cc5442b002d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150317.1\\x64\\Release",
      "StartTime": "2015-03-18T09:07:06.2505702-07:00",
      "EndTime": "2015-03-18T09:09:12.3960938-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "6 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-17T22:00:57.3511884",
          "Last": "2015-03-18T07:03:26.0060045"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-18T05:46:57.5539893",
          "Last": "2015-03-18T05:46:57.5539893"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "23 requests with 408 | 109 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 13,
          "First": "2015-03-17T21:46:01.4027406",
          "Last": "2015-03-18T07:40:43.6599532"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 7,
          "First": "2015-03-18T01:26:27.8897276",
          "Last": "2015-03-18T04:16:23.8641822"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 85,
          "First": "2015-03-18T06:21:59.4093502",
          "Last": "2015-03-18T06:23:07.3563566"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-18T03:48:58.1022395",
          "Last": "2015-03-18T03:48:58.1022395"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-18T06:04:03.9638331",
          "Last": "2015-03-18T06:04:03.9638331"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 8,
          "First": "2015-03-18T06:21:59.4365686",
          "Last": "2015-03-18T06:23:05.4039035"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 16,
          "First": "2015-03-18T06:22:00.7346579",
          "Last": "2015-03-18T06:22:58.9041382"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-18T08:29:12.2034611",
          "Last": "2015-03-18T08:29:12.2034611"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 500 | 8 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 15,
          "ResourceType": 0,
          "StatusCode": 500,
          "Count": 1,
          "First": "2015-03-18T04:40:00",
          "Last": "2015-03-18T04:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 7,
          "First": "2015-03-18T02:40:00",
          "Last": "2015-03-18T02:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-18T02:40:00",
          "Last": "2015-03-18T02:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 34172342,
          "Average": 234057.14,
          "Max": 309311,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 985,
          "Average": 6.75,
          "Max": 985,
          "Min": 985
        },
        {
          "StatusCode": 404,
          "Total": 163969,
          "Average": 1123.08,
          "Max": 23928,
          "Min": 153
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 409,
          "Total": 5,
          "Average": 0.03,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 61615,
          "Average": 422.02,
          "Max": 7101,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9311985,
          "Average": 63780.72,
          "Max": 235316,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 984448,
          "Average": 6742.79,
          "Max": 9802,
          "Min": 163
        },
        {
          "StatusCode": 401,
          "Total": 12,
          "Average": 0.08,
          "Max": 12,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 1606,
          "Average": 11.0,
          "Max": 178,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1356,
          "Average": 9.29,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 257006,
          "Average": 1760.32,
          "Max": 6674,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 1775,
          "Average": 12.16,
          "Max": 79,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2955499,
          "Average": 20243.14,
          "Max": 27607,
          "Min": 451
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 42,
          "Average": 0.29,
          "Max": 42,
          "Min": 42
        },
        {
          "StatusCode": 404,
          "Total": 5879,
          "Average": 40.27,
          "Max": 486,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 4031,
          "Average": 27.61,
          "Max": 579,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 774127,
          "Average": 5302.24,
          "Max": 18991,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 4637,
          "Average": 31.76,
          "Max": 145,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5132362,
          "Average": 35153.16,
          "Max": 46195,
          "Min": 794
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 112,
          "Average": 0.77,
          "Max": 112,
          "Min": 112
        },
        {
          "StatusCode": 403,
          "Total": 9019,
          "Average": 61.77,
          "Max": 3253,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4929,
          "Average": 33.76,
          "Max": 1051,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1362900,
          "Average": 9334.93,
          "Max": 35522,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25801437,
          "Average": 176722.17,
          "Max": 205214,
          "Min": 2467
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 177,
          "Average": 1.21,
          "Max": 177,
          "Min": 177
        },
        {
          "StatusCode": 404,
          "Total": 10282,
          "Average": 70.42,
          "Max": 532,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 31099,
          "Average": 213.01,
          "Max": 1315,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 970437,
          "Average": 6646.83,
          "Max": 14249,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5988595,
          "Average": 41017.77,
          "Max": 55127,
          "Min": 2472
        },
        {
          "StatusCode": 401,
          "Total": 4339,
          "Average": 29.72,
          "Max": 796,
          "Min": 23
        },
        {
          "StatusCode": 404,
          "Total": 22751,
          "Average": 155.83,
          "Max": 1001,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 30730,
          "Average": 210.48,
          "Max": 1288,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 811672,
          "Average": 5559.4,
          "Max": 11008,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 24,
          "First": "2015-03-18T02:40:00",
          "Last": "2015-03-18T03:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-18T03:30:00",
          "Last": "2015-03-18T03:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-18+02%3a39%3a00Z&end=2015-03-18+16%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-17T23:32:45.0582199-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114412,
      "PhysicalCRUDUsageInMB": 268736,
      "LogicalIndexUsageInMB": 5467,
      "LogicalCRUDUsageInMB": 68167,
      "ClientReportedUsageInMB": 950
    },
    {
      "TimeStamp": "2015-03-18T01:37:32.3534162-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 119012,
      "PhysicalCRUDUsageInMB": 556784,
      "LogicalIndexUsageInMB": 15718,
      "LogicalCRUDUsageInMB": 193007,
      "ClientReportedUsageInMB": 128142
    },
    {
      "TimeStamp": "2015-03-18T04:24:32.335082-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-18T07:40:45.0685171-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-18T09:41:32.974944-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCjBAAAAAAAAA==",
  "_ts": 1426700497,
  "_etag": "\"1500b8c7-0000-0000-0000-5509b8d10000\"",
  "_attachments": "attachments/"
},
{
  "id": "c966a25d-b6f3-4036-821a-f9089ad12667",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCkBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-17T22:03:11.1218849-07:00",
  "CompletedTime": "2015-03-31T13:15:06.3906261-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ea3f7ef7-eb5c-46fa-91fc-f36e5261e418",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-17T23:52:05.1043252-07:00",
      "CompleteTime": "2015-03-17T23:58:11.1571262-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a32f5399-d6fb-445c-9393-568e7a50cfff",
      "Name": "readheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-17T23:52:05.6603553-07:00",
      "CompleteTime": "2015-03-17T23:59:10.9104651-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6a89ed51-d1ab-41ae-a544-ced80e43845c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-17T23:52:06.2153887-07:00",
      "CompleteTime": "2015-03-17T23:58:40.8518246-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6118dcb5-fc62-457a-8c69-ab1353274694",
      "Name": "torestore-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-17T23:52:07.0004326-07:00",
      "CompleteTime": "2015-03-18T00:00:20.4714097-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9f4e0ffc-7676-4dba-8d45-7b4fbee7c908",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-2",
      "StartTime": "2015-03-18T12:00:16.7079711-07:00",
      "CompleteTime": "2015-03-18T12:08:33.0556574-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae1e19e0-4a26-44ee-bd96-a4b954cf0683",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T12:00:17.4926879-07:00",
      "CompleteTime": "2015-03-18T12:06:22.2874207-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b78d110c-c779-4b4e-a1f8-3e43f5c8d5e2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T14:57:56.8596199-07:00",
      "CompleteTime": "2015-03-18T15:04:31.1979765-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-2.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "281248fe-45af-4ea7-bb82-40a530af2040",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T22:05:43.5725772-07:00",
      "EndTime": "2015-03-17T22:20:43.0905769-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bccf6773-45bc-4e04-aeb5-377a2b433c36",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T22:20:54.8681942-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "1f6532f9-d432-4bbf-864e-7dd3bc244098",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T22:20:55.2242135-07:00",
      "EndTime": "2015-03-17T22:55:59.9895421-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2bbbdcd3-a086-4e86-ac79-a163187d39da",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-17T22:56:09.007113-07:00",
      "EndTime": "2015-03-17T23:10:18.2932028-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7f249f9e-1932-456c-9b98-f0365ebda14b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-17T23:10:19.3882655-07:00",
      "EndTime": "2015-03-17T23:21:42.7120064-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "24d47718-d511-4712-af9d-dabfad06d6a7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-17T23:21:43.1430305-07:00",
      "EndTime": "2015-03-17T23:41:58.3029236-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1d2d2aea-9f59-4e6d-83ae-927459ba288e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-18T00:52:02.5842822-07:00",
      "EndTime": "2015-03-18T03:02:36.17404-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a7169a7-f83f-4a15-8941-66adfddc2e5f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-18T06:28:36.5863973-07:00",
      "EndTime": "2015-03-18T10:36:49.2217259-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "bb300d93-6f1f-493a-9657-bb52adc85039",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-18T11:27:17.5314136-07:00",
      "EndTime": "2015-03-18T11:29:54.9623396-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "f30fe6e8-68fd-4cad-88af-90883be2e79d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150317.5\\x64\\Release",
      "StartTime": "2015-03-18T12:40:20.6435391-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a30%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a30%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22",
      "Notes": "348 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-18T01:37:16.7880846",
          "Last": "2015-03-18T07:05:53.3874647"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 346,
          "First": "2015-03-18T05:01:32.5228493",
          "Last": "2015-03-18T11:29:51.7188159"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a34%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3740 requests with 500 | 291 requests with 503 | 13 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 3714,
          "First": "2015-03-18T00:34:28.3368238",
          "Last": "2015-03-18T00:48:16.4417848"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 26,
          "First": "2015-03-18T00:34:38.1819211",
          "Last": "2015-03-18T00:35:45.6984696"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 252,
          "First": "2015-03-18T00:41:09.0535041",
          "Last": "2015-03-18T00:44:43.3064044"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 39,
          "First": "2015-03-18T00:41:14.9898915",
          "Last": "2015-03-18T00:44:43.6128297"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 11,
          "First": "2015-03-18T00:48:20.4768009",
          "Last": "2015-03-18T08:37:57.0604612"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-03-18T06:22:34.7566697",
          "Last": "2015-03-18T06:22:34.7566697"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-2",
          "Count": 1,
          "First": "2015-03-18T05:49:54.7237022",
          "Last": "2015-03-18T05:49:54.7237022"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a43%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a44%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36662102,
          "Average": 263756.13,
          "Max": 298945,
          "Min": 2517
        },
        {
          "StatusCode": 400,
          "Total": 61,
          "Average": 0.44,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 222506,
          "Average": 1600.76,
          "Max": 11267,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13452289,
          "Average": 96779.06,
          "Max": 227785,
          "Min": 1203
        },
        {
          "StatusCode": 429,
          "Total": 12121014,
          "Average": 87201.54,
          "Max": 209816,
          "Min": 6915
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a45%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1069392,
          "Average": 7693.47,
          "Max": 8855,
          "Min": 122
        },
        {
          "StatusCode": 404,
          "Total": 5536,
          "Average": 39.83,
          "Max": 200,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 61,
          "Average": 0.44,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 323178,
          "Average": 2325.02,
          "Max": 5427,
          "Min": 153
        },
        {
          "StatusCode": 449,
          "Total": 4265,
          "Average": 30.68,
          "Max": 171,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a46%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3204307,
          "Average": 23052.57,
          "Max": 26064,
          "Min": 265
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 19282,
          "Average": 138.72,
          "Max": 642,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 170,
          "Average": 1.22,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 984036,
          "Average": 7079.4,
          "Max": 16429,
          "Min": 487
        },
        {
          "StatusCode": 449,
          "Total": 9054,
          "Average": 65.14,
          "Max": 229,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a47%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5504561,
          "Average": 39601.16,
          "Max": 44304,
          "Min": 239
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.22,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 27826,
          "Average": 200.19,
          "Max": 4670,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 16,
          "Average": 0.12,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1261,
          "Average": 9.07,
          "Max": 843,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1822293,
          "Average": 13110.02,
          "Max": 32523,
          "Min": 1129
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a48%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29887049,
          "Average": 215014.74,
          "Max": 241201,
          "Min": 1438
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 862,
          "Average": 6.2,
          "Max": 205,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1212,
          "Average": 8.72,
          "Max": 315,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 726214,
          "Average": 5224.56,
          "Max": 15367,
          "Min": 487
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a49%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6615022,
          "Average": 47250.16,
          "Max": 55508,
          "Min": 299
        },
        {
          "StatusCode": 401,
          "Total": 8979,
          "Average": 64.14,
          "Max": 788,
          "Min": 310
        },
        {
          "StatusCode": 404,
          "Total": 22032,
          "Average": 157.37,
          "Max": 527,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 1609,
          "Average": 11.49,
          "Max": 513,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 680455,
          "Average": 4860.39,
          "Max": 13791,
          "Min": 238
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a51%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 18,
          "First": "2015-03-18T00:45:00",
          "Last": "2015-03-18T11:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1,
          "First": "2015-03-18T11:40:00",
          "Last": "2015-03-18T11:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 464,
          "First": "2015-03-18T00:15:00",
          "Last": "2015-03-18T11:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-18+05%3a03%3a11Z&end=2015-03-18+18%3a57%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-2%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T03:28:15.6669121-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105932,
      "PhysicalCRUDUsageInMB": 395032,
      "LogicalIndexUsageInMB": 7570,
      "LogicalCRUDUsageInMB": 95606,
      "ClientReportedUsageInMB": 13071,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-18T11:06:55.3071838-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-18T12:00:04.6539561-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCkBAAAAAAAAA==",
  "_ts": 1427832906,
  "_etag": "\"0f00aa29-0000-0000-0000-551b004a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "081fecc8-032d-4586-a512-b38ef5e11cbb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgClBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-18T08:32:32.7155213-07:00",
  "CompletedTime": "2015-03-18T09:10:02.3814594-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "fc39db0b-8373-4bb0-b3e3-a91082dfcbc7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T08:32:35.9498448-07:00",
      "EndTime": "2015-03-18T08:32:38.0748955-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "91c95d99-6d7f-45fa-bf6f-af4df89b15de",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T08:32:43.5748926-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "9a7f9904-6b0f-4485-8bb4-9b93d671ab4f",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T08:32:43.9342179-07:00",
      "EndTime": "2015-03-18T09:05:02.5989649-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgClBAAAAAAAAA==",
  "_ts": 1426695001,
  "_etag": "\"1500df88-0000-0000-0000-5509a3590000\"",
  "_attachments": "attachments/"
},
{
  "id": "71cd4e7f-4e9d-4582-883a-a65f3c9b4a7e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCmBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-18T09:10:02.5845977-07:00",
  "CompletedTime": "2015-03-18T09:16:34.7761835-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "fda1813a-0f9b-4520-9273-a8795a2136fb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T09:12:25.7720922-07:00",
      "EndTime": "2015-03-18T09:13:25.5689491-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCmBAAAAAAAAA==",
  "_ts": 1426695394,
  "_etag": "\"15003c8d-0000-0000-0000-5509a4e20000\"",
  "_attachments": "attachments/"
},
{
  "id": "414048cc-b3bd-416b-b743-12adc3b366bf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCnBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-18T09:16:35.0261955-07:00",
  "CompletedTime": "2015-03-18T10:03:09.7744015-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "79018825-ed49-41ea-9672-ad2c9a311aed",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T09:16:35.4949829-07:00",
      "EndTime": "2015-03-18T09:27:01.979169-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2b4cb9e3-0b65-44b4-92ad-35bdb1a6a547",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T09:27:09.2760424-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "724b3b49-e807-44c3-a93e-53799d2890ef",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T09:27:09.6197921-07:00",
      "EndTime": "2015-03-18T10:00:20.2754407-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCnBAAAAAAAAA==",
  "_ts": 1426698189,
  "_etag": "\"1500a0ad-0000-0000-0000-5509afcd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "18801090-a85f-449d-9b28-fcd2f2e1abda",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCoBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-18T10:03:09.9775682-07:00",
  "CompletedTime": "2015-03-19T08:54:48.7545797-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "45bfab20-2738-4025-82f6-65e76329a17e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T11:44:09.3350627-07:00",
      "CompleteTime": "2015-03-18T11:50:16.0380752-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a03b8907-6642-4c02-9dee-92f02f75cea5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T10:03:10.4463161-07:00",
      "EndTime": "2015-03-18T10:14:39.7273582-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f327a94e-c964-4a54-96b8-22af66744547",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T10:15:18.6023468-07:00",
      "EndTime": "2015-03-18T10:16:25.2117007-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "06c3c07f-2071-4e94-ba68-d77116b72d98",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T10:16:25.555451-07:00",
      "EndTime": "2015-03-18T10:48:41.7735651-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c3eb49e6-6ca2-4556-aec9-eeebd02bb130",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T10:48:46.3048138-07:00",
      "EndTime": "2015-03-18T11:03:54.3827152-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eda1887b-26ee-4c95-a940-6e5c3567bdb9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T11:03:54.9295915-07:00",
      "EndTime": "2015-03-18T11:16:52.8824301-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "99a32292-168a-4b39-8444-ca8589a8160a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T11:16:53.2106058-07:00",
      "EndTime": "2015-03-18T11:34:05.4289933-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "08616a44-a82b-42ea-80b9-db5f66e46fad",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-18T12:44:08.2770277-07:00",
      "EndTime": "2015-03-18T13:46:07.627971-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a46%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a46%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a49%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a50%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 342364,
          "Average": 15562,
          "Max": 28372,
          "Min": 4035
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 172638,
          "Average": 7847,
          "Max": 19412,
          "Min": 5836
        },
        {
          "StatusCode": 410,
          "Total": 18114,
          "Average": 823,
          "Max": 4074,
          "Min": 469
        },
        {
          "StatusCode": 429,
          "Total": 283852,
          "Average": 12902,
          "Max": 26392,
          "Min": 693
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a50%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 14448,
          "Average": 628.17,
          "Max": 889,
          "Min": 112
        },
        {
          "StatusCode": 404,
          "Total": 929,
          "Average": 40.39,
          "Max": 320,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28,
          "Average": 1.22,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7574,
          "Average": 329.3,
          "Max": 652,
          "Min": 37
        },
        {
          "StatusCode": 449,
          "Total": 282,
          "Average": 12.26,
          "Max": 39,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a50%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 42685,
          "Average": 1855.87,
          "Max": 2519,
          "Min": 276
        },
        {
          "StatusCode": 404,
          "Total": 2914,
          "Average": 126.7,
          "Max": 926,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 88,
          "Average": 3.83,
          "Max": 32,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 24167,
          "Average": 1050.74,
          "Max": 2104,
          "Min": 106
        },
        {
          "StatusCode": 449,
          "Total": 641,
          "Average": 27.87,
          "Max": 63,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a51%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 48479,
          "Average": 2107.78,
          "Max": 4023,
          "Min": 526
        },
        {
          "StatusCode": 404,
          "Total": 1055,
          "Average": 45.87,
          "Max": 222,
          "Min": 38
        },
        {
          "StatusCode": 410,
          "Total": 1569,
          "Average": 68.22,
          "Max": 364,
          "Min": 38
        },
        {
          "StatusCode": 429,
          "Total": 39692,
          "Average": 1725.74,
          "Max": 4217,
          "Min": 166
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a51%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 85000,
          "Average": 3695.65,
          "Max": 6069,
          "Min": 741
        },
        {
          "StatusCode": 404,
          "Total": 355,
          "Average": 15.43,
          "Max": 142,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 90,
          "Average": 3.91,
          "Max": 32,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 17596,
          "Average": 765.04,
          "Max": 1608,
          "Min": 50
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a51%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 85034,
          "Average": 3697.13,
          "Max": 6068,
          "Min": 740
        },
        {
          "StatusCode": 404,
          "Total": 10759,
          "Average": 467.78,
          "Max": 4621,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 170,
          "Average": 7.39,
          "Max": 59,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 15998,
          "Average": 695.57,
          "Max": 1313,
          "Min": 122
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a52%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-03-18T13:25:00",
          "Last": "2015-03-18T13:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+20%3a53%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a01%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a01%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a01%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a01%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "7 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 2.173
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a01%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a02%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "454ca086-2b3f-42bc-be81-4b8d8ceef004",
          "MaxQuota": 10476298,
          "MaxUsage": 667904
        },
        {
          "PartitionId": "096304f4-85be-4302-b0ed-283ae3d5614a",
          "MaxQuota": 10476298,
          "MaxUsage": 620652
        },
        {
          "PartitionId": "1c34f5d3-4b59-4453-8684-d95c2c93c345",
          "MaxQuota": 10476298,
          "MaxUsage": 521888
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a02%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "096304f4-85be-4302-b0ed-283ae3d5614a",
          "MaxCrudUsage": 632,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1056
        },
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "454ca086-2b3f-42bc-be81-4b8d8ceef004",
          "MaxCrudUsage": 672,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1032
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-10",
          "PartitionId": "454ca086-2b3f-42bc-be81-4b8d8ceef004",
          "MaxCrudUsage": 672,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1032
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a02%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a02%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 99.379698
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.441925
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.452248
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.454304
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99.460177
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a03%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 3.909992
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 3.587114
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 3.568614
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 3.54337
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 3.342743
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a03%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 44.147971
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 27.093743
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 25.4336
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.540245
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 20.927038
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a03%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 109510.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 109781.689655
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 109812.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 109951.566667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110097.366667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a04%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a04%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a04%3a35Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a04%3a35Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-18+17%3a03%3a09Z&end=2015-03-18+21%3a04%3a40Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T14:04:44.3307092-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 12096,
      "PhysicalCRUDUsageInMB": 24912,
      "LogicalIndexUsageInMB": 388,
      "LogicalCRUDUsageInMB": 4725,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCoBAAAAAAAAA==",
  "_ts": 1426780488,
  "_etag": "\"1900b156-0000-0000-0000-550af1480000\"",
  "_attachments": "attachments/"
},
{
  "id": "ff9a443d-f24f-4d1a-bfe6-749039d7b9b4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCpBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-18T11:00:15.2919509-07:00",
  "CompletedTime": "2015-03-19T02:03:14.1904787-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "58176944-7043-4d6b-be64-7c06178b78d2",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-18T12:06:08.1585536-07:00",
      "CompleteTime": "2015-03-18T12:15:18.8051974-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7085400f-7f63-4f59-ad6b-45dffe805188",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T12:06:08.4917463-07:00",
      "CompleteTime": "2015-03-18T12:17:15.3211023-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "25d43fad-b3b7-4a15-b63f-112cbe6b33b9",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T12:06:08.9914097-07:00",
      "CompleteTime": "2015-03-18T12:14:14.9393713-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9af81a2b-bb68-4e98-9e60-d8d6b4c557ba",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T12:06:09.4844853-07:00",
      "CompleteTime": "2015-03-18T12:14:44.55064-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bdca2a72-668e-4a8c-a773-2fbaf7f6c2bf",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T13:21:09.7624324-07:00",
      "CompleteTime": "2015-03-18T13:31:44.7632698-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e8acc815-4726-427a-8884-da114b8d9c30",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-18T14:46:49.2985576-07:00",
      "CompleteTime": "2015-03-18T14:58:00.0727731-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "eac7c077-f587-4520-ab4a-d3dc532f104e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T17:25:28.1311472-07:00",
      "CompleteTime": "2015-03-18T17:36:06.3784937-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0db00d6f-98f0-48ac-9245-6d826c737f90",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-19T00:20:44.5337003-07:00",
      "CompleteTime": "2015-03-19T00:25:55.3405295-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "ca25e7d7-bec3-4b95-b71c-bba3754ff348",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-18T11:02:39.0956956-07:00",
      "EndTime": "2015-03-18T11:19:12.3406407-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "88216cb6-6b8c-4a23-bb2b-cded15b9ad0c",
      "EventName": "Remove Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-18T11:19:20.4485993-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "c8a01ce9-fc60-4481-a37a-06c2b0bebfda",
      "EventName": "Create Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-18T11:19:20.7969041-07:00",
      "EndTime": "2015-03-18T11:53:37.5926633-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "32fc6eeb-7979-444b-9c89-75a2a49ab64d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T11:53:42.9992739-07:00",
      "EndTime": "2015-03-18T12:04:54.2494467-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae693b36-fd76-49ca-b99d-b8b6089d2122",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T12:04:54.670703-07:00",
      "EndTime": "2015-03-18T12:06:04.0537827-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6f3732e2-3af0-46dc-8237-06d99691f244",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T13:06:11.6221432-07:00",
      "EndTime": "2015-03-18T14:32:28.894934-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "723ab165-a1c4-4ee1-a5dd-01cadb473609",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T15:26:51.859769-07:00",
      "EndTime": "2015-03-18T16:54:24.0547397-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7be38bcd-cf31-4aa1-9c0a-5456a3d081ce",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T17:59:08.3934857-07:00",
      "EndTime": "2015-03-18T20:14:45.183116-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2d56c5dd-32b9-420a-a7f0-b0714b04d0b1",
      "EventName": "Upgrade Package",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-18T21:25:00.9974081-07:00",
      "EndTime": "2015-03-18T23:32:56.6682838-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "467d075d-345b-4dec-aa89-8393cd160a4f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-19T00:12:33.0098538-07:00",
      "EndTime": "2015-03-19T00:20:41.1324035-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bf3c13bd-b6d7-4f35-8bb7-d0f5ccbaf2d6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\DOCDBPOGO\\target",
      "StartTime": "2015-03-19T00:25:56.4072499-07:00",
      "EndTime": "2015-03-19T00:29:02.8733646-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-18T20:00:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_9\\DocumentDB.Server.exe.6976.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "345 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-18T20:01:24.0713241",
          "Last": "2015-03-18T20:01:24.0713241"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-03-18T21:58:08.7940117",
          "Last": "2015-03-18T22:39:38.1128802"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-03-18T21:37:05.819087",
          "Last": "2015-03-18T22:55:22.8396733"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-03-18T21:58:08.7940554",
          "Last": "2015-03-18T22:39:38.1129216"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-03-18T21:37:05.8191226",
          "Last": "2015-03-18T22:55:22.8396919"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-03-18T12:44:50.9393964",
          "Last": "2015-03-19T01:07:57.9593838"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 315,
          "First": "2015-03-18T13:57:28.3303318",
          "Last": "2015-03-19T02:02:26.7118631"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "834 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 56,
          "First": "2015-03-18T13:43:01.2120381",
          "Last": "2015-03-18T20:02:45.0660363"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 655,
          "First": "2015-03-18T13:42:59.1863635",
          "Last": "2015-03-18T20:03:12.0274556"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 102,
          "First": "2015-03-18T13:43:00.7219539",
          "Last": "2015-03-18T20:03:08.7874519"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 20,
          "First": "2015-03-18T20:01:52.4360569",
          "Last": "2015-03-18T20:02:56.6973056"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-18T14:17:33.2735676",
          "Last": "2015-03-18T14:17:33.2735676"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-18T19:27:23.1284836",
          "Last": "2015-03-18T19:27:23.1284836"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-18T20:02:22.9612517",
          "Last": "2015-03-18T20:02:22.9612517"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42672248,
          "Average": 258619.68,
          "Max": 337171,
          "Min": 41
        },
        {
          "StatusCode": 400,
          "Total": 114,
          "Average": 0.69,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1021,
          "Average": 6.19,
          "Max": 1021,
          "Min": 1021
        },
        {
          "StatusCode": 403,
          "Total": 1195063,
          "Average": 7242.81,
          "Max": 117707,
          "Min": 737
        },
        {
          "StatusCode": 404,
          "Total": 39985,
          "Average": 242.33,
          "Max": 6818,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 23,
          "Average": 0.14,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2523226,
          "Average": 15292.28,
          "Max": 30839,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6420329,
          "Average": 38911.08,
          "Max": 69159,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1266144,
          "Average": 7720.39,
          "Max": 10066,
          "Min": 75
        },
        {
          "StatusCode": 401,
          "Total": 35,
          "Average": 0.21,
          "Max": 35,
          "Min": 35
        },
        {
          "StatusCode": 404,
          "Total": 4772,
          "Average": 29.1,
          "Max": 171,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1142,
          "Average": 6.96,
          "Max": 54,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 167568,
          "Average": 1021.76,
          "Max": 1546,
          "Min": 54
        },
        {
          "StatusCode": 449,
          "Total": 7966,
          "Average": 48.57,
          "Max": 175,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3777956,
          "Average": 23036.32,
          "Max": 29072,
          "Min": 194
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 91,
          "Average": 0.55,
          "Max": 91,
          "Min": 91
        },
        {
          "StatusCode": 403,
          "Total": 1548,
          "Average": 9.44,
          "Max": 369,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 19258,
          "Average": 117.43,
          "Max": 534,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 3476,
          "Average": 21.2,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 515820,
          "Average": 3145.24,
          "Max": 5000,
          "Min": 120
        },
        {
          "StatusCode": 449,
          "Total": 16901,
          "Average": 103.05,
          "Max": 284,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6304860,
          "Average": 38211.27,
          "Max": 51922,
          "Min": 595
        },
        {
          "StatusCode": 400,
          "Total": 179578,
          "Average": 1088.35,
          "Max": 17012,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 93,
          "Average": 0.56,
          "Max": 93,
          "Min": 93
        },
        {
          "StatusCode": 403,
          "Total": 27026,
          "Average": 163.79,
          "Max": 4975,
          "Min": 19
        },
        {
          "StatusCode": 404,
          "Total": 15,
          "Average": 0.09,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4133,
          "Average": 25.05,
          "Max": 166,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1041249,
          "Average": 6310.6,
          "Max": 11193,
          "Min": 340
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 36603700,
          "Average": 221840.61,
          "Max": 248161,
          "Min": 25343
        },
        {
          "StatusCode": 400,
          "Total": 23126,
          "Average": 140.16,
          "Max": 1090,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 69,
          "Average": 0.42,
          "Max": 69,
          "Min": 69
        },
        {
          "StatusCode": 404,
          "Total": 6326,
          "Average": 38.34,
          "Max": 774,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31393,
          "Average": 190.26,
          "Max": 1633,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 975523,
          "Average": 5912.26,
          "Max": 13283,
          "Min": 68
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6998085,
          "Average": 42671.25,
          "Max": 56459,
          "Min": 310
        },
        {
          "StatusCode": 401,
          "Total": 213,
          "Average": 1.3,
          "Max": 213,
          "Min": 213
        },
        {
          "StatusCode": 404,
          "Total": 17108,
          "Average": 104.32,
          "Max": 761,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 29756,
          "Average": 181.44,
          "Max": 1435,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 520789,
          "Average": 3175.54,
          "Max": 6777,
          "Min": 33
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 4,
          "First": "2015-03-18T23:25:00",
          "Last": "2015-03-18T23:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 29,
          "First": "2015-03-18T19:05:00",
          "Last": "2015-03-18T23:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-18+18%3a00%3a15Z&end=2015-03-19+09%3a03%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T14:46:32.0243504-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 117140,
      "PhysicalCRUDUsageInMB": 370056,
      "LogicalIndexUsageInMB": 7150,
      "LogicalCRUDUsageInMB": 85633,
      "ClientReportedUsageInMB": 40425
    },
    {
      "TimeStamp": "2015-03-18T17:18:43.5247586-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 160680,
      "PhysicalCRUDUsageInMB": 754728,
      "LogicalIndexUsageInMB": 14589,
      "LogicalCRUDUsageInMB": 180776,
      "ClientReportedUsageInMB": 165527
    },
    {
      "TimeStamp": "2015-03-18T20:44:50.8238125-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-19T00:03:01.3212227-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-19T02:03:14.1904787-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCpBAAAAAAAAA==",
  "_ts": 1426759399,
  "_etag": "\"18009c66-0000-0000-0000-550a9ee70000\"",
  "_attachments": "attachments/"
},
{
  "id": "01a69663-6a48-494e-8869-25e82765ade2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCqBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-18T17:05:52.7232777-07:00",
  "CompletedTime": "2015-03-19T08:03:58.4375691-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "cc6cbbb1-2fd5-459c-9bf3-36dde3eb766c",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T18:48:46.3312861-07:00",
      "CompleteTime": "2015-03-18T18:56:53.8249723-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c4d8fc4c-bd62-4e3b-b2c2-7baca0057799",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T18:48:46.928321-07:00",
      "CompleteTime": "2015-03-18T18:54:23.8864246-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2217562c-6819-4383-a071-1a950a93f7e6",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T18:48:47.5173537-07:00",
      "CompleteTime": "2015-03-18T18:54:53.3031553-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7bb4caf3-5a94-4575-a8ea-b2594b2d1e12",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-18T18:48:48.037384-07:00",
      "CompleteTime": "2015-03-18T18:56:06.1352205-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6c8e658f-6de5-480f-9270-69ed12f26096",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T21:47:04.4404994-07:00",
      "CompleteTime": "2015-03-18T21:52:08.4407345-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "72be233b-9adf-49b8-b313-f370c4120511",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-18T23:45:40.7409537-07:00",
      "CompleteTime": "2015-03-18T23:52:56.665668-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a1cf2406-5325-4471-918e-b419dd3dd76c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T00:41:31.1028998-07:00",
      "CompleteTime": "2015-03-19T00:47:05.9298825-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "805ef2b0-7541-488a-9fe6-347cb02fadca",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-19T06:31:46.5244205-07:00",
      "CompleteTime": "2015-03-19T07:13:05.329523-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6abca7cf-e51b-4fbf-89ad-b17100339d80",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:08:29.5962298-07:00",
      "EndTime": "2015-03-18T17:17:24.6645073-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "74f87c45-d88b-494a-a915-d4d73ab9fdec",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:17:40.7154174-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "239b97f9-000a-40cf-b5d8-f9fb41900a0f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:17:41.130441-07:00",
      "EndTime": "2015-03-18T17:52:23.8495184-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f7e1e439-bef8-4e77-9d7f-83a0a9f9672c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:52:32.2579957-07:00",
      "EndTime": "2015-03-18T18:07:42.5876068-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e0fe477-9e8b-4d2e-8183-648ab25fb9a5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T18:07:43.4396553-07:00",
      "EndTime": "2015-03-18T18:29:25.5715268-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1cd0d579-4962-4fbc-9a85-09d968dc3e57",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T18:29:25.9574997-07:00",
      "EndTime": "2015-03-18T18:38:40.0749152-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6b595f7-5cc7-49d5-a69b-f50dd07b233f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T19:48:44.4522787-07:00",
      "EndTime": "2015-03-18T20:45:29.7933432-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "20499900-e49f-48eb-9727-91ebc674135a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-18T21:32:07.5644458-07:00",
      "EndTime": "2015-03-18T23:31:33.952945-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "03f8c9f8-3a5d-42e4-a6e7-bd567f061287",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-19T00:25:44.1182107-07:00",
      "EndTime": "2015-03-19T02:27:34.7646835-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "85bde59f-3912-4b7d-9711-28c0907ceefa",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-19T03:26:36.0805039-07:00",
      "EndTime": "2015-03-19T05:35:24.8231557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c3ed7c43-6d7b-4caf-90d9-f96bdfb4b3bc",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-19T06:11:28.9473142-07:00",
      "EndTime": "2015-03-19T06:31:41.9941005-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "81af4449-771a-4cf8-8eb6-3b185a260ab9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150317.4\\x64\\Release",
      "StartTime": "2015-03-19T07:13:06.5435438-07:00",
      "EndTime": "2015-03-19T07:15:14.7768136-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "997 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-18T21:39:19.3587194",
          "Last": "2015-03-19T01:08:52.653386"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-19T05:24:00.9650054",
          "Last": "2015-03-19T05:49:28.0422467"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 10,
          "First": "2015-03-19T04:07:45.3340942",
          "Last": "2015-03-19T07:20:33.170872"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 980,
          "First": "2015-03-18T22:21:04.8904378",
          "Last": "2015-03-19T06:04:27.250348"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "25 requests with 408 | 436 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 14,
          "First": "2015-03-19T01:21:22.564401",
          "Last": "2015-03-19T01:21:30.0063964"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-19T01:21:24.3535021",
          "Last": "2015-03-19T01:21:29.6717486"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 373,
          "First": "2015-03-19T05:09:13.0329493",
          "Last": "2015-03-19T05:13:50.8574264"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-19T05:09:43.6328803",
          "Last": "2015-03-19T05:11:16.6740384"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "First": "2015-03-19T00:51:13.7478344",
          "Last": "2015-03-19T06:43:53.798139"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 57,
          "First": "2015-03-19T05:09:16.2966251",
          "Last": "2015-03-19T05:13:45.5956014"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-19T01:21:22.2581416",
          "Last": "2015-03-19T01:21:22.2581416"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "121 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 7,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 8,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 101,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 5,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38614153,
          "Average": 250741.25,
          "Max": 316834,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 52,
          "Average": 0.34,
          "Max": 26,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 312861,
          "Average": 2031.56,
          "Max": 12947,
          "Min": 4755
        },
        {
          "StatusCode": 404,
          "Total": 171027,
          "Average": 1110.56,
          "Max": 12045,
          "Min": 671
        },
        {
          "StatusCode": 408,
          "Total": 101,
          "Average": 0.66,
          "Max": 101,
          "Min": 101
        },
        {
          "StatusCode": 410,
          "Total": 68202,
          "Average": 442.87,
          "Max": 18646,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9538528,
          "Average": 61938.49,
          "Max": 236669,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1114130,
          "Average": 7187.94,
          "Max": 9860,
          "Min": 152
        },
        {
          "StatusCode": 404,
          "Total": 4117,
          "Average": 26.56,
          "Max": 248,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 1245,
          "Average": 8.03,
          "Max": 91,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 259885,
          "Average": 1676.68,
          "Max": 6856,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 4955,
          "Average": 31.97,
          "Max": 150,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3353620,
          "Average": 21636.26,
          "Max": 27884,
          "Min": 382
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 27,
          "Average": 0.17,
          "Max": 27,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 14980,
          "Average": 96.65,
          "Max": 747,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.05,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 4003,
          "Average": 25.83,
          "Max": 362,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 780424,
          "Average": 5034.99,
          "Max": 19060,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 11182,
          "Average": 72.14,
          "Max": 286,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5845013,
          "Average": 37709.76,
          "Max": 47228,
          "Min": 510
        },
        {
          "StatusCode": 400,
          "Total": 48242,
          "Average": 311.24,
          "Max": 1995,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8616,
          "Average": 55.59,
          "Max": 5204,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 7410,
          "Average": 47.81,
          "Max": 2872,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1393196,
          "Average": 8988.36,
          "Max": 34751,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29494208,
          "Average": 190285.21,
          "Max": 215593,
          "Min": 1512
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6654,
          "Average": 42.93,
          "Max": 1980,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26159,
          "Average": 168.77,
          "Max": 1214,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 731194,
          "Average": 4717.38,
          "Max": 13253,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6543872,
          "Average": 42218.53,
          "Max": 55637,
          "Min": 1512
        },
        {
          "StatusCode": 401,
          "Total": 4470,
          "Average": 28.84,
          "Max": 600,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 18401,
          "Average": 118.72,
          "Max": 922,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 27032,
          "Average": 174.4,
          "Max": 1299,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 690982,
          "Average": 4457.95,
          "Max": 13358,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 2,
          "First": "2015-03-19T05:30:00",
          "Last": "2015-03-19T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 6,
          "First": "2015-03-19T04:30:00",
          "Last": "2015-03-19T05:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-19T05:50:00",
          "Last": "2015-03-19T05:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 13,
          "First": "2015-03-19T04:25:00",
          "Last": "2015-03-19T06:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-03-19T04:35:00",
          "Last": "2015-03-19T05:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1573 replica health errors | 97 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 24,
          "First": "2015-03-19T04:32:31.122",
          "Last": "2015-03-19T07:07:03.556"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-03-19T06:01:50.95",
          "Last": "2015-03-19T06:01:50.95"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 51,
          "First": "2015-03-19T04:09:43.06",
          "Last": "2015-03-19T06:11:53.507"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1202,
          "First": "2015-03-18T22:38:40.631",
          "Last": "2015-03-19T07:32:08.115"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 198,
          "First": "2015-03-19T03:59:40.463",
          "Last": "2015-03-19T07:37:08.863"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1874 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.057
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 418,
          "HourlyAverage": 29.451
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1239,
          "HourlyAverage": 87.297
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 150,
          "HourlyAverage": 10.569
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.339
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.352
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.141
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.423
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.282
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.141
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.423
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.141
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.352
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.07
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "6eb73707-77e9-41f5-8ecc-680ba4c5ec53",
          "MaxQuota": 10475520,
          "MaxUsage": 10063072
        },
        {
          "PartitionId": "83a72d9b-b233-4894-bb44-8c6702ff2638",
          "MaxQuota": 10475520,
          "MaxUsage": 5504851
        },
        {
          "PartitionId": "9d4f1bd6-a738-4b4b-be4b-ce0d764a82b0",
          "MaxQuota": 10476298,
          "MaxUsage": 5348448
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "PartitionId": "6eb73707-77e9-41f5-8ecc-680ba4c5ec53",
          "MaxCrudUsage": 9848,
          "MaxIndexUsage": 1532,
          "MaxTotalUsage": 11392
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9d4f1bd6-a738-4b4b-be4b-ce0d764a82b0",
          "MaxCrudUsage": 5240,
          "MaxIndexUsage": 980,
          "MaxTotalUsage": 6516
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "83a72d9b-b233-4894-bb44-8c6702ff2638",
          "MaxCrudUsage": 5328,
          "MaxIndexUsage": 1052,
          "MaxTotalUsage": 6516
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 20 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-19T04:25:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 259.752,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T01:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 232.061,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T20:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 215.926,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T20:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 181.794,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T20:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 174.694,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.569934
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.2761
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87.569832
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.988904
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 88.054172
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.800886
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 41.801272
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 39.913511
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 39.503337
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 37.396831
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 707.362981 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 707.362981
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 691.0667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 563.279645
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 550.094825
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 516.37078
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 61461.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62384.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62599.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62937.923077
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 66488.733333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2853 Direct Tcp requests with 503 | 448 Direct Https requests with 503 | 436 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2852,
          "Average": 142.6,
          "First": "2015-03-18T21:10:00",
          "Last": "2015-03-19T06:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 447,
          "Average": 26.294,
          "First": "2015-03-18T21:50:00",
          "Last": "2015-03-19T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 436,
          "Average": 218.0,
          "First": "2015-03-19T05:05:00",
          "Last": "2015-03-19T05:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-19T07:35:00",
          "Last": "2015-03-19T07:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-19T07:35:00",
          "Last": "2015-03-19T07:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-19+00%3a05%3a52Z&end=2015-03-19+15%3a03%3a58Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T20:51:48.8448329-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 123748,
      "PhysicalCRUDUsageInMB": 245576,
      "LogicalIndexUsageInMB": 5680,
      "LogicalCRUDUsageInMB": 69003,
      "ClientReportedUsageInMB": 5483
    },
    {
      "TimeStamp": "2015-03-18T23:45:24.2410176-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 136300,
      "PhysicalCRUDUsageInMB": 622624,
      "LogicalIndexUsageInMB": 12714,
      "LogicalCRUDUsageInMB": 154558,
      "ClientReportedUsageInMB": 8377
    },
    {
      "TimeStamp": "2015-03-19T02:46:10.8499595-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 212352,
      "PhysicalCRUDUsageInMB": 1054464,
      "LogicalIndexUsageInMB": 20590,
      "LogicalCRUDUsageInMB": 256516,
      "ClientReportedUsageInMB": 121369
    },
    {
      "TimeStamp": "2015-03-19T06:03:38.4261722-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 300444,
      "PhysicalCRUDUsageInMB": 1616304,
      "LogicalIndexUsageInMB": 29974,
      "LogicalCRUDUsageInMB": 384544,
      "ClientReportedUsageInMB": 126906
    },
    {
      "TimeStamp": "2015-03-19T08:03:58.4375691-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 214184,
      "PhysicalCRUDUsageInMB": 1111352,
      "LogicalIndexUsageInMB": 22737,
      "LogicalCRUDUsageInMB": 284643,
      "ClientReportedUsageInMB": 50441
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCqBAAAAAAAAA==",
  "_ts": 1426779065,
  "_etag": "\"19002b46-0000-0000-0000-550aebb90000\"",
  "_attachments": "attachments/"
},
{
  "id": "6fc31220-4a6f-4c9a-aa24-40bb3ed1aae1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCrBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-18T17:30:06.2306833-07:00",
  "CompletedTime": "2015-03-18T21:15:33.8186317-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c6facf90-acbb-467e-8cfe-1a6fcd674509",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T18:58:01.0567366-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e7d4cf2b-b7a6-47cb-a17e-190b4b7a1ab6",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T18:58:01.626768-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5015fcf4-2e12-4827-8b3c-d12bfc5b3ae6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T18:58:02.2208027-07:00",
      "CompleteTime": "2015-03-18T19:06:38.5100734-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59417758-50ab-4564-94bd-02626da3470e",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-18T18:58:02.7598336-07:00",
      "CompleteTime": "2015-03-18T19:10:19.4175975-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e05778bc-649e-4303-a937-590c67982065",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:32:02.2452606-07:00",
      "EndTime": "2015-03-18T17:42:53.9722107-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "102359bf-990d-457e-aaaa-9a7d880ba569",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:43:05.7618783-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "55ebb3c1-d81c-41f5-8b2c-cd6374092439",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:43:06.1268995-07:00",
      "EndTime": "2015-03-18T18:19:29.1286635-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4edc1a7d-8ae9-4ca4-b30d-3a7c02e23917",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-18T18:19:38.0651693-07:00",
      "EndTime": "2015-03-18T18:29:36.7331103-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea6f6dd5-3f79-4d37-a7e3-c9c8579d504f",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-18T18:29:37.0851309-07:00",
      "EndTime": "2015-03-18T18:47:53.966316-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22efdc44-5f86-4617-be35-8044493316a5",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-18T19:57:57.9686589-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCrBAAAAAAAAA==",
  "_ts": 1426738533,
  "_etag": "\"1700e576-0000-0000-0000-550a4d650000\"",
  "_attachments": "attachments/"
},
{
  "id": "d391a97b-8fd8-4be6-a333-825145016ca4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCsBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-18T17:41:52.3820119-07:00",
  "CompletedTime": "2015-03-19T07:22:43.0092458-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ded9cd60-4fdb-4cd6-adac-862de7c93c53",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T19:26:46.5398065-07:00",
      "CompleteTime": "2015-03-18T19:33:22.8818061-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "07d59009-e77f-4ae6-bd70-584bd7ac16b1",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T19:26:47.0818488-07:00",
      "CompleteTime": "2015-03-18T19:34:22.9750286-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f37cf37c-fbb9-4729-a33e-d580bad689fc",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T19:26:47.6997327-07:00",
      "CompleteTime": "2015-03-18T19:32:53.2281326-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5e58f4eb-c047-4c76-9e32-ac18137d4a20",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-18T19:26:48.7731276-07:00",
      "CompleteTime": "2015-03-18T19:35:05.6010529-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9f084b44-8062-4177-81b7-d33d1389a653",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T20:41:42.6980515-07:00",
      "CompleteTime": "2015-03-18T20:47:46.512779-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f81eda6-038f-4507-a99c-a03a5755c70d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-18T21:38:41.9155541-07:00",
      "CompleteTime": "2015-03-18T21:52:04.9170549-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "e74a2077-a091-4614-8cef-74db6813bf88",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T23:38:40.8491289-07:00",
      "CompleteTime": "2015-03-18T23:44:45.3011392-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "721d8fdb-ab3a-411a-80d9-e2fcacddc800",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-19T05:43:33.4630229-07:00",
      "CompleteTime": "2015-03-19T06:48:53.1448629-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "cfe46c9d-3def-494d-92c5-50462ed7890d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:42:00.2721431-07:00",
      "EndTime": "2015-03-18T17:54:43.8465878-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2399f3e8-0ac4-4a1e-9c7a-a7f27451301e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:55:08.6580219-07:00",
      "EndTime": "2015-03-18T17:56:19.5058494-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ecd7ae4e-a414-4a55-a1e7-255779b74ca3",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T17:56:19.9161684-07:00",
      "EndTime": "2015-03-18T18:31:43.8052901-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a4aa3775-7970-4c17-8a6c-949bf51cab39",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T18:31:50.6200368-07:00",
      "EndTime": "2015-03-18T18:45:59.84848-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0be6f047-da63-4987-970e-13ea6d1451e4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-18T18:46:00.9470981-07:00",
      "EndTime": "2015-03-18T18:59:23.0304925-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "594c1e44-7bb5-426f-8e02-086590149f1f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-18T18:59:23.3901733-07:00",
      "EndTime": "2015-03-18T19:16:38.8410814-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "129c145e-4839-48f6-a7dd-268ecc3a6474",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-18T20:26:45.6869704-07:00",
      "EndTime": "2015-03-18T21:29:36.0478111-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f154f35-3cda-4921-80ab-99bc3211cf38",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-18T22:18:45.7785687-07:00",
      "EndTime": "2015-03-18T23:26:30.2342357-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab508249-e4f7-49dc-b8b5-9a8e35f78c05",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-19T00:17:18.6585724-07:00",
      "EndTime": "2015-03-19T01:58:54.3506659-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a1b0c34-85dd-4f52-9726-2554d80e285e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-19T02:54:23.3452753-07:00",
      "EndTime": "2015-03-19T04:59:21.3180944-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1d1e6e23-892a-48ea-ae01-d6c543150ec0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-19T05:30:16.5277169-07:00",
      "EndTime": "2015-03-19T05:43:28.5847118-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc559c0b-f542-457a-82d5-dc6a3466e090",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150318.1\\x64\\Release",
      "StartTime": "2015-03-19T06:48:54.4725606-07:00",
      "EndTime": "2015-03-19T06:51:03.4164312-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-18T22:13:00.1863786",
          "Last": "2015-03-18T22:43:23.6399255"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-19T04:58:26.9328509",
          "Last": "2015-03-19T04:58:26.9328509"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2847 requests with 503 | 10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2089,
          "First": "2015-03-19T01:18:09.8541703",
          "Last": "2015-03-19T04:22:52.5791392"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 299,
          "First": "2015-03-19T01:18:19.4156942",
          "Last": "2015-03-19T04:21:53.455599"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 375,
          "First": "2015-03-19T03:46:57.2951025",
          "Last": "2015-03-19T04:32:45.0310131"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 24,
          "First": "2015-03-19T03:49:34.6950469",
          "Last": "2015-03-19T04:32:44.5235177"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 51,
          "First": "2015-03-19T01:18:09.8014729",
          "Last": "2015-03-19T04:22:54.1334462"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-18T19:56:14.9910604",
          "Last": "2015-03-18T19:56:15.0944572"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-03-19T01:22:55.1867125",
          "Last": "2015-03-19T05:14:44.0728346"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-19T01:19:01.1106952",
          "Last": "2015-03-19T01:22:57.1342958"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-03-19T03:47:06.9011934",
          "Last": "2015-03-19T05:06:06.7056776"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "44 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 34,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-19T01:20:00",
          "Last": "2015-03-19T01:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 30266779,
          "Average": 216191.28,
          "Max": 296775,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 56,
          "Average": 0.4,
          "Max": 39,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 237,
          "Average": 1.69,
          "Max": 237,
          "Min": 237
        },
        {
          "StatusCode": 404,
          "Total": 59917,
          "Average": 427.98,
          "Max": 9320,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 34,
          "Average": 0.24,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 409,
          "Total": 5,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 125177,
          "Average": 894.12,
          "Max": 41575,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9209033,
          "Average": 65778.81,
          "Max": 244490,
          "Min": 5468
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 871109,
          "Average": 7509.56,
          "Max": 8693,
          "Min": 158
        },
        {
          "StatusCode": 401,
          "Total": 7,
          "Average": 0.06,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 1444,
          "Average": 12.45,
          "Max": 95,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1427,
          "Average": 12.3,
          "Max": 171,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 256018,
          "Average": 2207.05,
          "Max": 6846,
          "Min": 152
        },
        {
          "StatusCode": 449,
          "Total": 1521,
          "Average": 13.11,
          "Max": 70,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2614651,
          "Average": 22540.09,
          "Max": 25427,
          "Min": 418
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.16,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 5100,
          "Average": 43.97,
          "Max": 319,
          "Min": 12
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4228,
          "Average": 36.45,
          "Max": 421,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 771192,
          "Average": 6648.21,
          "Max": 20081,
          "Min": 450
        },
        {
          "StatusCode": 449,
          "Total": 3629,
          "Average": 31.28,
          "Max": 136,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4570284,
          "Average": 39062.26,
          "Max": 45016,
          "Min": 613
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.09,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 22,
          "Average": 0.19,
          "Max": 22,
          "Min": 22
        },
        {
          "StatusCode": 403,
          "Total": 9070,
          "Average": 77.52,
          "Max": 3586,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9,
          "Average": 0.08,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 15822,
          "Average": 135.23,
          "Max": 5922,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1329682,
          "Average": 11364.8,
          "Max": 36332,
          "Min": 952
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26560687,
          "Average": 189719.19,
          "Max": 216599,
          "Min": 1597
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.09,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 22,
          "Average": 0.16,
          "Max": 22,
          "Min": 22
        },
        {
          "StatusCode": 404,
          "Total": 6990,
          "Average": 49.93,
          "Max": 668,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33198,
          "Average": 237.13,
          "Max": 1633,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 763170,
          "Average": 5451.21,
          "Max": 13576,
          "Min": 447
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5470732,
          "Average": 47161.48,
          "Max": 54407,
          "Min": 1600
        },
        {
          "StatusCode": 401,
          "Total": 4398,
          "Average": 37.91,
          "Max": 526,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 17907,
          "Average": 154.37,
          "Max": 777,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 31993,
          "Average": 275.8,
          "Max": 1613,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 724127,
          "Average": 6242.47,
          "Max": 10820,
          "Min": 383
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 24,
          "First": "2015-03-19T00:50:00",
          "Last": "2015-03-19T01:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "258 replica health errors | 129 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 29,
          "First": "2015-03-19T04:03:17.401",
          "Last": "2015-03-19T06:13:06.456"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 3,
          "First": "2015-03-19T03:53:15.459",
          "Last": "2015-03-19T04:03:17.411"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 25,
          "First": "2015-03-19T03:53:15.329",
          "Last": "2015-03-19T04:48:26.091"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 72,
          "First": "2015-03-19T02:33:37.957",
          "Last": "2015-03-19T05:22:58.588"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1611 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 342,
          "HourlyAverage": 26.615
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.467
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1108,
          "HourlyAverage": 86.227
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 122,
          "HourlyAverage": 9.494
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.856
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.311
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.389
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.467
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.156
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.389
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a777ae82-0a7f-4797-af43-19afee9d99f3",
          "MaxQuota": 10476298,
          "MaxUsage": 4772672
        },
        {
          "PartitionId": "cfae1212-5495-4dc2-bbce-e8e4174f4500",
          "MaxQuota": 10476298,
          "MaxUsage": 4750720
        },
        {
          "PartitionId": "7e95baef-a2c9-4b87-8524-3225cf1637f1",
          "MaxQuota": 10475520,
          "MaxUsage": 4649856
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "0d9d7ba4-6f6b-42cb-b649-665d4089a43a",
          "MaxCrudUsage": 9640,
          "MaxIndexUsage": 1412,
          "MaxTotalUsage": 11476
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9edeb280-0081-4351-835b-f3980753bd4e",
          "MaxCrudUsage": 5488,
          "MaxIndexUsage": 1100,
          "MaxTotalUsage": 6884
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a10e7e82-72af-46a5-961d-968f0e432658",
          "MaxCrudUsage": 4936,
          "MaxIndexUsage": 976,
          "MaxTotalUsage": 6256
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 26 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-19T01:20:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 235.918,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T01:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 199.972,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T00:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 193.181,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-18T22:55:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 135.845,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T00:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 125.93,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.351049
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.969751
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.478029
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 88.778585
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 88.868162
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 41.510837
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39.192264
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 36.138514
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 36.108942
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 31.614392
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 369.838063
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 271.307346
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 213.476232
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 207.773984
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 207.715549
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63347.62069
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 65102.678571
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 65277.541667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 65957.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67747.409091
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "2 background task exceptions with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 0ded7000-b563-4888-bbcf-f94172b64f35",
          "Count": 1,
          "First": "2015-03-19T06:40:03.6848587",
          "Last": "2015-03-19T06:40:03.6848587"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: df628e6b-e9de-4dc3-b7b3-94eb1e73b7b4",
          "Count": 1,
          "First": "2015-03-19T06:43:15.1591136",
          "Last": "2015-03-19T06:43:15.1591136"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "2128 Direct Https requests with 503 | 14693 Direct Tcp requests with 503 | 2447 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "Average": 2.25,
          "First": "2015-03-19T03:45:00",
          "Last": "2015-03-19T05:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2119,
          "Average": 141.267,
          "First": "2015-03-18T20:40:00",
          "Last": "2015-03-19T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 14693,
          "Average": 1335.727,
          "First": "2015-03-18T23:40:00",
          "Last": "2015-03-19T04:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2447,
          "Average": 349.571,
          "First": "2015-03-19T01:15:00",
          "Last": "2015-03-19T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-19+00%3a41%3a52Z&end=2015-03-19+14%3a22%3a43Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-18T21:38:23.3191741-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111864,
      "PhysicalCRUDUsageInMB": 227496,
      "LogicalIndexUsageInMB": 4658,
      "LogicalCRUDUsageInMB": 58148,
      "ClientReportedUsageInMB": 12431,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-18T23:36:54.5502435-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113504,
      "PhysicalCRUDUsageInMB": 511776,
      "LogicalIndexUsageInMB": 14726,
      "LogicalCRUDUsageInMB": 181727,
      "ClientReportedUsageInMB": 61394,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-19T02:13:59.8917298-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 195248,
      "PhysicalCRUDUsageInMB": 959592,
      "LogicalIndexUsageInMB": 20057,
      "LogicalCRUDUsageInMB": 248891,
      "ClientReportedUsageInMB": 7474,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-19T05:22:23.517271-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 268260,
      "PhysicalCRUDUsageInMB": 1387712,
      "LogicalIndexUsageInMB": 28624,
      "LogicalCRUDUsageInMB": 357008,
      "ClientReportedUsageInMB": 36971,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-19T07:22:43.0092458-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 179528,
      "PhysicalCRUDUsageInMB": 921600,
      "LogicalIndexUsageInMB": 27729,
      "LogicalCRUDUsageInMB": 343631,
      "ClientReportedUsageInMB": 116,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-19T07:22:43.0092458-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 179528,
      "PhysicalCRUDUsageInMB": 921600,
      "LogicalIndexUsageInMB": 27729,
      "LogicalCRUDUsageInMB": 343631,
      "ClientReportedUsageInMB": 116,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCsBAAAAAAAAA==",
  "_ts": 1426804373,
  "_etag": "\"1a006c64-0000-0000-0000-550b4e950000\"",
  "_attachments": "attachments/"
},
{
  "id": "5d875418-cb2b-4ea4-9b85-58429a6bcfbf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCtBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-18T20:04:27.6900175-07:00",
  "CompletedTime": "2015-03-18T23:25:54.9917728-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "6acbdce8-14b9-4d0d-97c2-a85943441845",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T21:45:12.8857195-07:00",
      "CompleteTime": "2015-03-18T21:52:57.6202481-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0b066040-2269-4d31-94f0-32b41f52ea78",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T21:45:13.4480338-07:00",
      "CompleteTime": "2015-03-18T21:51:57.5354484-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2b42cf25-649b-445d-ac7b-017b16fa8ec3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T21:45:14.0741838-07:00",
      "CompleteTime": "2015-03-18T21:51:27.8030827-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4e1fa6af-7510-4573-9d2a-eed94ffdac35",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T23:00:09.7897561-07:00",
      "CompleteTime": "2015-03-18T23:05:13.3659107-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "cace7e3f-d932-4a7b-a81f-722939698bbc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T20:06:53.5897759-07:00",
      "EndTime": "2015-03-18T20:14:54.422274-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c148868-1058-4661-9b64-3fd3a3a03e11",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T20:15:02.6515958-07:00",
      "EndTime": "2015-03-18T20:15:02.9915963-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "efd0655e-adbc-4ea2-9ee3-e2f748c52706",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T20:15:03.3996082-07:00",
      "EndTime": "2015-03-18T20:50:58.7037334-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "338b099c-5aa9-4725-97c0-ae906fa09fb3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T20:51:04.257442-07:00",
      "EndTime": "2015-03-18T21:06:11.9894229-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "35408371-ce14-4200-8170-a4f6ee1c1994",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T21:06:12.5219284-07:00",
      "EndTime": "2015-03-18T21:14:54.5710931-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e38cfd31-c90a-414b-ad83-31ab1694ffbe",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T21:14:54.9616969-07:00",
      "EndTime": "2015-03-18T21:35:07.2190199-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ec1dece6-1b0a-4183-aa01-242edd36f56b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T22:45:10.1075626-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCtBAAAAAAAAA==",
  "_ts": 1426746354,
  "_etag": "\"1700f9d0-0000-0000-0000-550a6bf20000\"",
  "_attachments": "attachments/"
},
{
  "id": "c56b447e-e5ca-4a19-a15c-6773b09fda6f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCuBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-18T21:15:34.1957449-07:00",
  "CompletedTime": "2015-03-19T00:38:24.0373417-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f562f43c-3bc3-43ab-a892-5720fb36699d",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-18T22:43:43.863227-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7e46b65e-84d6-44ad-bf34-0f5b0b9b407a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-18T22:43:44.3912568-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "13b7d008-8284-483b-aa18-d3280f76b2d9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-18T22:43:44.9683408-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4fd30884-2983-4ec8-8bae-e5fc786c77d6",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-18T22:43:45.5143211-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "08d60dc4-8ef5-460a-9d84-08036a9cb5b5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T21:18:12.1662537-07:00",
      "EndTime": "2015-03-18T21:26:20.3685076-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "26c1988b-b3cf-474a-88a2-d06b4a2d459f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T21:26:30.9942614-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "49af4f54-0e47-4f2a-b52a-93f35388a181",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T21:26:31.3572889-07:00",
      "EndTime": "2015-03-18T22:03:48.8154418-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "841a6e7f-7d8a-4feb-9c3e-f3261d7cb608",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-18T22:03:57.5639373-07:00",
      "EndTime": "2015-03-18T22:15:23.7598413-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e68a217-6ac8-4e84-9650-a2a7a256c0ba",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-18T22:15:24.1158616-07:00",
      "EndTime": "2015-03-18T22:33:37.557854-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCuBAAAAAAAAA==",
  "_ts": 1426750703,
  "_etag": "\"1800e102-0000-0000-0000-550a7cef0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ea641aa2-fd4f-4fb7-8569-598a07f32fbd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCvBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-18T23:25:55.3780313-07:00",
  "CompletedTime": "2015-03-19T19:18:23.9285143-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4bbddb13-02b3-4113-8334-af34aa1d8150",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T01:10:58.9860331-07:00",
      "CompleteTime": "2015-03-19T01:18:08.3757066-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f1c7b5d-c2e1-496a-898c-aec5d1121f9e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T01:10:59.539339-07:00",
      "CompleteTime": "2015-03-19T01:17:08.8052258-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "638188b3-afd9-4b34-8798-33b5c369855a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T01:11:00.0824444-07:00",
      "CompleteTime": "2015-03-19T01:17:38.2743744-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2d634baf-fc4d-4064-827f-b0617ca8b0c3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T02:25:56.6701038-07:00",
      "CompleteTime": "2015-03-19T02:32:00.2788271-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "89b1ae0c-5dea-4c38-87c3-662c47560e2a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T23:28:20.6135385-07:00",
      "EndTime": "2015-03-18T23:42:44.3606121-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3be2255b-3030-40f7-9309-1137c2c63a63",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T23:42:52.2320448-07:00",
      "EndTime": "2015-03-18T23:42:52.5673258-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c734c60d-0af7-4379-b073-6cec850e3a99",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-18T23:42:52.8995316-07:00",
      "EndTime": "2015-03-19T00:15:39.6288727-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a386207-9514-42d9-afe3-91bc3946381e",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:15:44.6274096-07:00",
      "EndTime": "2015-03-19T00:30:51.1721837-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "af791ab1-9ae5-4e56-900b-bd5e9aee2268",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:30:51.7308775-07:00",
      "EndTime": "2015-03-19T00:41:42.6298607-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f535d428-9c0e-4c9d-86a7-b293e72291e9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:41:42.9640383-07:00",
      "EndTime": "2015-03-19T01:00:54.0545335-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1c055ab-4ea9-4027-a58d-fbd239f9c8e0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T02:10:58.0383821-07:00",
      "EndTime": "2015-03-19T03:11:11.5482305-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b572b513-b735-405f-9724-fa85e265a3f5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T04:03:19.6929769-07:00",
      "EndTime": "2015-03-19T05:04:33.9170867-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1f2a0e25-9325-4c6a-a18f-413c5fb06c9a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T06:04:25.1161976-07:00",
      "EndTime": "2015-03-19T07:43:53.9113527-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0483dbf1-25e8-4be0-8205-f99fd36a0856",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T08:50:50.5489918-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a43%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a44%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a45%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a48%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a49%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a49%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a49%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a49%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a49%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a50%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a50%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "MasterCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-03-19T00:55:00",
          "Last": "2015-03-19T00:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+14%3a55%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a02%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a02%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0002a5d6-1c16-4c44-bef4-93b4b55e3c93",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "00d52f6c-44fe-47a4-94a5-6b076e342d05",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "02d017b2-b740-4acf-ac12-5270866d92f5",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "ad3c528a-558d-4bdb-bbbc-4dd2a603cc6a",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "32fdb15f-dcc1-4f16-ac1d-cc29bc48a268",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        },
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "287c6729-4a27-4dcb-a5a6-5c624944e9c1",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a04%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a05%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 99.626298
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 99.635661
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.638371
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.652827
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 99.655208
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a06%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Value": 9.226765
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 5.398327
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 4.150834
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 4.136789
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 4.080973
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a07%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 92.471042
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 75.610499
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 46.411853
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 27.203549
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 18.096731
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a08%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110421.333333
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110491.833333
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110587.1
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110678.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 110910.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a09%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a09%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a10%3a22Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a10%3a22Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-19+06%3a25%3a55Z&end=2015-03-19+15%3a10%3a28Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T03:22:51.8312748-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8624,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 88,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-19T05:24:05.2379148-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8104,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 76,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-19T08:10:32.179501-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9456,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 67,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCvBAAAAAAAAA==",
  "_ts": 1426817903,
  "_etag": "\"1a00c0fc-0000-0000-0000-550b836f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "716c5ce9-ff56-4201-8fab-fd2ee5bffc5b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCwBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-19T00:38:24.4233627-07:00",
  "CompletedTime": "2015-03-19T00:49:11.1829848-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4a942abc-1bfb-41b6-8171-cfcaf385446f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:38:29.2375896-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCwBAAAAAAAAA==",
  "_ts": 1426751351,
  "_etag": "\"18006f0a-0000-0000-0000-550a7f770000\"",
  "_attachments": "attachments/"
},
{
  "id": "a57b39dc-07ea-4426-a22a-d2d04ab1aeec",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCxBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-19T00:49:11.4490466-07:00",
  "CompletedTime": "2015-03-19T01:47:36.25772-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "17e442ce-f17b-462b-8751-8cf3b914771b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:49:16.1873139-07:00",
      "EndTime": "2015-03-19T00:57:49.0004062-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0c752cdb-3328-4668-82f9-59a1b083e687",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:58:00.7800307-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "f58948ae-af12-4eb3-9794-195285e005cf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T00:58:01.1880799-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCxBAAAAAAAAA==",
  "_ts": 1426754856,
  "_etag": "\"18008732-0000-0000-0000-550a8d280000\"",
  "_attachments": "attachments/"
},
{
  "id": "61a67cf8-b592-47ad-a3f3-d455fb3ca2d9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCyBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-19T01:47:36.5617657-07:00",
  "CompletedTime": "2015-03-19T12:54:35.2831889-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f7572388-4a8b-4454-a5bc-39e1e74d3618",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T03:13:12.491897-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0a1e4aa7-da59-426d-bb98-255c67e197e6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T03:13:13.0939319-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e1c77b21-e331-49a9-b25b-46fb99b7f382",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T03:13:13.6739643-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "fcc72265-bf4e-418e-9c1d-f49feeb53409",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T03:13:14.2289957-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e47f3156-6204-463b-bd24-28f80c18f02c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T06:19:26.6206402-07:00",
      "CompleteTime": "2015-03-19T07:08:46.5438032-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f3b9d6e-8cda-4cc9-8862-8e491446a7dd",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T10:27:03.935318-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "6d014e7d-ffb1-4b67-8861-c4c224286a9b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T01:47:41.7210576-07:00",
      "EndTime": "2015-03-19T01:56:28.079853-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8f791399-3b77-4450-9ba5-1f967790e3c4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T01:56:39.0054725-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "3ea626b0-157e-4255-9929-f26d0b318036",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T01:56:39.3614918-07:00",
      "EndTime": "2015-03-19T02:32:47.0333872-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3b1e4cf-3bee-459e-a4ff-687ed801dcea",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T02:32:58.4620342-07:00",
      "EndTime": "2015-03-19T02:43:51.1660401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7692085-8bbe-4b0d-a137-cc09385badc7",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T02:43:51.5591007-07:00",
      "EndTime": "2015-03-19T03:03:06.6105479-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "21a3ce70-0aa3-4154-9959-e1b517ff496b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T04:13:10.9749112-07:00",
      "EndTime": "2015-03-19T05:10:46.0623168-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7525493a-99f6-4212-be95-71a33cfeeb8d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T06:04:27.1109334-07:00",
      "EndTime": "2015-03-19T08:15:48.7328362-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "09c9f6ef-1de7-47e3-9ded-908c58b3b70e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T09:17:23.0212991-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a16%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a16%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a16%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a19%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.21,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1503390,
          "Average": 24248.23,
          "Max": 24399,
          "Min": 21499
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a20%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a25%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a31%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a31%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a32%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "4 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 4,
          "First": "2015-03-19T06:38:53.926",
          "Last": "2015-03-19T06:43:54.835"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a32%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a32%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a32%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00689aaa-8193-4cde-b5bf-37cf6c77785f",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "03473b49-1d4f-4c0e-b24f-31f1316bb5b2",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "0350c49c-1237-4d1f-9b4e-68d607b94001",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a33%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "07e1fcbc-b1db-4541-9e4e-258362b53087",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "127fada2-7ef9-460d-b0ef-aba997377068",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "2de1f087-01fa-41dc-832e-c56104b0e14d",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a33%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a33%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.568931
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.60813
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.609461
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.618659
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.626544
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a34%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 4.282909
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 4.103965
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 3.985023
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 3.958359
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 3.604895
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a34%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 199.102418
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 197.751788
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 118.597733
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 95.648266
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 18.648898
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a35%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110402.5
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110418.8
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110515.5
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110587.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 110758.275862
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a35%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a35%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a36%3a34Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "28 Direct Tcp requests with 503 | 19 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 27,
          "Average": 2.25,
          "First": "2015-03-19T03:20:00",
          "Last": "2015-03-19T07:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 12,
          "Average": 2.4,
          "First": "2015-03-19T03:20:00",
          "Last": "2015-03-19T07:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Count": 7,
          "Average": 3.5,
          "First": "2015-03-19T03:20:00",
          "Last": "2015-03-19T06:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-19T03:20:00",
          "Last": "2015-03-19T03:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a36%3a45Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-19+08%3a47%3a36Z&end=2015-03-19+15%3a36%3a51Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T05:24:13.5260971-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 6800,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 81,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-19T08:36:55.512658-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 5888,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 58,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCyBAAAAAAAAA==",
  "_ts": 1426794875,
  "_etag": "\"1900edf9-0000-0000-0000-550b297b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "0a5006ed-d48e-46fd-96d5-af7b00e4aac6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgCzBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-19T08:54:49.3046014-07:00",
  "CompletedTime": "2015-03-19T08:57:14.9316192-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e39a33f9-a5fd-4f86-83ce-c1c941c3399c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T08:54:49.8072514-07:00",
      "EndTime": "2015-03-19T08:54:51.9042415-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgCzBAAAAAAAAA==",
  "_ts": 1426780634,
  "_etag": "\"19005458-0000-0000-0000-550af1da0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2eed3fb2-f401-496a-a0d3-5f0f2dacd970",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC0BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-19T08:57:15.1347817-07:00",
  "CompletedTime": "2015-03-19T09:52:58.047008-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "046ded21-8ef7-4451-8eda-872c9790b7f2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T08:57:15.6191583-07:00",
      "EndTime": "2015-03-19T09:10:41.1814124-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1c11742e-e588-4a1b-92ea-4412a2e819fb",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T09:11:20.3845259-07:00",
      "EndTime": "2015-03-19T09:12:27.8376303-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0bc786e3-32cc-4404-9e1f-947df26e3d15",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T09:12:28.197006-07:00",
      "EndTime": "2015-03-19T09:45:40.6807801-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC0BAAAAAAAAA==",
  "_ts": 1426783977,
  "_etag": "\"1900fe7d-0000-0000-0000-550afee90000\"",
  "_attachments": "attachments/"
},
{
  "id": "9a68a284-ccce-4547-bd76-c2ea3f200882",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC1BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-19T09:52:58.2657586-07:00",
  "CompletedTime": "2015-03-19T10:02:43.3778051-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "13023795-fdcd-43fb-b572-fb3366f19367",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T09:52:58.6564222-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC1BAAAAAAAAA==",
  "_ts": 1426784562,
  "_etag": "\"1900bc84-0000-0000-0000-550b01320000\"",
  "_attachments": "attachments/"
},
{
  "id": "9a51766d-c9be-41f3-aef5-f6b8930d134f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC2BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-19T10:02:43.5809805-07:00",
  "CompletedTime": "2015-03-19T11:41:35.1288723-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "469782be-6e09-4082-af45-24c4bbfe26b6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T10:02:44.0497299-07:00",
      "EndTime": "2015-03-19T10:15:35.4869976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6916c8a-4741-460f-bea6-9f1f86ae874a",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T10:16:06.2525654-07:00",
      "EndTime": "2015-03-19T10:17:12.7682178-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d8720442-07fc-4031-8be7-19116abdb69b",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T10:17:13.1275923-07:00",
      "EndTime": "2015-03-19T10:49:26.9550968-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC2BAAAAAAAAA==",
  "_ts": 1426790494,
  "_etag": "\"190040c8-0000-0000-0000-550b185e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c7018c29-e428-4975-9c0a-e0deb5fc00c1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC3BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-19T11:41:35.3320353-07:00",
  "CompletedTime": "2015-03-20T00:24:51.5738647-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fab98965-de86-4b32-854c-55f80b407847",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T13:43:41.6430834-07:00",
      "CompleteTime": "2015-03-19T13:49:48.0804725-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "97557c2b-21d7-44a7-8045-f89a971160ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T11:41:35.8164104-07:00",
      "EndTime": "2015-03-19T11:55:03.3942905-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb8c89ee-0a3d-4f5b-b40a-d193ad7efa45",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T11:55:35.8161559-07:00",
      "EndTime": "2015-03-19T11:56:44.3004724-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7151cbac-2c77-4360-b4b3-675c4069e0ec",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T11:56:44.7067282-07:00",
      "EndTime": "2015-03-19T12:31:19.5029708-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "57d409e0-288b-4fe6-8f78-e98b15b6d561",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T12:31:24.3467077-07:00",
      "EndTime": "2015-03-19T12:45:30.2386385-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2b2306d8-ae22-4964-aadc-30df383bd41d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T12:45:30.7386533-07:00",
      "EndTime": "2015-03-19T12:58:23.8626537-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f0bf76a-ba13-45ce-bb4f-47c62026d3e9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T12:58:24.268904-07:00",
      "EndTime": "2015-03-19T13:33:37.9088397-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d9e7f996-c50e-4907-ad52-1efbf655923d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T14:43:40.4232143-07:00",
      "EndTime": "2015-03-19T15:43:37.9534111-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd747533-33b2-4f3a-8c96-0e22d54c0666",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T16:23:41.4370601-07:00",
      "EndTime": "2015-03-19T17:21:37.2485118-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "512d9ce3-3289-425f-b3d4-03dde95e9a9d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T18:01:40.9039983-07:00",
      "EndTime": "2015-03-19T19:38:09.9804127-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5ff971cb-7370-4111-8594-60ad3fe96c54",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-19T20:18:13.4640171-07:00",
      "EndTime": "2015-03-19T22:24:49.8416647-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC3BAAAAAAAAA==",
  "_ts": 1426836290,
  "_etag": "\"1b007bcc-0000-0000-0000-550bcb420000\"",
  "_attachments": "attachments/"
},
{
  "id": "6c1b4f58-e281-4083-9d50-c81151143ce3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC4BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-19T12:54:35.9071752-07:00",
  "CompletedTime": "2015-03-19T14:41:53.3681408-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7db3b59c-07ac-4d16-a4ee-244751bd1a1c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T12:54:42.4275431-07:00",
      "EndTime": "2015-03-19T13:03:03.9739802-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c33d2214-026b-4623-96b0-077a1bdcdc36",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T13:03:17.0457203-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0b962384-7dc7-49e0-95d4-4419be2d549e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T13:03:17.4057406-07:00",
      "EndTime": "2015-03-19T13:38:02.5649578-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "566140a8-ea8d-4609-8dfb-dee5e64db71e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T13:38:24.875223-07:00",
      "EndTime": "2015-03-19T13:53:03.8060533-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eab09fb7-a9ea-42f9-8dc0-ed3b49757719",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T13:53:04.2160763-07:00",
      "EndTime": "2015-03-19T14:08:18.2928999-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC4BAAAAAAAAA==",
  "_ts": 1426801313,
  "_etag": "\"1a00fc41-0000-0000-0000-550b42a10000\"",
  "_attachments": "attachments/"
},
{
  "id": "5a11aa97-e671-438b-b878-79c0266d0cc0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC5BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-19T14:24:04.0509401-07:00",
  "CompletedTime": "2015-03-19T15:56:28.0907862-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "28feddb4-d20c-434f-a994-f296d2fd4f0c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T14:26:36.6153384-07:00",
      "EndTime": "2015-03-19T14:36:59.3597236-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "352293f7-2626-4143-93e5-415c73381049",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T14:37:10.0810896-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "cd4d6c65-84ad-44a7-889b-2bf870fb0a4f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T14:37:10.430476-07:00",
      "EndTime": "2015-03-19T15:12:03.2239558-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC5BAAAAAAAAA==",
  "_ts": 1426805787,
  "_etag": "\"1a00cc74-0000-0000-0000-550b541b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "69888798-dee8-4321-b27a-d1a67da61634",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC6BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-19T14:41:53.6191578-07:00",
  "CompletedTime": "2015-03-19T17:37:43.9685469-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "60b4c0e5-5abb-4e24-a078-67ed0a509937",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T16:07:47.8556177-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f74715b1-9cbc-4248-9069-022f625a4514",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T16:07:48.3596462-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e188ea1b-4338-4950-b4b2-3573069331d3",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T16:07:48.8956759-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "26450c37-764e-435d-abc5-e61ee3b542b2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T14:44:27.3898755-07:00",
      "EndTime": "2015-03-19T14:52:56.0237099-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "16bf7b7e-3283-4def-b5c3-c6ef29dc2ce0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T14:53:08.3184087-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "7ed50287-2aa6-48aa-93d7-6a0b8fce96ab",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T14:53:08.6794307-07:00",
      "EndTime": "2015-03-19T15:28:17.1415112-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b52f0db2-6487-4356-bc73-b646ed2b0bc4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T15:28:25.89596-07:00",
      "EndTime": "2015-03-19T15:42:27.7803497-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c5f30e9c-f46c-44a1-a579-55582798bf7d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150316.9\\x64\\Release",
      "StartTime": "2015-03-19T15:42:28.1463728-07:00",
      "EndTime": "2015-03-19T15:57:43.0813312-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.1,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 397460,
          "Average": 19873.0,
          "Max": 24326,
          "Min": 13640
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "007bfcab-8520-4778-957f-65dff52a77d4",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "02500953-12d7-4d1f-b99d-598698bf1275",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        },
        {
          "PartitionId": "03f01288-f9b0-40f2-acad-1412f51b4434",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount8",
          "PartitionId": "b4a2e842-2fc0-49d0-81e1-a919b1bcc8a6",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "b4e52445-7f02-4aae-889a-572a5cadcc86",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "5e5ffea3-4f7e-48c6-a153-9b859269c85f",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.574888
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.627858
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.628926
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.629172
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.631379
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 3.694047
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 3.690096
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 3.614696
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 3.55953
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 3.252116
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 25.900797
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 22.42747
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 21.710406
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 16.659952
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 16.468348
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110950.1
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 111030.366667
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 111041.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 111041.966667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111049.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "3 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-19T15:55:00",
          "Last": "2015-03-19T15:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-19T15:55:00",
          "Last": "2015-03-19T15:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-19+21%3a41%3a53Z&end=2015-03-20+00%3a37%3a43Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T17:37:43.9685469-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 5376,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 52,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC6BAAAAAAAAA==",
  "_ts": 1426812537,
  "_etag": "\"1a0077c0-0000-0000-0000-550b6e790000\"",
  "_attachments": "attachments/"
},
{
  "id": "065da1bf-543e-4547-8e54-806b5754ca7d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC7BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-19T15:56:28.3082441-07:00",
  "CompletedTime": "2015-03-19T17:41:19.0564111-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "69136cad-67f2-4a29-b8da-b8152c2ff9a9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T16:07:53.6252587-07:00",
      "CompleteTime": "2015-03-19T16:21:32.5737554-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e57f4749-2b41-4ae9-a804-e636f5829633",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T16:07:53.9734944-07:00",
      "CompleteTime": "2015-03-19T16:20:02.4645013-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6d8150b3-236e-4b97-8291-87e582c0bc9e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T16:07:54.3197281-07:00",
      "CompleteTime": "2015-03-19T16:21:02.508818-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "265000eb-273a-4e02-b080-b792a13347e1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150319.5\\x64\\Release",
      "StartTime": "2015-03-19T15:56:34.3872371-07:00",
      "EndTime": "2015-03-19T16:07:33.7759824-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c6252db-c1f9-40fa-9637-bd69df16a032",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150319.5\\x64\\Release",
      "StartTime": "2015-03-19T16:07:34.1682464-07:00",
      "EndTime": "2015-03-19T16:07:35.0698551-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC7BAAAAAAAAA==",
  "_ts": 1426812078,
  "_etag": "\"1a0072bb-0000-0000-0000-550b6cae0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2dead061-bade-4715-b5f9-97228e00a499",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC8BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-19T17:41:19.434607-07:00",
  "CompletedTime": "2015-03-20T02:55:59.7489331-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "663eebca-9e15-4f53-a2fa-9bb170e5c86a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T18:41:24.6201192-07:00",
      "CompleteTime": "2015-03-19T18:54:40.3029135-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c600c8b1-bf46-42ed-88fe-d83cc8b32cd6",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T18:41:25.1576604-07:00",
      "CompleteTime": "2015-03-19T18:54:05.9032352-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6ddd0ccb-58a2-49cd-acf5-c1fa497f6520",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T18:41:25.7098144-07:00",
      "CompleteTime": "2015-03-19T18:53:36.4431789-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "38aaff96-b59e-4b77-a248-016cf76c6133",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T18:41:26.2444206-07:00",
      "CompleteTime": "2015-03-19T18:54:36.1745067-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5bf73add-d06b-464b-92ef-36e320ffe916",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T19:56:22.4332919-07:00",
      "CompleteTime": "2015-03-19T20:07:31.6385083-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e4e39d5c-b80c-4938-9952-8cef351ac3a0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-19T21:48:17.0251792-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "46ef4d2c-0336-461b-ac35-6b1eeadbde1f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T23:50:59.8951289-07:00",
      "CompleteTime": "2015-03-20T00:00:16.2046462-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "06108bb1-69bc-4be6-80b8-a7e4ef983e55",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-19T17:43:51.9081786-07:00",
      "EndTime": "2015-03-19T17:54:58.8565087-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1828ec88-f515-42bf-a534-925105a8f74b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-19T17:55:09.5288987-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "2ae91ead-50e2-4064-b36e-a636b73776f0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-19T17:55:09.8821363-07:00",
      "EndTime": "2015-03-19T18:29:13.5046536-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4225fccf-f6f8-4e44-af38-9fb5f1842603",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T18:29:20.1199308-07:00",
      "EndTime": "2015-03-19T18:40:09.79552-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "136b719d-8fbb-477a-aa6e-d2edd79249e9",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T18:40:10.2097999-07:00",
      "EndTime": "2015-03-19T18:41:19.9060133-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "590f457c-624f-4a1d-af74-91bbbd721c1b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T19:41:24.2768744-07:00",
      "EndTime": "2015-03-19T21:29:46.2117374-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "66afad34-0319-4c4c-8d36-63e3e0a4703f",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-19T22:28:19.7361273-07:00",
      "EndTime": "2015-03-20T00:37:13.2885833-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a37%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a37%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a38%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "20 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "torestore-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-19T18:58:26.6686201",
          "Last": "2015-03-19T19:28:18.8546322"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 11,
          "First": "2015-03-19T19:10:10.0876289",
          "Last": "2015-03-20T00:10:00.1523033"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 6,
          "First": "2015-03-19T19:07:40.3526324",
          "Last": "2015-03-19T21:41:51.4003917"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-19T19:00:36.4976557",
          "Last": "2015-03-19T19:00:36.4976557"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a45%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a45%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a45%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a45%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a46%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a46%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a46%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a46%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+07%3a53%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a02%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00133d58-0846-4542-90f0-eca1f1e0093f",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0027f273-73e3-4897-9040-a58af6527c9c",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0206ec8f-6788-4b46-b3b6-68eca41a6087",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a03%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "readheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "0efa9d6f-b7ce-44c4-99ca-f17ff65623a8",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "7d32783b-4029-45fc-9ac1-631618386ae8",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "ab034373-19a2-4176-b541-c38ca5058185",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a03%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a03%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.489712
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.489712
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.498828
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.510475
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.51468
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a05%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 7.262175
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 5.153162
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 4.640779
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 3.787395
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 3.320561
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a05%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 94.110387
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 47.782081
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 15.05445
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 11.322778
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 9.422272
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110297.933333
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110377.8
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110418.666667
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110673.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110688.206897
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a06%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+00%3a41%3a19Z&end=2015-03-20+08%3a06%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T21:47:38.6234811-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8048,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T01:07:19.000393-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC8BAAAAAAAAA==",
  "_ts": 1426845359,
  "_etag": "\"1c009f33-0000-0000-0000-550beeaf0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c9cca907-05af-410a-902e-ddbd59d08453",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC9BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-19T18:05:15.9709786-07:00",
  "CompletedTime": "2015-03-20T07:21:10.0737985-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "cb93084e-a316-4ee2-9e94-04a72f6f0568",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T19:49:55.2101824-07:00",
      "CompleteTime": "2015-03-19T19:57:01.7936096-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5c9200ef-3acb-4854-b874-600897d13da9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T19:49:55.827076-07:00",
      "CompleteTime": "2015-03-19T19:56:02.2309363-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5b47bafd-e76b-482a-9efd-257411842bc1",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T19:49:56.3916148-07:00",
      "CompleteTime": "2015-03-19T19:56:31.7043046-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbda65df-da33-4493-bfaa-39ce17168919",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T19:49:56.9875145-07:00",
      "CompleteTime": "2015-03-19T19:58:16.7601762-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "37aef52e-05a7-4de1-9daa-982c63a125a1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T20:53:30.8589288-07:00",
      "CompleteTime": "2015-03-19T20:59:34.9123157-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b288b3c7-3b7b-4730-9cf6-7f7bdc44d617",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-19T21:47:20.5743016-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "dc4e8ea3-9eec-4898-81a6-3c9fa8f9b864",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T23:50:35.5764785-07:00",
      "CompleteTime": "2015-03-19T23:56:39.9511105-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aef53722-5a93-4356-952d-37c1fe2bee4d",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-20T05:43:03.0371678-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "7284271d-e8c4-49bc-8ca4-6d7f3381d8be",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T18:05:32.0448833-07:00",
      "EndTime": "2015-03-19T18:18:19.6173131-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab97162c-0b31-41ca-a766-248430959c2b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T18:19:03.9517256-07:00",
      "EndTime": "2015-03-19T18:20:15.5815969-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e568217-fd67-4799-b4d6-f91f6f1dc35e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T18:20:15.9398836-07:00",
      "EndTime": "2015-03-19T18:54:20.9741516-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6bbca9d-37fe-40a8-9583-4acefb4f3519",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T18:54:32.06284-07:00",
      "EndTime": "2015-03-19T19:08:43.715157-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0911eb3f-6d8e-4b9c-9339-7274d34770ec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T19:08:44.7950265-07:00",
      "EndTime": "2015-03-19T19:21:31.3804456-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18e3d6f4-1de5-4b8c-ba35-2ccf239f929a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T19:21:31.7667646-07:00",
      "EndTime": "2015-03-19T19:39:48.0500268-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4529e99a-a818-4ea6-9c54-5f95ae368c8b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T20:38:33.2545716-07:00",
      "EndTime": "2015-03-19T21:41:12.314209-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9137e104-0f31-44b2-a1fa-b74ba7de6f94",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T22:27:24.3543628-07:00",
      "EndTime": "2015-03-19T23:35:06.4939527-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9acee609-2141-4e80-bb5b-83d20fd6f48a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T00:24:49.8457278-07:00",
      "EndTime": "2015-03-20T02:03:26.7241669-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "606f1e7f-c591-443b-a161-6a8f9a6f3852",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T02:58:14.1187486-07:00",
      "EndTime": "2015-03-20T05:04:13.6553519-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c8d5ff1-35fb-4808-9048-e345350bd1d4",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T05:28:46.3259082-07:00",
      "EndTime": "2015-03-20T05:42:58.3220422-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-19T22:40:44.9976097",
          "Last": "2015-03-20T05:11:42.0789845"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-19T20:26:08.3631221",
          "Last": "2015-03-19T20:26:16.2680208"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 29573992,
          "Average": 219066.61,
          "Max": 303292,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 48,
          "Average": 0.36,
          "Max": 16,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 82266,
          "Average": 609.38,
          "Max": 5186,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 11,
          "Average": 0.08,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 50040,
          "Average": 370.67,
          "Max": 2698,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7942506,
          "Average": 58833.38,
          "Max": 244118,
          "Min": 219
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 853375,
          "Average": 7619.42,
          "Max": 9072,
          "Min": 101
        },
        {
          "StatusCode": 404,
          "Total": 1077,
          "Average": 9.62,
          "Max": 139,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1132,
          "Average": 10.11,
          "Max": 74,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 218186,
          "Average": 1948.09,
          "Max": 6691,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 1672,
          "Average": 14.93,
          "Max": 86,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 08:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2557489,
          "Average": 22834.72,
          "Max": 26719,
          "Min": 267
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3992,
          "Average": 35.64,
          "Max": 415,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 3591,
          "Average": 32.06,
          "Max": 236,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 659805,
          "Average": 5891.12,
          "Max": 19786,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 3727,
          "Average": 33.28,
          "Max": 159,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4459752,
          "Average": 39819.21,
          "Max": 46157,
          "Min": 465
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.19,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8137,
          "Average": 72.65,
          "Max": 5517,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4060,
          "Average": 36.25,
          "Max": 253,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1146849,
          "Average": 10239.72,
          "Max": 36816,
          "Min": 47
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25878814,
          "Average": 191694.92,
          "Max": 219261,
          "Min": 556
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 0.07,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 2696,
          "Average": 19.97,
          "Max": 555,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27181,
          "Average": 201.34,
          "Max": 2086,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 776627,
          "Average": 5752.79,
          "Max": 15572,
          "Min": 14
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5163763,
          "Average": 46105.03,
          "Max": 53554,
          "Min": 557
        },
        {
          "StatusCode": 401,
          "Total": 526,
          "Average": 4.7,
          "Max": 67,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 11478,
          "Average": 102.48,
          "Max": 791,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 26106,
          "Average": 233.09,
          "Max": 1293,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 732270,
          "Average": 6538.12,
          "Max": 12457,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-03-20T00:40:00",
          "Last": "2015-03-20T00:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "33 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1,
          "First": "2015-03-20T03:53:06.864",
          "Last": "2015-03-20T03:53:06.864"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-03-20T03:53:06.864",
          "Last": "2015-03-20T03:53:06.864"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 31,
          "First": "2015-03-19T21:27:45.18",
          "Last": "2015-03-20T05:25:31.566"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1215 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1032,
          "HourlyAverage": 82.912
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 127,
          "HourlyAverage": 10.203
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.643
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.241
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.241
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.562
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.482
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.321
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.402
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.321
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.643
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.08
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.402
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.402
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "024d68e1-1149-4088-a562-9c79fec46029",
          "MaxQuota": 10476298,
          "MaxUsage": 4623232
        },
        {
          "PartitionId": "795f4032-aeb8-4170-a492-b8320ec9f895",
          "MaxQuota": 10476298,
          "MaxUsage": 4605120
        },
        {
          "PartitionId": "b38ddd6c-90bd-4455-9b89-8f1902735551",
          "MaxQuota": 10476298,
          "MaxUsage": 4602560
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b38ddd6c-90bd-4455-9b89-8f1902735551",
          "MaxCrudUsage": 4512,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5656
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "9bf61906-c3c9-46f7-a07a-cd8e8a5366c0",
          "MaxCrudUsage": 4480,
          "MaxIndexUsage": 904,
          "MaxTotalUsage": 5648
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "b38ddd6c-90bd-4455-9b89-8f1902735551",
          "MaxCrudUsage": 4512,
          "MaxIndexUsage": 908,
          "MaxTotalUsage": 5620
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 5 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-19T21:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 137.528,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T23:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 135.791,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T23:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 119.946,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-20T02:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 118.754,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T20:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 41.065,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 89.298552
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 89.505626
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 89.566004
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 89.707315
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 89.793063
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 41.839253
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 39.948684
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.892589
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 38.242783
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 36.84444
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 694.613972 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 694.613972
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 593.664983
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 517.153283
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 504.422554
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 438.722364
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 68429.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 69419.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 69803.625
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 71248.16
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 71626.892857
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "46 Direct Https requests with 503 | 70 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 46,
          "Average": 5.75,
          "First": "2015-03-19T20:55:00",
          "Last": "2015-03-20T02:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 70,
          "Average": 14.0,
          "First": "2015-03-20T00:30:00",
          "Last": "2015-03-20T03:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-20+01%3a05%3a15Z&end=2015-03-20+14%3a21%3a10Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T20:38:09.3758155-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 44260,
      "PhysicalCRUDUsageInMB": 35720,
      "LogicalIndexUsageInMB": 125,
      "LogicalCRUDUsageInMB": 3906,
      "ClientReportedUsageInMB": 2075,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-03-19T21:47:03.3846696-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108296,
      "PhysicalCRUDUsageInMB": 194512,
      "LogicalIndexUsageInMB": 4213,
      "LogicalCRUDUsageInMB": 53200,
      "ClientReportedUsageInMB": 8155,
      "ClientReportedCollectionCount": 22
    },
    {
      "TimeStamp": "2015-03-19T23:44:28.5658722-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 126080,
      "PhysicalCRUDUsageInMB": 495488,
      "LogicalIndexUsageInMB": 10285,
      "LogicalCRUDUsageInMB": 126605,
      "ClientReportedUsageInMB": 7250,
      "ClientReportedCollectionCount": 8
    },
    {
      "TimeStamp": "2015-03-20T02:17:52.2345265-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 170984,
      "PhysicalCRUDUsageInMB": 847128,
      "LogicalIndexUsageInMB": 18762,
      "LogicalCRUDUsageInMB": 233702,
      "ClientReportedUsageInMB": 21106,
      "ClientReportedCollectionCount": 24
    },
    {
      "TimeStamp": "2015-03-20T05:20:47.1903076-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 266244,
      "PhysicalCRUDUsageInMB": 1390376,
      "LogicalIndexUsageInMB": 25834,
      "LogicalCRUDUsageInMB": 325244,
      "ClientReportedUsageInMB": 201817,
      "ClientReportedCollectionCount": 71
    },
    {
      "TimeStamp": "2015-03-20T07:21:10.0737985-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 744,
      "PhysicalCRUDUsageInMB": 1120,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 110,
      "ClientReportedUsageInMB": 109,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC9BAAAAAAAAA==",
  "_ts": 1426862437,
  "_etag": "\"1c008ef4-0000-0000-0000-550c31650000\"",
  "_attachments": "attachments/"
},
{
  "id": "47d43c02-fd1c-44d0-ac5e-fceef0892e7c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC+BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-19T19:18:24.5332334-07:00",
  "CompletedTime": "2015-03-19T22:56:06.1716255-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a916f8f7-cd08-44ed-b677-b5893b93619b",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T20:44:22.9960574-07:00",
      "CompleteTime": "2015-03-19T20:52:35.5115987-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6dc02879-ecff-4b7d-822a-e45aaa7d530f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T20:44:23.5569922-07:00",
      "CompleteTime": "2015-03-19T20:50:59.260737-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9bc80031-4719-40a5-94d8-069f8971e47e",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T20:44:24.1897463-07:00",
      "CompleteTime": "2015-03-19T20:50:29.502634-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b9c42b2f-6e11-437a-8631-35d9466b86fd",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T20:44:24.7826385-07:00",
      "CompleteTime": "2015-03-19T20:51:29.3270338-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbf4a085-e732-4532-9d4a-4e9976de497c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T21:59:21.4030718-07:00",
      "CompleteTime": "2015-03-19T22:04:58.1404841-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "6c533490-70a2-48a5-963e-33fbc14048ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T19:20:45.905901-07:00",
      "EndTime": "2015-03-19T19:30:54.3146989-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "65ee611e-ab30-47b2-ae3f-8d0352f01198",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T19:31:03.0414854-07:00",
      "EndTime": "2015-03-19T19:31:03.3682789-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e6613f41-6cd4-4a51-aae9-b36851c21efb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T19:31:03.7094597-07:00",
      "EndTime": "2015-03-19T20:03:55.0479557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2d699c56-c752-4b4a-a3dd-9abf43306356",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T20:03:59.9750503-07:00",
      "EndTime": "2015-03-19T20:18:07.6757295-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1d4315d9-7997-40ed-97b1-368c50a1284b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150319.5\\x64\\Release",
      "StartTime": "2015-03-19T20:18:08.2572361-07:00",
      "EndTime": "2015-03-19T20:19:10.1976473-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "b7f68b10-2538-46d4-b201-90c03cd86aaa",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150319.5\\x64\\Release",
      "StartTime": "2015-03-19T20:19:10.5448659-07:00",
      "EndTime": "2015-03-19T20:34:18.9224321-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a03e1b10-b85c-44f6-917d-196aedcde376",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150319.5\\x64\\Release",
      "StartTime": "2015-03-19T21:44:22.6858619-07:00",
      "EndTime": "2015-03-19T22:47:37.3759273-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a47%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a47%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a48%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a53%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a53%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 01:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 291718.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 5675315,
          "Average": 257968.86,
          "Max": 291718,
          "Min": 5382
        },
        {
          "StatusCode": 400,
          "Total": 44,
          "Average": 2.0,
          "Max": 31,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 448,
          "Average": 20.36,
          "Max": 388,
          "Min": 60
        },
        {
          "StatusCode": 404,
          "Total": 19558,
          "Average": 889.0,
          "Max": 11918,
          "Min": 1359
        },
        {
          "StatusCode": 410,
          "Total": 9900,
          "Average": 450.0,
          "Max": 2151,
          "Min": 5
        },
        {
          "StatusCode": 429,
          "Total": 2312310,
          "Average": 105105.0,
          "Max": 213502,
          "Min": 5533
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a53%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 8712.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 165267,
          "Average": 7512.14,
          "Max": 8712,
          "Min": 191
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.18,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 502,
          "Average": 22.82,
          "Max": 167,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 276,
          "Average": 12.55,
          "Max": 69,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 63543,
          "Average": 2888.32,
          "Max": 5794,
          "Min": 137
        },
        {
          "StatusCode": 449,
          "Total": 547,
          "Average": 24.86,
          "Max": 46,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a54%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 25505.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 493120,
          "Average": 22414.55,
          "Max": 25505,
          "Min": 470
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.09,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 0.45,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1840,
          "Average": 83.64,
          "Max": 600,
          "Min": 20
        },
        {
          "StatusCode": 410,
          "Total": 760,
          "Average": 34.55,
          "Max": 177,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 189680,
          "Average": 8621.82,
          "Max": 17108,
          "Min": 419
        },
        {
          "StatusCode": 449,
          "Total": 1270,
          "Average": 57.73,
          "Max": 101,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a54%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 43685.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 857132,
          "Average": 38960.55,
          "Max": 43685,
          "Min": 584
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.36,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 23,
          "Average": 1.05,
          "Max": 13,
          "Min": 10
        },
        {
          "StatusCode": 403,
          "Total": 8863,
          "Average": 402.86,
          "Max": 5746,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.32,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 793,
          "Average": 36.05,
          "Max": 178,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 342885,
          "Average": 15585.68,
          "Max": 33086,
          "Min": 1017
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a54%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 253185.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5037203,
          "Average": 228963.77,
          "Max": 253185,
          "Min": 1676
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.36,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 58,
          "Average": 2.64,
          "Max": 42,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 139,
          "Average": 6.32,
          "Max": 100,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5235,
          "Average": 237.95,
          "Max": 1420,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 175810,
          "Average": 7991.36,
          "Max": 12923,
          "Min": 473
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a54%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 55995.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1084414,
          "Average": 49291.55,
          "Max": 55995,
          "Min": 1683
        },
        {
          "StatusCode": 401,
          "Total": 936,
          "Average": 42.55,
          "Max": 727,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 4390,
          "Average": 199.55,
          "Max": 935,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 4762,
          "Average": 216.45,
          "Max": 1205,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 160836,
          "Average": 7310.73,
          "Max": 11853,
          "Min": 291
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a54%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 27,
          "First": "2015-03-19T21:05:00",
          "Last": "2015-03-19T22:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.0,
          "Count": 85,
          "First": "2015-03-19T21:05:00",
          "Last": "2015-03-19T22:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0.5,
          "Count": 3,
          "First": "2015-03-19T22:15:00",
          "Last": "2015-03-19T22:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+05%3a57%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "133 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 118,
          "HourlyAverage": 39.875
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.352
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 3.379
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.338
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5c3c35cd-957a-4f8b-b7ba-3840f12c4002",
          "MaxQuota": 10476298,
          "MaxUsage": 917237
        },
        {
          "PartitionId": "4efc4866-072c-44b0-ba1a-c4d3f6c12fb9",
          "MaxQuota": 10476298,
          "MaxUsage": 888960
        },
        {
          "PartitionId": "ca695264-42c0-4834-a95e-f3f0058854ec",
          "MaxQuota": 10476298,
          "MaxUsage": 884441
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "5c3c35cd-957a-4f8b-b7ba-3840f12c4002",
          "MaxCrudUsage": 1000,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1432
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "8f6bc249-1a7d-440b-ad41-c62e54145dc1",
          "MaxCrudUsage": 968,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1424
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "ecb5b998-3569-47f3-8041-ba5ded0dfd06",
          "MaxCrudUsage": 920,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1376
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a01%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 7 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-19T22:15:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 137.936,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T22:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 134.327,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T22:15:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 116.512,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T22:25:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 110.774,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T22:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 107.401,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a02%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 97.238196
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.265255
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 97.524673
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 97.569763
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 97.621064
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a02%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 23.981251
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 22.505028
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 22.019941
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 20.274507
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 19.484708
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a03%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 26.873462
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 26.532963
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 21.795219
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 21.697801
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 21.6858
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a03%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 95413.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 96070.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 96979.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 97116.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 97272.866667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a03%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a03%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a04%3a19Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a04%3a19Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-20+02%3a18%3a24Z&end=2015-03-20+06%3a04%3a25Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T23:04:29.4500655-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121724,
      "PhysicalCRUDUsageInMB": 255416,
      "LogicalIndexUsageInMB": 6071,
      "LogicalCRUDUsageInMB": 73340,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC+BAAAAAAAAA==",
  "_ts": 1426831473,
  "_etag": "\"1b003896-0000-0000-0000-550bb8710000\"",
  "_attachments": "attachments/"
},
{
  "id": "540f4659-c469-46cc-b9a4-c8b735377ab9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgC-BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-19T19:58:14.3016209-07:00",
  "CompletedTime": "2015-03-20T12:11:33.9187726-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "5a012524-cca9-4fbc-91d5-98d348afd498",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-19T21:54:21.5655774-07:00",
      "CompleteTime": "2015-03-19T21:59:58.9617066-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c92c5533-49f0-4a71-9153-218089d5be37",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-19T21:54:22.1346101-07:00",
      "CompleteTime": "2015-03-19T22:00:28.1713629-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2f5a81bb-5967-4d18-9aed-787b457b02a8",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-19T21:54:22.6936414-07:00",
      "CompleteTime": "2015-03-19T22:00:57.8290437-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d855d674-eb10-48d4-995b-7bc5bf6e1a1c",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-19T21:54:23.2476733-07:00",
      "CompleteTime": "2015-03-19T22:01:39.7394185-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f44389d-8311-45bb-afc9-0844d7ca2afa",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T00:53:06.9588039-07:00",
      "CompleteTime": "2015-03-20T00:58:11.8510896-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e3a2d86c-afed-4dc1-98e8-a2e7764e66cf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T03:47:04.7227101-07:00",
      "CompleteTime": "2015-03-20T03:52:39.7207029-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "80c489b5-b399-416f-ab41-8a275b4a8591",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-20T04:49:25.2487774-07:00",
      "CompleteTime": "2015-03-20T04:56:41.4105047-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e0890c1-5642-4369-95da-4c7ce36eb369",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-20T10:39:21.4721135-07:00",
      "CompleteTime": "2015-03-20T11:24:52.02097-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "72c41e52-43fd-493c-9e31-a6b589517f57",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T20:00:44.4300825-07:00",
      "EndTime": "2015-03-19T20:11:09.8235411-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad52204a-1cd1-42f1-9814-31cf297ca219",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T20:11:22.6432678-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "d8fec3e9-db96-47b3-b971-8bd255071875",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T20:11:23.0012886-07:00",
      "EndTime": "2015-03-19T20:45:14.3904566-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0f774a2-d32a-4296-86b9-de294d7a7548",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T20:45:22.4599139-07:00",
      "EndTime": "2015-03-19T20:59:30.7950094-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "407dee18-cc17-4acb-b75e-9358ed7c0e4c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T20:59:31.7030612-07:00",
      "EndTime": "2015-03-19T21:23:59.2432621-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "85d0b5dc-0b75-4852-87bb-a6802f40fa87",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T21:23:59.5912821-07:00",
      "EndTime": "2015-03-19T21:44:15.9982461-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "27b2e4f2-4db4-44d9-bfe0-08c4ac05e832",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-19T22:54:20.2376021-07:00",
      "EndTime": "2015-03-19T23:50:53.7479958-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "030642c2-03ec-4deb-abcf-0aac280074fd",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T00:38:08.8526836-07:00",
      "EndTime": "2015-03-20T04:34:47.493011-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "f66a6ecc-4b0a-42d9-8917-1631468c9854",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T05:29:28.7250403-07:00",
      "EndTime": "2015-03-20T06:43:42.2945326-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "8953a829-4645-4633-b399-f88c845f4607",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T07:41:29.8751248-07:00",
      "EndTime": "2015-03-20T09:48:55.5998107-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b5e21ea-a2db-48ea-8984-e599ce9b1c84",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T10:19:05.6161819-07:00",
      "EndTime": "2015-03-20T10:39:17.1288674-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5e9bc8d-649d-4665-a5d7-d2609c64627c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T11:24:53.2690376-07:00",
      "EndTime": "2015-03-20T11:27:01.4303195-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1984 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-20T01:43:44.162504",
          "Last": "2015-03-20T08:04:03.0253065"
        },
        {
          "Message": "Registered lifetime subscribers count = (%d). MaxReplicaCountPerProcess = (%d).",
          "Role": "ServerCluster0",
          "Count": 9,
          "First": "2015-03-20T09:46:30.6560844",
          "Last": "2015-03-20T11:44:40.3611154"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 1969,
          "First": "2015-03-20T01:10:08.1249905",
          "Last": "2015-03-20T10:12:19.1461291"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "10 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 9,
          "First": "2015-03-19T22:25:26.9063394",
          "Last": "2015-03-20T04:17:11.1435226"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-19T23:23:43.4836937",
          "Last": "2015-03-19T23:23:43.4836937"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41598480,
          "Average": 249092.69,
          "Max": 324717,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 40,
          "Average": 0.24,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 310,
          "Average": 1.86,
          "Max": 310,
          "Min": 310
        },
        {
          "StatusCode": 404,
          "Total": 619148,
          "Average": 3707.47,
          "Max": 14753,
          "Min": 1244
        },
        {
          "StatusCode": 410,
          "Total": 46567,
          "Average": 278.84,
          "Max": 2007,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 11067320,
          "Average": 66271.38,
          "Max": 201868,
          "Min": 613
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1211134,
          "Average": 7252.3,
          "Max": 9724,
          "Min": 45
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 3501,
          "Average": 20.96,
          "Max": 231,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1119,
          "Average": 6.7,
          "Max": 64,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 304030,
          "Average": 1820.54,
          "Max": 5490,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 3348,
          "Average": 20.05,
          "Max": 183,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3623447,
          "Average": 21697.29,
          "Max": 27988,
          "Min": 149
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.09,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 11770,
          "Average": 70.48,
          "Max": 735,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 3439,
          "Average": 20.59,
          "Max": 144,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 919026,
          "Average": 5503.15,
          "Max": 15440,
          "Min": 35
        },
        {
          "StatusCode": 449,
          "Total": 7016,
          "Average": 42.01,
          "Max": 285,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6252570,
          "Average": 37440.54,
          "Max": 48493,
          "Min": 205
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.11,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 48,
          "Average": 0.29,
          "Max": 48,
          "Min": 48
        },
        {
          "StatusCode": 403,
          "Total": 9710,
          "Average": 58.14,
          "Max": 5343,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 11,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3788,
          "Average": 22.68,
          "Max": 185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1622345,
          "Average": 9714.64,
          "Max": 30670,
          "Min": 166
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32761135,
          "Average": 195006.76,
          "Max": 220584,
          "Min": 1929
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 191,
          "Average": 1.14,
          "Max": 191,
          "Min": 191
        },
        {
          "StatusCode": 404,
          "Total": 3213,
          "Average": 19.12,
          "Max": 321,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26730,
          "Average": 159.11,
          "Max": 1597,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 859087,
          "Average": 5113.61,
          "Max": 12163,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7190220,
          "Average": 42798.93,
          "Max": 57079,
          "Min": 1173
        },
        {
          "StatusCode": 401,
          "Total": 4207,
          "Average": 25.04,
          "Max": 709,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 21953,
          "Average": 130.67,
          "Max": 1156,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 24894,
          "Average": 148.18,
          "Max": 1346,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 812124,
          "Average": 4834.07,
          "Max": 10119,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 6,
          "First": "2015-03-20T09:20:00",
          "Last": "2015-03-20T11:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1634 replica health errors | 196 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 34,
          "First": "2015-03-20T08:25:21.21",
          "Last": "2015-03-20T11:16:45.899"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 8,
          "First": "2015-03-20T08:30:23.399",
          "Last": "2015-03-20T10:04:53.845"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 102,
          "First": "2015-03-20T02:04:11.364",
          "Last": "2015-03-20T04:49:41.405"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1188,
          "First": "2015-03-20T01:44:07.545",
          "Last": "2015-03-20T11:56:52.393"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 106,
          "First": "2015-03-20T06:50:03.153",
          "Last": "2015-03-20T11:51:52.129"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1655 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.842
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 361,
          "HourlyAverage": 23.383
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1106,
          "HourlyAverage": 71.638
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.101
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 110,
          "HourlyAverage": 7.125
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.259
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.583
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.648
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.583
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.13
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.324
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "86930431-b807-451d-93ec-59f90964a5fc",
          "MaxQuota": 10476298,
          "MaxUsage": 5912096
        },
        {
          "PartitionId": "f87deba0-2bcb-4be4-a568-26f94ea64b9b",
          "MaxQuota": 10476298,
          "MaxUsage": 5906272
        },
        {
          "PartitionId": "a9970b27-bc2b-437b-8998-0e40a05341e9",
          "MaxQuota": 10476298,
          "MaxUsage": 5882688
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "5ce362a2-d91f-46d9-a758-7e49a4126ad3",
          "MaxCrudUsage": 5744,
          "MaxIndexUsage": 1136,
          "MaxTotalUsage": 7144
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "a9970b27-bc2b-437b-8998-0e40a05341e9",
          "MaxCrudUsage": 5760,
          "MaxIndexUsage": 1128,
          "MaxTotalUsage": 7128
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "16b29d37-d402-4e92-a135-44414885acee",
          "MaxCrudUsage": 5752,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 7104
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 16 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-20T09:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 136.407,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-20T09:15:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 130.457,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-20T09:10:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 127.954,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-20T08:30:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 126.017,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-19T23:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 123.029,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.42248
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.624893
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.918474
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87.127273
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.165129
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 36.940322
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 36.507417
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 35.656338
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 34.065909
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 32.994795
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 542.282914 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 542.282914
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 496.112512
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 415.811442
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 368.166471
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 367.206401
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 61269.37931
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 63091.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 63590.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 64323.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 66475.833333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "67 Direct Https requests with 503 | 119 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 60,
          "Average": 4.0,
          "First": "2015-03-19T22:45:00",
          "Last": "2015-03-20T09:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 93,
          "Average": 9.3,
          "First": "2015-03-19T22:45:00",
          "Last": "2015-03-20T09:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 3.0,
          "First": "2015-03-20T12:00:00",
          "Last": "2015-03-20T12:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-20T02:30:00",
          "Last": "2015-03-20T11:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 21,
          "Average": 21.0,
          "First": "2015-03-20T12:10:00",
          "Last": "2015-03-20T12:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-20T12:10:00",
          "Last": "2015-03-20T12:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-20T12:10:00",
          "Last": "2015-03-20T12:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-20+02%3a58%3a14Z&end=2015-03-20+19%3a11%3a33Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-19T23:57:39.0809748-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 97272,
      "PhysicalCRUDUsageInMB": 222536,
      "LogicalIndexUsageInMB": 5738,
      "LogicalCRUDUsageInMB": 69724,
      "ClientReportedUsageInMB": 28971
    },
    {
      "TimeStamp": "2015-03-20T04:49:08.9018506-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 190452,
      "PhysicalCRUDUsageInMB": 910064,
      "LogicalIndexUsageInMB": 18255,
      "LogicalCRUDUsageInMB": 224936,
      "ClientReportedUsageInMB": 9861
    },
    {
      "TimeStamp": "2015-03-20T07:01:04.8746861-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 270412,
      "PhysicalCRUDUsageInMB": 1362440,
      "LogicalIndexUsageInMB": 28056,
      "LogicalCRUDUsageInMB": 350416,
      "ClientReportedUsageInMB": 13946
    },
    {
      "TimeStamp": "2015-03-20T10:11:17.1416219-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 337028,
      "PhysicalCRUDUsageInMB": 1780488,
      "LogicalIndexUsageInMB": 36779,
      "LogicalCRUDUsageInMB": 467621,
      "ClientReportedUsageInMB": 19469
    },
    {
      "TimeStamp": "2015-03-20T12:11:33.9187726-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 255140,
      "PhysicalCRUDUsageInMB": 1310616,
      "LogicalIndexUsageInMB": 26260,
      "LogicalCRUDUsageInMB": 327192,
      "ClientReportedUsageInMB": 16134
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgC-BAAAAAAAAA==",
  "_ts": 1426880293,
  "_etag": "\"1d00c8be-0000-0000-0000-550c77250000\"",
  "_attachments": "attachments/"
},
{
  "id": "0850599a-88d1-4b97-9777-d0067d124239",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDABAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-19T22:56:06.5784245-07:00",
  "CompletedTime": "2015-03-20T18:22:02.7107584-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "17b03eb6-00c6-4568-a8fe-997b410f1f9d",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-20T00:21:03.4338172-07:00",
      "CompleteTime": "2015-03-20T00:29:14.1234289-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f18811ef-aa73-4369-ac13-76fcbb9c802a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-20T00:21:03.9705379-07:00",
      "CompleteTime": "2015-03-20T00:27:40.0306638-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4abffbb9-dd8e-4012-a95b-69f6bd5cb590",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T00:21:04.6029682-07:00",
      "CompleteTime": "2015-03-20T00:27:10.4526418-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ea933284-1419-47b3-aa84-4e2775c6f4bf",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-20T00:21:05.1484181-07:00",
      "CompleteTime": "2015-03-20T00:28:10.2064475-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "eb044bb2-508a-49ff-89ee-5979f4ea298b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T01:36:01.1528947-07:00",
      "CompleteTime": "2015-03-20T01:42:06.4199472-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8953015a-c4cf-4673-89ca-e9a467e2671c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-20T02:44:33.0296331-07:00",
      "CompleteTime": "2015-03-20T02:51:43.9559202-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "33bc2a68-a60b-40bd-b2a3-02d19226f098",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T04:33:14.2185251-07:00",
      "CompleteTime": "2015-03-20T04:39:17.9726399-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "59193eae-5526-4d7e-a083-9f007b0fba09",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-20T10:01:21.893089-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "2561160e-e61c-4c75-8ddd-79afb6ceeb3b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T22:57:54.6384133-07:00",
      "EndTime": "2015-03-19T23:06:23.425274-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6eb25b34-9af5-4bfc-88dd-ca6a32262392",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T23:06:31.6708002-07:00",
      "EndTime": "2015-03-19T23:06:31.9995803-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4de3c297-8e00-4ed3-ba07-eddf960ce42a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T23:06:32.341194-07:00",
      "EndTime": "2015-03-19T23:40:32.0805734-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "12fe01fb-19ea-4058-9d8e-19c8132d9e99",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-19T23:40:37.2072538-07:00",
      "EndTime": "2015-03-19T23:54:44.5919331-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b49e88c-1cb3-410e-9aa1-d4310a8bf10d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T23:54:45.368375-07:00",
      "EndTime": "2015-03-19T23:55:50.5687882-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "0d7ae9e0-0916-441d-a5b4-18299d5f99f7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-19T23:55:50.9153657-07:00",
      "EndTime": "2015-03-20T00:10:58.4565307-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c0ec7390-24aa-443b-8387-01e1e6af1059",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T01:21:02.0714098-07:00",
      "EndTime": "2015-03-20T02:24:39.3412986-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7bd9069-ab14-4c89-a765-0a2656add8b6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T03:24:35.0304677-07:00",
      "EndTime": "2015-03-20T04:40:56.0118791-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b33c48c9-1af8-4556-9a43-29bffc21b29c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T05:50:53.7423087-07:00",
      "EndTime": "2015-03-20T05:52:11.2083176-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "bbd1a357-2e65-4121-8368-76b0000edc84",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T07:02:31.6013582-07:00",
      "EndTime": "2015-03-20T09:07:23.2546439-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "50c64ef3-8955-426c-a65d-fa56c1f86425",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.4\\x64\\Release",
      "StartTime": "2015-03-20T09:44:11.0100129-07:00",
      "EndTime": "2015-03-20T10:01:19.1163784-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a07%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "32 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-20T01:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_7\\DocumentDB.ProcessWatchdog.exe.2168.dmp"
        },
        {
          "DateTime": "2015-03-20T03:35:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.ProcessWatchdog.exe.3852.dmp"
        },
        {
          "DateTime": "2015-03-20T03:40:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.6004.dmp"
        },
        {
          "DateTime": "2015-03-20T03:40:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_2\\DocumentDB.ProcessWatchdog.exe.4892.dmp"
        },
        {
          "DateTime": "2015-03-20T03:40:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_1\\DocumentDB.ProcessWatchdog.exe.8864.dmp"
        },
        {
          "DateTime": "2015-03-20T03:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.6916.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.6988.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.6780.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.ProcessWatchdog.exe.6600.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.7016.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.3136.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.5360.dmp"
        },
        {
          "DateTime": "2015-03-20T03:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.2412.dmp"
        },
        {
          "DateTime": "2015-03-20T03:55:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_7\\DocumentDB.ProcessWatchdog.exe.7936.dmp"
        },
        {
          "DateTime": "2015-03-20T03:55:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_7\\DocumentDB.ProcessWatchdog.exe.7032.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a07%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "236 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 7,
          "First": "2015-03-20T03:37:58.8460112",
          "Last": "2015-03-20T07:13:02.2420435"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 95,
          "First": "2015-03-20T01:51:21.7406592",
          "Last": "2015-03-20T04:08:22.305071"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 7,
          "First": "2015-03-20T03:37:58.8459523",
          "Last": "2015-03-20T07:13:02.2420143"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 95,
          "First": "2015-03-20T01:51:21.7406137",
          "Last": "2015-03-20T04:08:22.3050516"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 27,
          "First": "2015-03-20T01:51:21.7406773",
          "Last": "2015-03-20T04:07:37.5267204"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-03-20T03:37:58.8460306",
          "Last": "2015-03-20T07:13:02.2420612"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-20T01:06:08.5870632",
          "Last": "2015-03-20T01:06:08.5870632"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a08%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "139 requests with 503 | 7 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 115,
          "First": "2015-03-20T02:27:13.2497359",
          "Last": "2015-03-20T03:45:01.6220192"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 12,
          "First": "2015-03-20T02:27:34.3651794",
          "Last": "2015-03-20T03:44:54.8391939"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 12,
          "First": "2015-03-20T02:27:17.5016004",
          "Last": "2015-03-20T03:44:54.398142"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-20T01:42:53.6504061",
          "Last": "2015-03-20T01:42:53.6504061"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "First": "2015-03-20T03:40:43.3686206",
          "Last": "2015-03-20T03:40:44.414987"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 2,
          "First": "2015-03-20T03:40:44.4150964",
          "Last": "2015-03-20T03:40:44.7406254"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-20T07:16:01.588742",
          "Last": "2015-03-20T07:16:01.588742"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a19%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "43 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 32,
          "First": "2015-03-20T03:40:00",
          "Last": "2015-03-20T03:40:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-03-20T03:40:00",
          "Last": "2015-03-20T03:40:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-20T03:40:00",
          "Last": "2015-03-20T03:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-20T03:40:00",
          "Last": "2015-03-20T03:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a19%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 06:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 305944.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 25234183,
          "Average": 240325.55,
          "Max": 305944,
          "Min": 2073
        },
        {
          "StatusCode": 400,
          "Total": 203,
          "Average": 1.93,
          "Max": 47,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.13,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 335264,
          "Average": 3192.99,
          "Max": 27822,
          "Min": 31
        },
        {
          "StatusCode": 408,
          "Total": 32,
          "Average": 0.3,
          "Max": 32,
          "Min": 32
        },
        {
          "StatusCode": 410,
          "Total": 26432222,
          "Average": 251735.45,
          "Max": 302475,
          "Min": 923
        },
        {
          "StatusCode": 429,
          "Total": 7179304,
          "Average": 68374.32,
          "Max": 190749,
          "Min": 6877
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a20%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 07:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 8952.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 730785,
          "Average": 7026.78,
          "Max": 8952,
          "Min": 75
        },
        {
          "StatusCode": 404,
          "Total": 2979,
          "Average": 28.64,
          "Max": 555,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 870,
          "Average": 8.37,
          "Max": 105,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 196342,
          "Average": 1887.9,
          "Max": 5092,
          "Min": 175
        },
        {
          "StatusCode": 449,
          "Total": 1350,
          "Average": 12.98,
          "Max": 91,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a21%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 06:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 27016.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2202762,
          "Average": 21180.4,
          "Max": 27016,
          "Min": 228
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 9871,
          "Average": 94.91,
          "Max": 1794,
          "Min": 9
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.04,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 2923,
          "Average": 28.11,
          "Max": 470,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 596470,
          "Average": 5735.29,
          "Max": 15796,
          "Min": 530
        },
        {
          "StatusCode": 449,
          "Total": 3368,
          "Average": 32.38,
          "Max": 191,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a21%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 06:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 46883.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3834793,
          "Average": 36873.01,
          "Max": 46883,
          "Min": 228
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.1,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 38851,
          "Average": 373.57,
          "Max": 6620,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.06,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 4388,
          "Average": 42.19,
          "Max": 1440,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1037414,
          "Average": 9975.13,
          "Max": 27827,
          "Min": 1194
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a22%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 22890544,
          "Average": 220101.38,
          "Max": 247430,
          "Min": 1444
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.09,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 5728,
          "Average": 55.08,
          "Max": 603,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 19610,
          "Average": 188.56,
          "Max": 1641,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 707030,
          "Average": 6798.37,
          "Max": 21322,
          "Min": 561
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a22%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 52971.Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4457892,
          "Average": 42864.35,
          "Max": 52971,
          "Min": 1446
        },
        {
          "StatusCode": 401,
          "Total": 1542,
          "Average": 14.83,
          "Max": 424,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 14234,
          "Average": 136.87,
          "Max": 764,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 18417,
          "Average": 177.09,
          "Max": 1269,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 624521,
          "Average": 6005.01,
          "Max": 21162,
          "Min": 454
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a23%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-03-20T07:40:00",
          "Last": "2015-03-20T07:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 32,
          "First": "2015-03-20T07:35:00",
          "Last": "2015-03-20T09:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 2,
          "First": "2015-03-20T07:35:00",
          "Last": "2015-03-20T07:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-20+05%3a56%3a06Z&end=2015-03-20+16%3a27%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-20T02:44:15.5692514-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111144,
      "PhysicalCRUDUsageInMB": 178856,
      "LogicalIndexUsageInMB": 2785,
      "LogicalCRUDUsageInMB": 38448,
      "ClientReportedUsageInMB": 1710,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-20T05:10:29.337198-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113160,
      "PhysicalCRUDUsageInMB": 490872,
      "LogicalIndexUsageInMB": 9923,
      "LogicalCRUDUsageInMB": 123495,
      "ClientReportedUsageInMB": 85674,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-20T06:22:16.1902153-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-20T09:37:29.1554573-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDABAAAAAAAAA==",
  "_ts": 1426900922,
  "_etag": "\"1e00c9a9-0000-0000-0000-550cc7ba0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3fb3a972-e347-4e8b-8be0-075bc7748fb2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDBBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-20T02:56:00.2992874-07:00",
  "CompletedTime": "2015-03-20T15:54:58.3311023-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c049459a-507f-4b42-8d2a-13b75b32cece",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-20T04:08:02.210306-07:00",
      "CompleteTime": "2015-03-20T04:27:11.1591025-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69228985-d221-4b42-9349-850c2833a88f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-20T04:08:02.7333698-07:00",
      "CompleteTime": "2015-03-20T04:27:10.6227392-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f83716ad-9e89-4a37-b84a-afb4ea498aec",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T04:08:03.2348043-07:00",
      "CompleteTime": "2015-03-20T04:25:40.585316-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c814f598-5492-4972-80d3-b3a227a54e09",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-20T04:08:03.8070066-07:00",
      "CompleteTime": "2015-03-20T04:26:16.8851715-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5bcb2a87-0a7e-45d1-b235-d3f44ac1ee11",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T05:23:01.2971905-07:00",
      "CompleteTime": "2015-03-20T05:32:05.3282335-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1384d442-56c3-4e2a-b37a-b017aa05f03a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-20T07:14:27.740563-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "4adc6aed-a6ff-4c96-bb94-e52a1e53d3b9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T09:18:07.4240876-07:00",
      "CompleteTime": "2015-03-20T10:01:06.2693035-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e7c30fac-3c24-4995-b0f2-94ae5dd51c51",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T02:58:28.8929235-07:00",
      "EndTime": "2015-03-20T03:07:03.7189719-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "07092464-bb33-4fae-8a3f-5d597ec4b540",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T03:07:13.4081929-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "32c4d0d8-46b6-465b-8c44-6ad126035ac7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T03:07:13.7454209-07:00",
      "EndTime": "2015-03-20T03:57:17.6066197-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b545f50d-6b56-4b2e-8ce1-6e2dd26afeb7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T03:57:24.2778714-07:00",
      "EndTime": "2015-03-20T04:06:48.5074994-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "561ce715-0a33-442e-a6ab-1fbe4ee863e9",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T04:06:48.936788-07:00",
      "EndTime": "2015-03-20T04:07:58.298904-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0b4c582f-f921-480a-b6a9-1eba48f44040",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T05:08:02.6338893-07:00",
      "EndTime": "2015-03-20T06:56:32.9810952-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a95bfad-c9ca-4b94-89eb-8ab78a0333c4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T07:54:30.8211271-07:00",
      "EndTime": "2015-03-20T09:30:51.5495219-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c0c16c78-e5be-44b6-97e2-fe22a6b165dc",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T10:41:09.3246153-07:00",
      "EndTime": "2015-03-20T12:23:54.2599873-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8287bc99-5822-40e3-986f-5525d6771f04",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T13:34:17.6918661-07:00",
      "EndTime": "2015-03-20T15:42:12.2853933-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a42%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "59 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_7\\DocumentDB.ProcessWatchdog.exe.4796.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_8\\DocumentDB.ProcessWatchdog.exe.5800.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_8\\DocumentDB.ProcessWatchdog.exe.6096.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_8\\DocumentDB.ProcessWatchdog.exe.5204.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.2100.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.992.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.5192.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.5836.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.2576.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.4668.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.5872.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.2796.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.2676.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_6\\DocumentDB.ProcessWatchdog.exe.4320.dmp"
        },
        {
          "DateTime": "2015-03-20T04:10:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_6\\DocumentDB.ProcessWatchdog.exe.5940.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a42%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "255 back end trace criticals with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 82,
          "First": "2015-03-20T04:12:44.2427706",
          "Last": "2015-03-20T04:22:56.0442689"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 11,
          "First": "2015-03-20T04:14:54.9280629",
          "Last": "2015-03-20T04:24:06.9008229"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 82,
          "First": "2015-03-20T04:12:44.2426883",
          "Last": "2015-03-20T04:22:56.0442529"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 11,
          "First": "2015-03-20T04:14:54.9280303",
          "Last": "2015-03-20T04:24:06.9007376"
        },
        {
          "Message": "ASSERT: %s with message \"Failure encountered in the process monitor. HRESULT = {%d}.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-20T04:23:55.6837295",
          "Last": "2015-03-20T04:23:55.6837295"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 54,
          "First": "2015-03-20T04:12:44.2427892",
          "Last": "2015-03-20T04:21:07.5362405"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 5,
          "First": "2015-03-20T04:15:27.9550843",
          "Last": "2015-03-20T04:24:06.900854"
        },
        {
          "Message": "ASSERT: %s with message \"Unable to connect to the process after (%d) retries. Giving up.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-20T04:23:55.6836792",
          "Last": "2015-03-20T04:23:55.6836792"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-20T14:05:11.5938168",
          "Last": "2015-03-20T14:05:11.6316414"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-20T13:50:02.0214921",
          "Last": "2015-03-20T13:50:31.9698472"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-20T14:05:11.5938814",
          "Last": "2015-03-20T14:05:11.6316613"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-03-20T13:50:02.0215278",
          "Last": "2015-03-20T13:50:31.9698657"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a42%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "32 requests with 500 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 7,
          "First": "2015-03-20T04:29:18.1042912",
          "Last": "2015-03-20T07:05:00.3504717"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-20T04:38:27.297769",
          "Last": "2015-03-20T04:38:27.297769"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 22,
          "First": "2015-03-20T04:43:56.0877099",
          "Last": "2015-03-20T15:13:53.1689018"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "torestore-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-20T04:31:30.5507996",
          "Last": "2015-03-20T05:01:19.0670631"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-20T14:52:36.7455123",
          "Last": "2015-03-20T14:52:37.8068752"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a48%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a49%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a50%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-20+09%3a56%3a00Z&end=2015-03-20+22%3a53%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-20T07:14:12.7627246-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8328,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T10:00:57.6200386-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T12:54:00.6393323-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T16:12:18.3331072-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDBBAAAAAAAAA==",
  "_ts": 1426893139,
  "_etag": "\"1e00c850-0000-0000-0000-550ca9530000\"",
  "_attachments": "attachments/"
},
{
  "id": "7c0f7ba1-f297-497b-8927-fe3d94c57b5f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDCBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-4",
  "EnvironmentName": "Test4",
  "StartTime": "2015-03-20T13:32:11.9066349-07:00",
  "CompletedTime": "2015-03-21T04:12:47.3977737-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "97a46c23-6106-4af5-9c68-bc8528320ac2",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-20T14:56:03.2215619-07:00",
      "CompleteTime": "2015-03-20T15:01:39.9529012-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "08b9eb36-cb72-4bc9-9eab-7393bd25d967",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T14:56:03.8778415-07:00",
      "CompleteTime": "2015-03-20T15:02:09.643936-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ba6740e5-11c4-48c2-8017-97442df01b5b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-20T14:56:04.502841-07:00",
      "CompleteTime": "2015-03-20T15:02:39.584953-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d7de4dc8-8336-40ad-929e-8e25ac428424",
      "Name": "torestore-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-20T14:56:05.0497359-07:00",
      "CompleteTime": "2015-03-20T15:03:19.0370307-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8659c4e0-78c0-4993-bb44-a1762be715f8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T16:10:59.7596143-07:00",
      "CompleteTime": "2015-03-20T16:16:32.8300544-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e57bc04a-8c79-48b0-99ed-3225e8a70741",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-20T18:24:52.0649348-07:00",
      "CompleteTime": "2015-03-20T18:32:06.391351-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e413eb35-e18c-4313-91f9-d3a51f2eba50",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-4",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T19:04:01.3982987-07:00",
      "CompleteTime": "2015-03-20T19:09:34.5260161-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae19dd85-c251-4253-8a1b-6b4d927592ee",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-4",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-4",
      "StartTime": "2015-03-21T02:40:48.0561228-07:00",
      "CompleteTime": "2015-03-21T03:28:07.6802877-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-4.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7002d519-2f22-49b2-a4ca-a141f1f06386",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T13:33:40.583379-07:00",
      "EndTime": "2015-03-20T13:41:47.2557899-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db4b8b03-6bcc-46ec-8f91-a36bad100b21",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T13:42:05.5663433-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e6b4a58a-7edc-4aa5-9c4c-350b74edc60b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T13:42:05.9882613-07:00",
      "EndTime": "2015-03-20T14:15:17.441082-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6f8fb96f-a275-404d-8b97-a94b2131223e",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\tfs\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T14:15:35.2614982-07:00",
      "EndTime": "2015-03-20T14:29:46.6857264-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "55d075a3-f7f0-4fd0-9a04-fc2d0d69a65e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T14:29:47.1232547-07:00",
      "EndTime": "2015-03-20T14:38:41.198275-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "01689102-eba8-4fd4-a9a2-d043e0e51cfa",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T14:38:41.5576458-07:00",
      "EndTime": "2015-03-20T14:45:56.9948742-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "97f77747-d1b0-4191-999c-e1233640233f",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T15:56:05.7173141-07:00",
      "EndTime": "2015-03-20T17:54:27.2196037-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c84fbcc3-592f-4bf5-94c7-13f24101bb3f",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T19:04:56.4602914-07:00",
      "EndTime": "2015-03-20T21:14:13.704774-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "730ecc60-c574-469d-bb9f-69fc2809438b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T22:24:46.7221859-07:00",
      "EndTime": "2015-03-20T22:24:58.5497996-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "ba4df132-6bd3-4905-bf46-fb038f1fc373",
      "EventName": "Upgrade Package",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-20T23:35:33.715198-07:00",
      "EndTime": "2015-03-21T01:42:20.1103891-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4115f7af-cd9f-4961-a8c7-835398dd8a74",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-21T02:20:31.3268428-07:00",
      "EndTime": "2015-03-21T02:40:42.6347174-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e065f31b-b93c-45d6-b2b2-cc21944e0961",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "C:\\root\\source2\\Newton\\bin\\x64\\Release",
      "StartTime": "2015-03-21T03:28:08.5698077-07:00",
      "EndTime": "2015-03-21T03:30:15.7852842-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+20%3a32%3a11Z&end=2015-03-21+11%3a12%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+20%3a32%3a11Z&end=2015-03-21+11%3a12%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-4%22",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-20T18:24:34.7372783-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T21:44:24.3289065-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T22:55:10.2489863-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-21T02:12:28.7798311-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-21T04:12:47.3977737-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDCBAAAAAAAAA==",
  "_ts": 1426939977,
  "_etag": "\"2000bb68-0000-0000-0000-550d60490000\"",
  "_attachments": "attachments/"
},
{
  "id": "4fd9661d-2111-43d4-830b-c3e3f804471d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDDBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-20T15:54:59.0455831-07:00",
  "CompletedTime": "2015-03-21T06:12:14.749041-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "716cc797-d8fc-45ca-93dd-4f8870e295a0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-20T16:50:39.9014269-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0f6aca61-8565-432b-8d6d-c6e31d99aecc",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-20T16:50:41.1465991-07:00",
      "CompleteTime": "2015-03-20T17:05:18.520264-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d001e7fb-cee0-424e-8d41-f03e3cddf7eb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T16:50:41.9431362-07:00",
      "CompleteTime": "2015-03-20T17:03:18.5258684-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8faee863-bd86-4ca7-9dcc-d32b5c7f7f9a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-20T16:50:42.500514-07:00",
      "CompleteTime": "2015-03-20T17:03:56.1109774-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0dd820d9-d54c-4aaa-8914-ba5a8ba1e001",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T18:05:37.9189155-07:00",
      "CompleteTime": "2015-03-20T18:16:42.9176033-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cba3d117-2c79-4343-81ae-811ddb45518e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-20T19:37:00.052341-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "333d77d5-e8d9-4475-a9ba-060ff38d4c94",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T22:08:22.2922562-07:00",
      "CompleteTime": "2015-03-20T22:18:57.099274-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "23980bcc-4335-469b-922a-e887bdae9840",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T15:57:28.3767841-07:00",
      "EndTime": "2015-03-20T16:05:30.6737867-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9ed323c-c0d9-48dc-a43e-31b1d6ddc6c0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T16:05:42.8835147-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "249a12b2-e18f-44c8-8052-96b396428ed9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.2\\x64\\Release",
      "StartTime": "2015-03-20T16:05:43.2607136-07:00",
      "EndTime": "2015-03-20T16:40:04.5047362-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "29e28448-db9e-4483-944e-8125da5265ad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T16:40:11.7665869-07:00",
      "EndTime": "2015-03-20T16:49:23.8701334-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bbe5b45f-4541-4730-92e3-2dae414d07d5",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T16:49:24.2257436-07:00",
      "EndTime": "2015-03-20T16:50:35.5547567-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1a9fa51-2286-43e3-b57c-d2403cbc1371",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T17:50:39.9345608-07:00",
      "EndTime": "2015-03-20T19:17:09.1541277-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1f29c715-a909-4529-bfb0-182be8247ee6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T20:17:06.0975817-07:00",
      "EndTime": "2015-03-20T21:39:39.2123217-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2e434e53-1d93-4ce2-82f7-3d582b87b75f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-20T22:48:24.9397038-07:00",
      "EndTime": "2015-03-21T00:24:53.0375374-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e474ba66-96c7-4159-a72e-2f5a59fc7538",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150319.3\\x64\\Release",
      "StartTime": "2015-03-21T01:35:08.3349261-07:00",
      "EndTime": "2015-03-21T03:42:01.8866607-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-20+22%3a54%3a59Z&end=2015-03-21+13%3a12%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-20+22%3a54%3a59Z&end=2015-03-21+13%3a12%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-20T19:36:51.0642724-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 2296,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-20T22:08:16.77253-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 1504,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-21T00:54:58.9035927-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-21T04:12:06.2971997-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-21T06:12:14.749041-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDDBAAAAAAAAA==",
  "_ts": 1426947140,
  "_etag": "\"2000aebb-0000-0000-0000-550d7c440000\"",
  "_attachments": "attachments/"
},
{
  "id": "74fa4d7f-c1fd-44db-b3eb-893c1bd60313",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDEBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-20T18:22:03.3956964-07:00",
  "CompletedTime": "2015-03-20T18:30:09.0858187-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2087c183-ae9d-488a-8da9-87f28fc04160",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T18:24:05.0679925-07:00",
      "EndTime": "2015-03-20T18:25:19.3984123-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDEBAAAAAAAAA==",
  "_ts": 1426901408,
  "_etag": "\"1e004faf-0000-0000-0000-550cc9a00000\"",
  "_attachments": "attachments/"
},
{
  "id": "a9285bcb-65c0-462e-9982-a862c7a779ff",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDFBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-20T18:30:09.3269953-07:00",
  "CompletedTime": "2015-03-25T19:09:26.1096327-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9f350bea-7b51-402b-bec8-bb206f54714d",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-20T20:05:15.9765185-07:00",
      "CompleteTime": "2015-03-20T20:11:27.6590806-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5b97cc9b-1273-4d3c-bd7f-5568826be0d0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-20T20:05:16.530448-07:00",
      "CompleteTime": "2015-03-20T20:11:58.4872288-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6bf589ee-2c35-4bd5-ac3f-6ac9bf95fa64",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-20T20:05:17.0831173-07:00",
      "CompleteTime": "2015-03-20T20:12:28.6616171-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7459062e-0f53-427f-a65b-10c1e331683e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T20:05:17.9807932-07:00",
      "CompleteTime": "2015-03-20T20:11:28.5600434-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f56443b6-b527-40ba-8eb2-ce142fac21f9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-20T21:15:41.7311863-07:00",
      "CompleteTime": "2015-03-20T21:21:19.8999494-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e6a09ba-5d21-428b-b476-7ff22e172cb2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T00:07:36.3531388-07:00",
      "CompleteTime": "2015-03-21T00:13:11.2788259-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8c3785cb-82ac-4197-b0de-ca339b5b9080",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T18:30:13.6219753-07:00",
      "EndTime": "2015-03-20T18:38:13.7134425-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e8fa7143-0ebe-47df-9d24-47c0ef987363",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T18:38:20.8679294-07:00",
      "EndTime": "2015-03-20T18:38:21.2395338-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "107aa46c-9b49-4ea1-8444-083c9f39d705",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T18:38:21.5871099-07:00",
      "EndTime": "2015-03-20T19:11:11.8614622-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9eefce2a-c315-469a-9fb6-b44d510b384c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-20T19:11:16.7473477-07:00",
      "EndTime": "2015-03-20T19:26:23.9340772-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2fc4635-9360-42f2-8fcc-99980e3a519c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150320.2\\x64\\Release",
      "StartTime": "2015-03-20T19:26:24.515208-07:00",
      "EndTime": "2015-03-20T19:34:57.2672808-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "650d4af9-0953-4587-b517-b55488e3826e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150320.2\\x64\\Release",
      "StartTime": "2015-03-20T19:34:57.6536718-07:00",
      "EndTime": "2015-03-20T19:55:10.6662256-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad77a83a-37bf-4b63-9b30-89e4ca62b6ee",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150320.2\\x64\\Release",
      "StartTime": "2015-03-20T21:00:42.276207-07:00",
      "EndTime": "2015-03-21T12:28:46.5440366-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a50%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a50%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-20T20:45:41.9593312",
          "Last": "2015-03-20T20:45:41.9593312"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a52%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 270955. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 828524,
          "Average": 138087.33,
          "Max": 270955,
          "Min": 7491
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.5,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 11759,
          "Average": 1959.83,
          "Max": 10873,
          "Min": 886
        },
        {
          "StatusCode": 410,
          "Total": 6,
          "Average": 1.0,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 771202,
          "Average": 128533.67,
          "Max": 226433,
          "Min": 8126
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 7434. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 24994,
          "Average": 4165.67,
          "Max": 7434,
          "Min": 192
        },
        {
          "StatusCode": 404,
          "Total": 309,
          "Average": 51.5,
          "Max": 175,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 1,
          "Average": 0.17,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 21010,
          "Average": 3501.67,
          "Max": 6431,
          "Min": 277
        },
        {
          "StatusCode": 449,
          "Total": 97,
          "Average": 16.17,
          "Max": 21,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 23805. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 73865,
          "Average": 12310.83,
          "Max": 23805,
          "Min": 487
        },
        {
          "StatusCode": 404,
          "Total": 973,
          "Average": 162.17,
          "Max": 496,
          "Min": 33
        },
        {
          "StatusCode": 429,
          "Total": 61756,
          "Average": 10292.67,
          "Max": 18121,
          "Min": 785
        },
        {
          "StatusCode": 449,
          "Total": 308,
          "Average": 51.33,
          "Max": 65,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 39372. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 120459,
          "Average": 20076.5,
          "Max": 39372,
          "Min": 749
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.33,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 117120,
          "Average": 19520.0,
          "Max": 33532,
          "Min": 1528
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 51117. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 207532,
          "Average": 34588.67,
          "Max": 51117,
          "Min": 2362
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.67,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 1.67,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.33,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 91,
          "Average": 15.17,
          "Max": 91,
          "Min": 91
        },
        {
          "StatusCode": 429,
          "Total": 38662,
          "Average": 6443.67,
          "Max": 10672,
          "Min": 479
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 51117. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 207583,
          "Average": 34597.17,
          "Max": 51117,
          "Min": 2366
        },
        {
          "StatusCode": 401,
          "Total": 346,
          "Average": 57.67,
          "Max": 338,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 1328,
          "Average": 221.33,
          "Max": 395,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 108,
          "Average": 18.0,
          "Max": 108,
          "Min": 108
        },
        {
          "StatusCode": 429,
          "Total": 37042,
          "Average": 6173.67,
          "Max": 10296,
          "Min": 915
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a54%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 2,
          "First": "2015-03-20T20:45:00",
          "Last": "2015-03-20T20:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a55%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a58%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "12 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 6.675
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.556
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "eea6a2c1-6f88-4f01-aa06-d53465f6b864",
          "MaxQuota": 10476298,
          "MaxUsage": 353145
        },
        {
          "PartitionId": "9e4589c9-2cde-42e7-9ac0-644f57d8c767",
          "MaxQuota": 10476298,
          "MaxUsage": 190544
        },
        {
          "PartitionId": "22241618-ec5b-4d77-b5f4-d136304abfaf",
          "MaxQuota": 10476298,
          "MaxUsage": 188428
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "eea6a2c1-6f88-4f01-aa06-d53465f6b864",
          "MaxCrudUsage": 520,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 880
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "9e4589c9-2cde-42e7-9ac0-644f57d8c767",
          "MaxCrudUsage": 296,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 720
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "2f8f2cf7-348c-4587-81b9-cd00c82775ae",
          "MaxCrudUsage": 224,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 680
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 98.743654
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 98.830452
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.851587
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98.874102
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.911741
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 16.649748
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 15.104892
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 13.572937
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 13.393381
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 13.31597
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 27.092267
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 20.602054
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 17.687942
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 17.501929
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 17.251555
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 104957.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 105166.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 105210.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 105545.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 105825.866667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+03%3a59%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+04%3a00%3a12Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+04%3a00%3a12Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-21+01%3a30%3a09Z&end=2015-03-21+04%3a00%3a17Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-20T21:00:21.2409446-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 89752,
      "PhysicalCRUDUsageInMB": 59960,
      "LogicalIndexUsageInMB": 251,
      "LogicalCRUDUsageInMB": 5535,
      "ClientReportedUsageInMB": 9767,
      "ClientReportedCollectionCount": 46
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDFBAAAAAAAAA==",
  "_ts": 1427335766,
  "_etag": "\"2f006705-0000-0000-0000-55136a560000\"",
  "_attachments": "attachments/"
},
{
  "id": "774a4354-d4c1-4893-9293-36edd0f4dc9e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDGBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-20T23:40:01.3894318-07:00",
  "CompletedTime": "2015-03-21T13:09:41.943044-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "57cad2c3-0b51-4126-826c-da1cce447ef5",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-21T01:23:26.8357439-07:00",
      "CompleteTime": "2015-03-21T01:30:03.3155237-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c32844da-2062-4a82-9232-9da8084a5663",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T01:23:27.3725354-07:00",
      "CompleteTime": "2015-03-21T01:29:34.1254462-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b8a00b32-2fd7-4a51-b0e3-a425559c31c4",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-21T01:23:27.9237279-07:00",
      "CompleteTime": "2015-03-21T01:30:33.4916079-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a2abf34-6c91-4d09-b19d-9b9e5de42a9c",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-21T01:23:28.4638118-07:00",
      "CompleteTime": "2015-03-21T01:31:46.4958713-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "98bab9bc-d00c-4067-b8c2-84c000895fa4",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T02:25:44.8302429-07:00",
      "CompleteTime": "2015-03-21T02:34:49.6773508-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a1757c85-5000-43b1-be84-041699f9dadf",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-21T03:27:02.6161357-07:00",
      "CompleteTime": "2015-03-21T03:35:17.5097278-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "28aa633d-6677-4f8e-9f5b-a77ca859e4a8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T05:25:41.655285-07:00",
      "CompleteTime": "2015-03-21T05:32:16.8087164-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "30046c22-fd04-4407-856c-9f619e63161f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-21T11:37:32.7078539-07:00",
      "CompleteTime": "2015-03-21T12:22:52.3844128-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ee1d7dd7-7234-408c-8bec-7ef5b9009b89",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T23:40:11.5024258-07:00",
      "EndTime": "2015-03-20T23:53:11.9728882-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1f53810a-4e71-4f36-90dd-125d6a4b29d8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T23:53:40.0832274-07:00",
      "EndTime": "2015-03-20T23:54:49.1081215-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1290a16d-6526-4272-8101-5444cf8f13f2",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-20T23:54:49.4644073-07:00",
      "EndTime": "2015-03-21T00:28:05.291722-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9370fada-af05-4c6d-a18b-bf469629310e",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-21T00:28:15.8884515-07:00",
      "EndTime": "2015-03-21T00:42:26.2092866-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5256e84d-bc63-43c4-808d-694a6a5a8487",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T00:42:27.2089979-07:00",
      "EndTime": "2015-03-21T00:55:04.3126994-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ac10fbaf-162e-43f1-8f38-a521ca6bdeeb",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T00:55:04.6657207-07:00",
      "EndTime": "2015-03-21T01:13:19.614957-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "575d759a-e96f-4c91-a4b1-a41ee97a83f5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T02:10:48.4029252-07:00",
      "EndTime": "2015-03-21T03:22:26.3931448-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6811372a-08ec-4533-9fef-31cb4bdb3077",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T04:07:06.23912-07:00",
      "EndTime": "2015-03-21T05:13:38.1484401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7fbabcb-bec9-4da8-8dcb-45786aa82a19",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T06:01:28.0619835-07:00",
      "EndTime": "2015-03-21T07:54:04.7148207-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "28e19507-7cdb-4cd6-8b7c-3184ef126da6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T08:45:31.6107028-07:00",
      "EndTime": "2015-03-21T10:51:43.2729699-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9e8536b-05c6-40a6-a70d-20063ff09fdd",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T11:17:15.5628984-07:00",
      "EndTime": "2015-03-21T11:37:27.7815136-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "76bdb46a-bc86-4038-8958-3549e11944b1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150320.4\\x64\\Release",
      "StartTime": "2015-03-21T12:22:53.6905432-07:00",
      "EndTime": "2015-03-21T12:25:02.3294345-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "6 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-03-21T04:38:20.2682199",
          "Last": "2015-03-21T10:08:29.2099977"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-21T10:30:45.5038706",
          "Last": "2015-03-21T10:30:45.5038706"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "31 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 24,
          "First": "2015-03-21T03:13:45.3212974",
          "Last": "2015-03-21T08:28:05.6364847"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-03-21T05:01:57.4718887",
          "Last": "2015-03-21T08:23:00.6478876"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-21T06:07:49.7744022",
          "Last": "2015-03-21T07:13:04.4475032"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-21T12:41:26.8173522",
          "Last": "2015-03-21T12:41:26.8173522"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 34175390,
          "Average": 249455.4,
          "Max": 326175,
          "Min": 100
        },
        {
          "StatusCode": 400,
          "Total": 87,
          "Average": 0.64,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 6669,
          "Average": 48.68,
          "Max": 6669,
          "Min": 6669
        },
        {
          "StatusCode": 404,
          "Total": 151597,
          "Average": 1106.55,
          "Max": 17315,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 9,
          "Average": 0.07,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 50036,
          "Average": 365.23,
          "Max": 2528,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8173610,
          "Average": 59661.39,
          "Max": 182779,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 986575,
          "Average": 7149.09,
          "Max": 9990,
          "Min": 17
        },
        {
          "StatusCode": 401,
          "Total": 158,
          "Average": 1.14,
          "Max": 158,
          "Min": 158
        },
        {
          "StatusCode": 404,
          "Total": 3045,
          "Average": 22.07,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1202,
          "Average": 8.71,
          "Max": 85,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 220476,
          "Average": 1597.65,
          "Max": 5177,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 4929,
          "Average": 35.72,
          "Max": 123,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2965809,
          "Average": 21491.37,
          "Max": 29144,
          "Min": 55
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 604,
          "Average": 4.38,
          "Max": 604,
          "Min": 604
        },
        {
          "StatusCode": 404,
          "Total": 11039,
          "Average": 79.99,
          "Max": 157,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3745,
          "Average": 27.14,
          "Max": 228,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 666584,
          "Average": 4830.32,
          "Max": 14395,
          "Min": 8
        },
        {
          "StatusCode": 449,
          "Total": 11499,
          "Average": 83.33,
          "Max": 258,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5143326,
          "Average": 37270.48,
          "Max": 48789,
          "Min": 64
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.15,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 441,
          "Average": 3.2,
          "Max": 441,
          "Min": 441
        },
        {
          "StatusCode": 403,
          "Total": 7914,
          "Average": 57.35,
          "Max": 3612,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4293,
          "Average": 31.11,
          "Max": 257,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1219441,
          "Average": 8836.53,
          "Max": 27111,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27238922,
          "Average": 197383.49,
          "Max": 222497,
          "Min": 26342
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.12,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 176,
          "Average": 1.28,
          "Max": 176,
          "Min": 176
        },
        {
          "StatusCode": 404,
          "Total": 2507,
          "Average": 18.17,
          "Max": 214,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29538,
          "Average": 214.04,
          "Max": 1714,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 823068,
          "Average": 5964.26,
          "Max": 13513,
          "Min": 30
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5923789,
          "Average": 42926.01,
          "Max": 54938,
          "Min": 138
        },
        {
          "StatusCode": 401,
          "Total": 2104,
          "Average": 15.25,
          "Max": 773,
          "Min": 12
        },
        {
          "StatusCode": 404,
          "Total": 13038,
          "Average": 94.48,
          "Max": 508,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 29355,
          "Average": 212.72,
          "Max": 1476,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 753545,
          "Average": 5460.47,
          "Max": 10567,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 10,
          "First": "2015-03-21T06:25:00",
          "Last": "2015-03-21T07:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "211 replica health errors | 150 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 11,
          "First": "2015-03-21T09:20:11.149",
          "Last": "2015-03-21T12:06:10.737"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 12,
          "First": "2015-03-21T09:00:07.485",
          "Last": "2015-03-21T12:01:10.198"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 38,
          "First": "2015-03-21T08:30:01.659",
          "Last": "2015-03-21T13:06:21.93"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1524 replica alerts for FullCopy | 5 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.103
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 961,
          "HourlyAverage": 75.708
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 101,
          "HourlyAverage": 7.957
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.315
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.551
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 391,
          "HourlyAverage": 30.803
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.473
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.709
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.158
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.315
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.551
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.788
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.158
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.236
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.473
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "be694952-e4f6-4ca9-8566-795b181ca648",
          "MaxQuota": 10475520,
          "MaxUsage": 9876880
        },
        {
          "PartitionId": "04b647af-4011-4c76-9aa2-35a7be606a43",
          "MaxQuota": 10475520,
          "MaxUsage": 4868000
        },
        {
          "PartitionId": "fc5d5f3c-9892-43b7-92f7-6b4b18962753",
          "MaxQuota": 10475520,
          "MaxUsage": 4782832
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "be694952-e4f6-4ca9-8566-795b181ca648",
          "MaxCrudUsage": 9664,
          "MaxIndexUsage": 1504,
          "MaxTotalUsage": 11452
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "04b647af-4011-4c76-9aa2-35a7be606a43",
          "MaxCrudUsage": 4776,
          "MaxIndexUsage": 956,
          "MaxTotalUsage": 6020
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "fc5d5f3c-9892-43b7-92f7-6b4b18962753",
          "MaxCrudUsage": 4656,
          "MaxIndexUsage": 928,
          "MaxTotalUsage": 6008
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 28 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-21T03:00:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 182.688,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-21T04:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 145.442,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-21T07:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 114.625,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-21T07:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 108.381,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-21T03:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 105.933,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.36175
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.158934
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 88.44014
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 88.871882
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 88.991702
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 41.033115
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 34.011233
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 33.507348
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 31.113355
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 30.82016
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 125.950324
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 118.230324
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 98.507406
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 96.254792
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 93.631867
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62517.931034
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62518.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64923.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 68859.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 69632.733333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "102 Direct Https requests with 503 | 215 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 88,
          "Average": 3.259,
          "First": "2015-03-21T02:20:00",
          "Last": "2015-03-21T11:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 199,
          "Average": 10.474,
          "First": "2015-03-21T02:20:00",
          "Last": "2015-03-21T09:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 11,
          "Average": 3.667,
          "First": "2015-03-21T12:35:00",
          "Last": "2015-03-21T12:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 7,
          "Average": 2.333,
          "First": "2015-03-21T12:35:00",
          "Last": "2015-03-21T13:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 1.667,
          "First": "2015-03-21T09:30:00",
          "Last": "2015-03-21T11:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-21T09:30:00",
          "Last": "2015-03-21T11:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-21T09:30:00",
          "Last": "2015-03-21T09:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-21T02:30:00",
          "Last": "2015-03-21T02:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-21T09:30:00",
          "Last": "2015-03-21T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-21+06%3a40%3a01Z&end=2015-03-21+20%3a09%3a41Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-21T02:10:28.0043993-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 76064,
      "PhysicalCRUDUsageInMB": 45864,
      "LogicalIndexUsageInMB": 206,
      "LogicalCRUDUsageInMB": 4881,
      "ClientReportedUsageInMB": 3038,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-03-21T03:26:45.5313228-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113812,
      "PhysicalCRUDUsageInMB": 250104,
      "LogicalIndexUsageInMB": 5726,
      "LogicalCRUDUsageInMB": 69341,
      "ClientReportedUsageInMB": 20743,
      "ClientReportedCollectionCount": 38
    },
    {
      "TimeStamp": "2015-03-21T05:20:57.6346912-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 123632,
      "PhysicalCRUDUsageInMB": 535864,
      "LogicalIndexUsageInMB": 14380,
      "LogicalCRUDUsageInMB": 176463,
      "ClientReportedUsageInMB": 6234,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-03-21T08:05:09.2446553-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 203652,
      "PhysicalCRUDUsageInMB": 993608,
      "LogicalIndexUsageInMB": 21371,
      "LogicalCRUDUsageInMB": 265984,
      "ClientReportedUsageInMB": 11429,
      "ClientReportedCollectionCount": 14
    },
    {
      "TimeStamp": "2015-03-21T11:09:24.4725371-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 293320,
      "PhysicalCRUDUsageInMB": 1522896,
      "LogicalIndexUsageInMB": 31335,
      "LogicalCRUDUsageInMB": 396237,
      "ClientReportedUsageInMB": 91,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-03-21T13:09:41.943044-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 230980,
      "PhysicalCRUDUsageInMB": 1190544,
      "LogicalIndexUsageInMB": 24009,
      "LogicalCRUDUsageInMB": 297706,
      "ClientReportedUsageInMB": 41408,
      "ClientReportedCollectionCount": 27
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDGBAAAAAAAAA==",
  "_ts": 1426969756,
  "_etag": "\"21001cbe-0000-0000-0000-550dd49c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "296df7a1-3aa6-4d98-a3db-8aa6dd2a4638",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDHBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-21T11:34:24.7158351-07:00",
  "CompletedTime": "2015-03-21T19:59:44.7896496-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "e5f037e7-c5df-48f0-9857-4e225304a9e5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-21T11:36:47.9684593-07:00",
      "EndTime": "2015-03-21T11:44:42.4340563-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d8fc5d2-039d-4cf4-bd64-b11779ad617f",
      "EventName": "Remove Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-21T11:44:50.7804838-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "00a5b94e-5e2a-4725-a967-afe3c94fae67",
      "EventName": "Create Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-21T11:44:51.1178594-07:00",
      "EndTime": "2015-03-21T12:17:16.0913857-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDHBAAAAAAAAA==",
  "_ts": 1426993184,
  "_etag": "\"22007bc3-0000-0000-0000-550e30200000\"",
  "_attachments": "attachments/"
},
{
  "id": "17ad63b7-25c3-4a2e-bd9f-a8017b50b4ef",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDIBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-21T15:52:09.8464091-07:00",
  "CompletedTime": "2015-03-21T18:37:50.3247241-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDIBAAAAAAAAA==",
  "_ts": 1426988270,
  "_etag": "\"2200428b-0000-0000-0000-550e1cee0000\"",
  "_attachments": "attachments/"
},
{
  "id": "6ab41416-be19-4c66-935f-eb59934e3c7c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDJBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-21T18:37:50.5697586-07:00",
  "CompletedTime": "2015-03-22T13:14:39.6654184-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "603fc3d3-2c72-4c64-a467-28fefd6415ce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-21T18:37:54.0676819-07:00",
      "EndTime": "2015-03-21T18:52:40.5260372-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "34698e0c-6b2b-4ab1-941b-ca00bc5ebe19",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-21T18:52:49.7136923-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "81747813-a993-412e-bf75-febbb3312406",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-21T18:52:50.0634488-07:00",
      "EndTime": "2015-03-21T19:25:22.7746044-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDJBAAAAAAAAA==",
  "_ts": 1427055279,
  "_etag": "\"0500a5ed-0000-0000-0000-550f22af0000\"",
  "_attachments": "attachments/"
},
{
  "id": "79850dc0-28d6-4b6a-be07-a54ae84038c6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDKBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-21T19:59:45.0037933-07:00",
  "CompletedTime": "2015-03-22T09:37:16.6113806-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a6d5bacf-5c04-46a8-8a7f-96d43f49320f",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-21T20:09:12.2276201-07:00",
      "CompleteTime": "2015-03-21T20:20:19.3954386-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b12ef9fe-c67e-44e8-b34f-8fd6c930b02b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T20:09:19.1935748-07:00",
      "CompleteTime": "2015-03-21T20:22:23.5382548-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5059afd6-151c-4940-81d4-fe8751be553c",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-21T20:09:23.0313186-07:00",
      "CompleteTime": "2015-03-21T20:20:33.9211392-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a67297c-46a6-4cd6-8e3a-82b01450ac3c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-21T20:09:31.156848-07:00",
      "CompleteTime": "2015-03-21T20:23:05.4307222-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cecf79d7-793b-4fb9-8348-ead150c4e363",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-21T21:24:10.6198009-07:00",
      "CompleteTime": "2015-03-21T21:34:44.7758076-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c7901b31-f533-49f5-8ac2-2a576e25e6e0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-21T23:11:41.6526884-07:00",
      "CompleteTime": "2015-03-21T23:22:50.2870313-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "49811b96-a0cc-4a03-8400-8254064baf4d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T01:24:58.5798256-07:00",
      "CompleteTime": "2015-03-22T01:34:33.3758789-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "240e24a5-f734-41be-ae61-f34e3fc4a0e1",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-22T08:57:37.1350986-07:00",
      "CompleteTime": "2015-03-22T09:01:45.8407674-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "74770dfa-0641-4176-b5d3-1bd31498b497",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-21T19:59:48.5159451-07:00",
      "EndTime": "2015-03-21T20:08:51.0115125-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "41ef55d4-cd5e-4d23-9096-122a19f3cfca",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-21T20:08:51.4688215-07:00",
      "EndTime": "2015-03-21T20:09:08.3780507-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "84e41e22-0db7-4950-b869-5f63c8454d92",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-21T21:09:12.2992207-07:00",
      "EndTime": "2015-03-21T22:57:10.4363309-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5535995a-8eba-480b-a0a5-7606b63a8a11",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-21T23:51:44.3009358-07:00",
      "EndTime": "2015-03-22T01:36:34.5136597-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "94ba9d4c-53f3-411e-ac06-edbac7303770",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T02:38:50.6499749-07:00",
      "EndTime": "2015-03-22T04:53:21.0904349-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bee8319c-5458-4a01-ab3d-4e7e49de7940",
      "EventName": "Upgrade Package",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T06:03:39.7725228-07:00",
      "EndTime": "2015-03-22T08:11:19.5827607-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2c72b3aa-f7e2-4c9e-b993-0c8dd5f7302c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T08:50:26.4284668-07:00",
      "EndTime": "2015-03-22T08:57:34.1049951-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ebd2e8dd-3cea-47fa-96ed-5ed278e554f3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T09:01:46.7473852-07:00",
      "EndTime": "2015-03-22T09:03:52.1088125-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a11%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a11%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "74 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-21T21:27:43.653465",
          "Last": "2015-03-22T07:52:22.8679125"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 70,
          "First": "2015-03-22T01:22:42.1135854",
          "Last": "2015-03-22T08:10:33.4218012"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a11%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-03-21T20:35:54.1475203",
          "Last": "2015-03-22T02:42:10.1890454"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-03-22T02:40:11.2290791",
          "Last": "2015-03-22T03:50:24.3829008"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a19%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a19%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 44264766,
          "Average": 311723.7,
          "Max": 346394,
          "Min": 78
        },
        {
          "StatusCode": 400,
          "Total": 69,
          "Average": 0.49,
          "Max": 16,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 970,
          "Average": 6.83,
          "Max": 970,
          "Min": 970
        },
        {
          "StatusCode": 403,
          "Total": 286640,
          "Average": 2018.59,
          "Max": 30125,
          "Min": 1100
        },
        {
          "StatusCode": 404,
          "Total": 249049,
          "Average": 1753.87,
          "Max": 23404,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 48,
          "Average": 0.34,
          "Max": 16,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 36036,
          "Average": 253.77,
          "Max": 2482,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5763384,
          "Average": 40587.21,
          "Max": 137178,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a20%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1293193,
          "Average": 9106.99,
          "Max": 10810,
          "Min": 539
        },
        {
          "StatusCode": 401,
          "Total": 21,
          "Average": 0.15,
          "Max": 21,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 5375,
          "Average": 37.85,
          "Max": 134,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 878,
          "Average": 6.18,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 145013,
          "Average": 1021.22,
          "Max": 1910,
          "Min": 63
        },
        {
          "StatusCode": 449,
          "Total": 9098,
          "Average": 64.07,
          "Max": 249,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a21%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3872519,
          "Average": 27080.55,
          "Max": 29903,
          "Min": 2
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 68,
          "Average": 0.48,
          "Max": 68,
          "Min": 68
        },
        {
          "StatusCode": 403,
          "Total": 287,
          "Average": 2.01,
          "Max": 135,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 20922,
          "Average": 146.31,
          "Max": 510,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 2669,
          "Average": 18.66,
          "Max": 110,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 445021,
          "Average": 3112.03,
          "Max": 5887,
          "Min": 372
        },
        {
          "StatusCode": 449,
          "Total": 19808,
          "Average": 138.52,
          "Max": 460,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a21%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6598518,
          "Average": 46143.48,
          "Max": 52572,
          "Min": 983
        },
        {
          "StatusCode": 400,
          "Total": 45585,
          "Average": 318.78,
          "Max": 4656,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.06,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 403,
          "Total": 10342,
          "Average": 72.32,
          "Max": 3769,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3478,
          "Average": 24.32,
          "Max": 360,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 910840,
          "Average": 6369.51,
          "Max": 20673,
          "Min": 365
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a22%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32528982,
          "Average": 227475.4,
          "Max": 253986,
          "Min": 31445
        },
        {
          "StatusCode": 400,
          "Total": 10844,
          "Average": 75.83,
          "Max": 399,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 91,
          "Average": 0.64,
          "Max": 91,
          "Min": 91
        },
        {
          "StatusCode": 404,
          "Total": 4072,
          "Average": 28.48,
          "Max": 339,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24203,
          "Average": 169.25,
          "Max": 1264,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 893880,
          "Average": 6250.91,
          "Max": 21702,
          "Min": 83
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a23%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7130178,
          "Average": 49861.38,
          "Max": 58560,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 493,
          "Average": 3.45,
          "Max": 493,
          "Min": 493
        },
        {
          "StatusCode": 404,
          "Total": 20785,
          "Average": 145.35,
          "Max": 819,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 22045,
          "Average": 154.16,
          "Max": 1254,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 428432,
          "Average": 2996.03,
          "Max": 6169,
          "Min": 452
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a23%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 10,
          "First": "2015-03-22T03:15:00",
          "Last": "2015-03-22T08:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-22+02%3a59%3a45Z&end=2015-03-22+15%3a27%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-21T23:11:24.3728938-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108828,
      "PhysicalCRUDUsageInMB": 459736,
      "LogicalIndexUsageInMB": 9379,
      "LogicalCRUDUsageInMB": 112253,
      "ClientReportedUsageInMB": 38011
    },
    {
      "TimeStamp": "2015-03-22T01:58:24.6371412-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 182096,
      "PhysicalCRUDUsageInMB": 887040,
      "LogicalIndexUsageInMB": 17280,
      "LogicalCRUDUsageInMB": 212376,
      "ClientReportedUsageInMB": 237661
    },
    {
      "TimeStamp": "2015-03-22T05:23:27.9252525-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-22T08:41:27.9816342-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDKBAAAAAAAAA==",
  "_ts": 1427042236,
  "_etag": "\"04002578-0000-0000-0000-550eefbc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "bd768733-c27b-4a8b-a65f-3f6342c38746",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDLBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-22T09:37:17.1807644-07:00",
  "CompletedTime": "2015-03-23T01:12:09.5687543-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d67bbb4c-9e74-4731-8ee2-437269f6312a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-22T10:30:19.4854711-07:00",
      "CompleteTime": "2015-03-22T10:44:34.1501946-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "725a7002-4ab0-416d-975a-ed67214cc88b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T10:30:20.4088462-07:00",
      "CompleteTime": "2015-03-22T10:44:58.543967-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c238f24d-fd04-49be-8c75-7b3105a724c2",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-22T10:30:20.8990118-07:00",
      "CompleteTime": "2015-03-22T10:43:27.6278091-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0b6b467-517a-45cc-8012-05c1213bb5b2",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-22T10:30:21.3912914-07:00",
      "CompleteTime": "2015-03-22T10:42:28.2548499-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "722b7a89-29ec-4a8b-bf43-83479deb76c7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T11:45:18.349192-07:00",
      "CompleteTime": "2015-03-22T11:56:23.3683313-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "90e7af1f-3b10-4c16-b469-b2a82a6a06ba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-22T13:30:16.4198323-07:00",
      "CompleteTime": "2015-03-22T13:42:26.6219053-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "81504474-0366-454f-9599-4047ca67500d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T15:45:59.772622-07:00",
      "CompleteTime": "2015-03-22T15:56:37.4422813-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3b3e3397-a803-422a-8247-a4d1fb84c60e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-22T23:28:08.6842293-07:00",
      "CompleteTime": "2015-03-22T23:32:15.6712414-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "c92b0476-0ad5-4246-be06-6d8d24dd6c0d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-22T09:39:39.2850474-07:00",
      "EndTime": "2015-03-22T09:47:32.1247371-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "43a76960-afdc-4065-a9fb-b6e0a117f05b",
      "EventName": "Remove Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-22T09:47:39.9338625-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "5eb081de-d78e-452b-9c45-a076b28168d7",
      "EventName": "Create Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-22T09:47:40.2836163-07:00",
      "EndTime": "2015-03-22T10:19:55.4150857-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed3d9a85-c0d7-4f4c-a777-78aaec93aa7b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T10:20:00.0338935-07:00",
      "EndTime": "2015-03-22T10:29:09.0216623-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d20be865-5836-4875-862d-a61efd2ca37b",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T10:29:09.3874855-07:00",
      "EndTime": "2015-03-22T10:30:16.364949-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e11efbd8-f984-4949-87c1-08c421978109",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T11:30:20.4108937-07:00",
      "EndTime": "2015-03-22T13:15:17.0277812-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f648a1f0-98fa-488b-8cc3-ea7ba26b05be",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T14:10:19.1353023-07:00",
      "EndTime": "2015-03-22T15:58:13.7200031-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1d3cca2-fb79-486e-a49e-ff2e823df59c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T17:05:21.8994822-07:00",
      "EndTime": "2015-03-22T19:24:01.6578882-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "485aaa2f-698e-492e-91d5-d8896097c7ff",
      "EventName": "Upgrade Package",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T20:34:17.6768487-07:00",
      "EndTime": "2015-03-22T22:41:54.526848-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3051cdb7-4fe6-4ecf-8d04-e82e23001d77",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T23:20:59.7392638-07:00",
      "EndTime": "2015-03-22T23:28:05.5034243-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "642a4392-dfaa-4888-aab8-a19050ebb83b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-22T23:32:16.6349843-07:00",
      "EndTime": "2015-03-22T23:34:21.5744804-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "120 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-22T21:05:24.130495",
          "Last": "2015-03-22T21:05:24.130495"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-22T22:41:32.4340518",
          "Last": "2015-03-22T22:41:32.4340518"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 118,
          "First": "2015-03-22T18:59:45.3528037",
          "Last": "2015-03-22T23:12:02.6728297"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "36 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 25,
          "First": "2015-03-22T14:06:38.0550342",
          "Last": "2015-03-22T21:07:11.3618753"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 6,
          "First": "2015-03-22T14:14:29.1561898",
          "Last": "2015-03-22T16:03:45.9286506"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-22T14:14:29.376484",
          "Last": "2015-03-22T14:14:29.376484"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-22T14:14:30.3431203",
          "Last": "2015-03-22T16:19:54.072364"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-22T15:34:54.0251503",
          "Last": "2015-03-22T15:34:54.0251503"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-22T15:34:54.405212",
          "Last": "2015-03-22T15:34:54.405212"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 46206170,
          "Average": 267087.69,
          "Max": 344813,
          "Min": 3453
        },
        {
          "StatusCode": 400,
          "Total": 133,
          "Average": 0.77,
          "Max": 16,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 866780,
          "Average": 5010.29,
          "Max": 182903,
          "Min": 2247
        },
        {
          "StatusCode": 404,
          "Total": 142463,
          "Average": 823.49,
          "Max": 7487,
          "Min": 8
        },
        {
          "StatusCode": 409,
          "Total": 24,
          "Average": 0.14,
          "Max": 7,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 2422704,
          "Average": 14004.07,
          "Max": 20499,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 6324100,
          "Average": 36555.49,
          "Max": 155610,
          "Min": 1332
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1369466,
          "Average": 7915.99,
          "Max": 10345,
          "Min": 117
        },
        {
          "StatusCode": 404,
          "Total": 6613,
          "Average": 38.23,
          "Max": 171,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 910,
          "Average": 5.26,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 156524,
          "Average": 904.76,
          "Max": 2461,
          "Min": 17
        },
        {
          "StatusCode": 449,
          "Total": 9532,
          "Average": 55.1,
          "Max": 239,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4083850,
          "Average": 23606.07,
          "Max": 29937,
          "Min": 275
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 2145,
          "Average": 12.4,
          "Max": 1090,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 24733,
          "Average": 142.97,
          "Max": 682,
          "Min": 28
        },
        {
          "StatusCode": 410,
          "Total": 2915,
          "Average": 16.85,
          "Max": 107,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 484503,
          "Average": 2800.6,
          "Max": 6956,
          "Min": 79
        },
        {
          "StatusCode": 449,
          "Total": 19982,
          "Average": 115.5,
          "Max": 439,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6846860,
          "Average": 39577.23,
          "Max": 52992,
          "Min": 321
        },
        {
          "StatusCode": 400,
          "Total": 130312,
          "Average": 753.25,
          "Max": 27557,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 32,
          "Average": 0.18,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3415,
          "Average": 19.74,
          "Max": 125,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1008839,
          "Average": 5831.44,
          "Max": 25207,
          "Min": 376
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7454694,
          "Average": 43090.72,
          "Max": 58062,
          "Min": 761
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.05,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 6297,
          "Average": 36.4,
          "Max": 439,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 17610,
          "Average": 101.79,
          "Max": 1217,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 563964,
          "Average": 3259.91,
          "Max": 6868,
          "Min": 100
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7455334,
          "Average": 43094.42,
          "Max": 58062,
          "Min": 763
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 30882,
          "Average": 178.51,
          "Max": 2545,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 22109,
          "Average": 127.8,
          "Max": 1483,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 464427,
          "Average": 2684.55,
          "Max": 5707,
          "Min": 26
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-03-22T22:40:00",
          "Last": "2015-03-22T22:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 1,
          "First": "2015-03-22T22:45:00",
          "Last": "2015-03-22T22:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-22T22:35:00",
          "Last": "2015-03-22T22:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-03-22T17:45:00",
          "Last": "2015-03-22T22:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-22+16%3a37%3a17Z&end=2015-03-23+08%3a12%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-22T13:30:07.1645124-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102264,
      "PhysicalCRUDUsageInMB": 397992,
      "LogicalIndexUsageInMB": 8547,
      "LogicalCRUDUsageInMB": 102919,
      "ClientReportedUsageInMB": 19439
    },
    {
      "TimeStamp": "2015-03-22T16:25:04.016465-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 178172,
      "PhysicalCRUDUsageInMB": 918808,
      "LogicalIndexUsageInMB": 17539,
      "LogicalCRUDUsageInMB": 217532,
      "ClientReportedUsageInMB": 199996
    },
    {
      "TimeStamp": "2015-03-22T19:54:06.7951078-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-22T23:12:00.6313593-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-23T01:12:09.5687543-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDLBAAAAAAAAA==",
  "_ts": 1427101934,
  "_etag": "\"0b00b221-0000-0000-0000-550fd8ee0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2d53b234-7ee6-4c9c-aae6-7fd62b0eeae9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDMBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-22T13:14:39.8940885-07:00",
  "CompletedTime": "2015-03-22T14:40:06.1257807-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "75044ea7-a5ef-47c5-88ed-7b8f0584a2f7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T13:16:32.3552052-07:00",
      "EndTime": "2015-03-22T13:24:28.0757942-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4519ca98-3f40-4f2e-8c65-80dfee83302a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T13:24:36.3614807-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "e0d4dbd2-8551-408e-ac4b-99e5130a5f19",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T13:24:36.6947097-07:00",
      "EndTime": "2015-03-22T13:56:58.8425004-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDMBAAAAAAAAA==",
  "_ts": 1427060406,
  "_etag": "\"0600817f-0000-0000-0000-550f36b60000\"",
  "_attachments": "attachments/"
},
{
  "id": "e2545c3b-83a1-4a24-b2aa-531454952870",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDNBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-22T14:40:06.3309206-07:00",
  "CompletedTime": "2015-03-23T12:10:21.0761844-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f3346e3d-6322-41e8-b784-2ef07bbf3ed8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T14:40:12.7433463-07:00",
      "EndTime": "2015-03-22T14:51:01.6981717-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDNBAAAAAAAAA==",
  "_ts": 1427137821,
  "_etag": "\"0f00ff20-0000-0000-0000-5510651d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "28da988a-19c3-4f7e-a44e-56ad79d3b53d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDOBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-22T18:26:21.8124518-07:00",
  "CompletedTime": "2015-03-23T07:52:31.6253147-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7303d931-75b3-436b-b628-28a9b03e08c1",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-22T20:13:20.2925837-07:00",
      "CompleteTime": "2015-03-22T20:20:27.2376029-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d208540c-5bec-4b4d-9b76-0f59a1492ed5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T20:13:20.8354486-07:00",
      "CompleteTime": "2015-03-22T20:19:57.2573181-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8abe6770-431d-4497-8a17-2921a99f9b46",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-22T20:13:21.3475314-07:00",
      "CompleteTime": "2015-03-22T20:19:27.1816354-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "488a752b-6050-4dbf-9eb3-6e4433cfd5eb",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-22T20:13:21.8696193-07:00",
      "CompleteTime": "2015-03-22T20:21:40.2889468-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ffc6f17-fa9a-4dda-b15d-8ce10fffa144",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T21:15:51.5290306-07:00",
      "CompleteTime": "2015-03-22T21:21:55.6106258-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cac0ecdd-29b4-4c80-a4b8-e694cd28b759",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-22T22:09:39.523273-07:00",
      "CompleteTime": "2015-03-22T22:16:54.493549-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1253fabe-5c3e-428f-9b4f-c333429c4cef",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T00:13:31.4212836-07:00",
      "CompleteTime": "2015-03-23T00:19:35.8232039-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "74f94660-a8ea-450d-936a-97875189f406",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-23T06:19:22.2331511-07:00",
      "CompleteTime": "2015-03-23T06:22:37.0864136-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "eecd929d-7216-4d2a-b122-f6d31b1b30af",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-22T18:26:35.0493696-07:00",
      "EndTime": "2015-03-22T18:38:41.4224295-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "09f0ffa0-36f1-4bc3-93f0-1a22832329dc",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-22T18:39:24.176933-07:00",
      "EndTime": "2015-03-22T18:40:33.7914011-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f684265e-5662-4900-8922-c99f1db889a2",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-22T18:40:34.1967252-07:00",
      "EndTime": "2015-03-22T19:17:46.7582394-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d547b643-052e-441b-bc32-cb0f9192fdcb",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-22T19:17:56.9234793-07:00",
      "EndTime": "2015-03-22T19:32:07.845215-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9650c7b3-2caf-4790-8ffd-c727b5fc6b97",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-22T19:32:08.7957514-07:00",
      "EndTime": "2015-03-22T19:44:56.6107151-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "303a7cad-ad66-4e79-acac-e3dd67989632",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-22T19:44:56.9688934-07:00",
      "EndTime": "2015-03-22T20:03:12.7344346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "69279e08-fce1-4f02-99ef-5a8dfd1bf7e4",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-22T21:00:53.8361428-07:00",
      "EndTime": "2015-03-22T22:04:42.4751041-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a80b3231-61e1-40e7-8b11-e491b8e61579",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-22T22:49:43.27171-07:00",
      "EndTime": "2015-03-22T23:59:15.2353742-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c27b0ab3-ec85-441b-9243-d6de33f3f4e0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-23T00:49:14.7248355-07:00",
      "EndTime": "2015-03-23T02:25:51.967751-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "efa192df-9129-4501-8a66-3a5780d4e2ab",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-23T03:22:19.8107927-07:00",
      "EndTime": "2015-03-23T05:28:22.3809302-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7f6d0c0d-3896-4332-b692-43b33f5acb28",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150322.1\\x64\\Release",
      "StartTime": "2015-03-23T06:00:04.7647047-07:00",
      "EndTime": "2015-03-23T06:19:17.3294476-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "4 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-23T05:24:25.4778871",
          "Last": "2015-03-23T05:24:25.4778871"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-23T05:24:25.477864",
          "Last": "2015-03-23T05:24:25.477864"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-23T01:40:02.5878353",
          "Last": "2015-03-23T04:39:33.8406992"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "17 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 15,
          "First": "2015-03-22T21:07:11.705242",
          "Last": "2015-03-23T04:19:49.7026735"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-23T02:23:39.5429904",
          "Last": "2015-03-23T02:23:39.5429904"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-23T03:18:35.7468148",
          "Last": "2015-03-23T03:18:35.7468148"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "Specified cast is not valid.",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 29563592,
          "Average": 215792.64,
          "Max": 308246,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 67,
          "Average": 0.49,
          "Max": 30,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1285,
          "Average": 9.38,
          "Max": 1285,
          "Min": 1285
        },
        {
          "StatusCode": 404,
          "Total": 1438196,
          "Average": 10497.78,
          "Max": 14635,
          "Min": 35
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 409,
          "Total": 10,
          "Average": 0.07,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 55187,
          "Average": 402.82,
          "Max": 2170,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8202804,
          "Average": 59874.48,
          "Max": 272410,
          "Min": 156
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 847935,
          "Average": 7503.85,
          "Max": 9056,
          "Min": 17
        },
        {
          "StatusCode": 401,
          "Total": 37,
          "Average": 0.33,
          "Max": 37,
          "Min": 37
        },
        {
          "StatusCode": 404,
          "Total": 1228,
          "Average": 10.87,
          "Max": 125,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1217,
          "Average": 10.77,
          "Max": 74,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 229977,
          "Average": 2035.19,
          "Max": 7798,
          "Min": 6
        },
        {
          "StatusCode": 449,
          "Total": 1412,
          "Average": 12.5,
          "Max": 56,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2546689,
          "Average": 22537.07,
          "Max": 26613,
          "Min": 34
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.1,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 95,
          "Average": 0.84,
          "Max": 95,
          "Min": 95
        },
        {
          "StatusCode": 404,
          "Total": 4465,
          "Average": 39.51,
          "Max": 340,
          "Min": 6
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3564,
          "Average": 31.54,
          "Max": 185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 690879,
          "Average": 6113.97,
          "Max": 22055,
          "Min": 15
        },
        {
          "StatusCode": 449,
          "Total": 3386,
          "Average": 29.96,
          "Max": 119,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 08:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4473246,
          "Average": 39586.25,
          "Max": 46762,
          "Min": 968
        },
        {
          "StatusCode": 400,
          "Total": 18,
          "Average": 0.16,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 74,
          "Average": 0.65,
          "Max": 74,
          "Min": 74
        },
        {
          "StatusCode": 403,
          "Total": 8801,
          "Average": 77.88,
          "Max": 3682,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.03,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4261,
          "Average": 37.71,
          "Max": 313,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1171961,
          "Average": 10371.34,
          "Max": 40297,
          "Min": 566
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26524505,
          "Average": 193609.53,
          "Max": 221424,
          "Min": 25541
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 759,
          "Average": 5.54,
          "Max": 759,
          "Min": 759
        },
        {
          "StatusCode": 404,
          "Total": 1656,
          "Average": 12.09,
          "Max": 266,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28439,
          "Average": 207.58,
          "Max": 1241,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 746451,
          "Average": 5448.55,
          "Max": 12103,
          "Min": 134
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 08:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5230175,
          "Average": 46284.73,
          "Max": 54413,
          "Min": 107
        },
        {
          "StatusCode": 401,
          "Total": 3179,
          "Average": 28.13,
          "Max": 1018,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 10990,
          "Average": 97.26,
          "Max": 497,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 28137,
          "Average": 249.0,
          "Max": 1337,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 713287,
          "Average": 6312.27,
          "Max": 11905,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-23T01:30:00",
          "Last": "2015-03-23T01:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "17 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1,
          "First": "2015-03-23T04:36:41.962",
          "Last": "2015-03-23T04:36:41.962"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 16,
          "First": "2015-03-23T04:01:35.2",
          "Last": "2015-03-23T05:50:06.585"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1147 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.113
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 989,
          "HourlyAverage": 78.622
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 98,
          "HourlyAverage": 7.791
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.874
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.318
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.477
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.397
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.238
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.238
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.238
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.477
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.238
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "aca3e419-c0ed-4dc3-a8fc-36abc60dbee1",
          "MaxQuota": 10476298,
          "MaxUsage": 4624466
        },
        {
          "PartitionId": "fd4c4b11-fed2-4416-8b2b-0ce4f07fb659",
          "MaxQuota": 10476298,
          "MaxUsage": 4591947
        },
        {
          "PartitionId": "92d39496-5ed8-4f63-a5c8-6b45bf4d879e",
          "MaxQuota": 10476298,
          "MaxUsage": 4573605
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "be694952-e4f6-4ca9-8566-795b181ca648",
          "MaxCrudUsage": 9664,
          "MaxIndexUsage": 1504,
          "MaxTotalUsage": 11452
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "04b647af-4011-4c76-9aa2-35a7be606a43",
          "MaxCrudUsage": 4944,
          "MaxIndexUsage": 956,
          "MaxTotalUsage": 6228
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "fc5d5f3c-9892-43b7-92f7-6b4b18962753",
          "MaxCrudUsage": 4816,
          "MaxIndexUsage": 928,
          "MaxTotalUsage": 6168
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-23T02:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 5164.081,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-22T21:40:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 349.228,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T01:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 325.069,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T02:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 136.786,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T01:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 133.029,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88.917799
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 88.962804
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 89.131471
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 89.179303
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 89.378398
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 46.981537
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 38.657061
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 35.931426
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 35.203775
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 32.788248
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 463.939623 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 463.939623
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 435.171744
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 415.992129
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 385.494692
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 342.889003
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 66599.384615
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 69419.965517
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 70185.142857
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 70262.96
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 70964.96
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "5 background task exceptions with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 04b78acb-83c8-4f1b-832b-ef29402df04f",
          "Count": 1,
          "First": "2015-03-23T01:51:36.0275954",
          "Last": "2015-03-23T01:51:36.0275954"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: b9ad3025-54b8-47ba-8282-ec4a70ba1d7b",
          "Count": 1,
          "First": "2015-03-23T02:07:21.2252847",
          "Last": "2015-03-23T02:07:21.2252847"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: bdf0c0fb-4751-488f-8ad5-8417d4b07957",
          "Count": 1,
          "First": "2015-03-23T02:38:26.6975545",
          "Last": "2015-03-23T02:38:26.6975545"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 70447543-de88-452e-a2c8-4029f36a60d8",
          "Count": 1,
          "First": "2015-03-23T03:09:32.1774979",
          "Last": "2015-03-23T03:09:32.1774979"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 4be1de87-3f18-42a8-8a5b-784c3ea18b31",
          "Count": 1,
          "First": "2015-03-23T03:40:37.6200151",
          "Last": "2015-03-23T03:40:37.6200151"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "206 Direct Tcp requests with 503 | 53 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 52,
          "Average": 52.0,
          "First": "2015-03-22T22:30:00",
          "Last": "2015-03-22T22:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-22T23:00:00",
          "Last": "2015-03-22T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 52,
          "Average": 3.467,
          "First": "2015-03-22T21:20:00",
          "Last": "2015-03-23T05:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 152,
          "Average": 4.606,
          "First": "2015-03-22T21:00:00",
          "Last": "2015-03-23T05:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-23T05:40:00",
          "Last": "2015-03-23T05:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-23+01%3a26%3a21Z&end=2015-03-23+14%3a52%3a31Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-22T21:00:31.6747894-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 35888,
      "PhysicalCRUDUsageInMB": 23664,
      "LogicalIndexUsageInMB": 33,
      "LogicalCRUDUsageInMB": 893,
      "ClientReportedUsageInMB": 4792,
      "ClientReportedCollectionCount": 43
    },
    {
      "TimeStamp": "2015-03-22T22:09:16.5214138-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 119336,
      "PhysicalCRUDUsageInMB": 201048,
      "LogicalIndexUsageInMB": 3662,
      "LogicalCRUDUsageInMB": 44951,
      "ClientReportedUsageInMB": 50220,
      "ClientReportedCollectionCount": 109
    },
    {
      "TimeStamp": "2015-03-23T00:08:51.074943-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 112544,
      "PhysicalCRUDUsageInMB": 474776,
      "LogicalIndexUsageInMB": 12362,
      "LogicalCRUDUsageInMB": 151515,
      "ClientReportedUsageInMB": 50632,
      "ClientReportedCollectionCount": 48
    },
    {
      "TimeStamp": "2015-03-23T02:41:53.7143012-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 178328,
      "PhysicalCRUDUsageInMB": 875792,
      "LogicalIndexUsageInMB": 18751,
      "LogicalCRUDUsageInMB": 233789,
      "ClientReportedUsageInMB": 8325,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-03-23T05:52:10.5275871-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 271324,
      "PhysicalCRUDUsageInMB": 1401736,
      "LogicalIndexUsageInMB": 26177,
      "LogicalCRUDUsageInMB": 327924,
      "ClientReportedUsageInMB": 36147,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-03-23T07:52:31.6253147-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1564,
      "PhysicalCRUDUsageInMB": 1864,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 113,
      "ClientReportedUsageInMB": 115,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-03-23T07:52:31.6253147-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1564,
      "PhysicalCRUDUsageInMB": 1864,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 113,
      "ClientReportedUsageInMB": 115,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDOBAAAAAAAAA==",
  "_ts": 1427142278,
  "_etag": "\"0f00f2a0-0000-0000-0000-551076860000\"",
  "_attachments": "attachments/"
},
{
  "id": "4a50f5f0-e927-4d06-97cc-7dd82d1e9aee",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDPBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-22T19:27:42.070904-07:00",
  "CompletedTime": "2015-03-23T11:03:23.8237515-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "354a30a8-c8dd-4b90-ab55-e09a5fccb675",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-22T21:21:02.9518918-07:00",
      "CompleteTime": "2015-03-22T21:27:38.8373363-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e71b9db6-5cdf-44e0-856b-52f4fe40b589",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-22T21:21:03.5469259-07:00",
      "CompleteTime": "2015-03-22T21:26:38.9729423-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "34ff82c1-a53e-4a0b-9bd9-90d6a07fa4b9",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-22T21:21:04.1019576-07:00",
      "CompleteTime": "2015-03-22T21:27:08.6446251-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aefa9f41-4890-43db-9aa9-3e70fa15d2bb",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-22T21:21:04.6649895-07:00",
      "CompleteTime": "2015-03-22T21:28:20.9147216-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "009b36c9-c1c3-41b6-8c35-7e5fcad7c74e",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T00:45:36.0069805-07:00",
      "CompleteTime": "2015-03-23T00:51:10.9239691-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbb8a244-6fd7-434c-ba24-738a4c503c61",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-23T02:47:22.9352427-07:00",
      "CompleteTime": "2015-03-23T02:54:37.2498661-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ffe61990-b9ba-4f64-9cb0-be76c8375340",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T03:38:31.1935313-07:00",
      "CompleteTime": "2015-03-23T03:44:35.7905983-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a8b2894e-853e-4ddf-b254-eadb9ad09b1a",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-23T09:30:12.0537289-07:00",
      "CompleteTime": "2015-03-23T10:15:29.8537647-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "65a8a4f6-18d0-4a64-8dda-d65d2d5b4dd4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T19:30:09.1853089-07:00",
      "EndTime": "2015-03-22T19:38:27.7765131-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "46fa1b4e-de3e-4f5c-a5bb-b532bab6bdbb",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T19:38:40.5722392-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "14d01818-a39d-4090-aa52-ee38e57bca9b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T19:38:40.927258-07:00",
      "EndTime": "2015-03-22T20:10:49.445594-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ac7e9bfc-0d96-4107-9539-7091b48e8f21",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-22T20:10:57.8960732-07:00",
      "EndTime": "2015-03-22T20:26:08.6837606-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a67c7ea8-5c66-4df9-be92-a0680a0f8fc1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-22T20:26:09.4917544-07:00",
      "EndTime": "2015-03-22T20:50:39.7974053-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "71469789-4a9c-42d4-b11c-9e808e871cb1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-22T20:50:40.2364444-07:00",
      "EndTime": "2015-03-22T21:10:57.7995835-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4ba13d86-dc5a-4a9c-aa30-ccc8ebfe2bb7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-22T22:21:01.7889261-07:00",
      "EndTime": "2015-03-22T23:40:36.047876-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "af9cc317-68a5-4207-be1b-c3091d30543e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-23T00:30:39.9281791-07:00",
      "EndTime": "2015-03-23T02:32:31.6457119-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e93cdf3-901a-4295-a98e-755bc5fdce84",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-23T03:27:26.3309139-07:00",
      "EndTime": "2015-03-23T05:30:08.5320823-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "341a1397-55a8-4f1e-a4a0-02e2f17d0169",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-23T06:32:31.0222603-07:00",
      "EndTime": "2015-03-23T08:39:43.7370426-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b984ad1-bed3-45da-9dae-0e95abe11529",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-23T09:10:55.8801323-07:00",
      "EndTime": "2015-03-23T09:30:07.4924226-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "64e542d4-646a-4727-8e32-122b63b05711",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150322.2\\x64\\Release",
      "StartTime": "2015-03-23T10:15:31.0968356-07:00",
      "EndTime": "2015-03-23T10:17:39.6491235-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "20 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-23T01:06:52.7035328",
          "Last": "2015-03-23T08:36:54.245845"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-23T07:17:31.2845034",
          "Last": "2015-03-23T07:17:31.2845034"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 11,
          "First": "2015-03-23T09:12:35.5399197",
          "Last": "2015-03-23T09:14:12.1468238"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-22T23:36:23.3196722",
          "Last": "2015-03-23T00:24:50.293452"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "9 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-23T03:13:48.3955904",
          "Last": "2015-03-23T04:04:24.6424231"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-03-23T04:00:17.9963034",
          "Last": "2015-03-23T07:11:36.0908021"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-22T21:41:11.7912795",
          "Last": "2015-03-22T21:41:11.7918829"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-23T07:11:34.8729826",
          "Last": "2015-03-23T07:11:34.8729826"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38684817,
          "Average": 240278.37,
          "Max": 311617,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 67,
          "Average": 0.42,
          "Max": 22,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1484,
          "Average": 9.22,
          "Max": 1484,
          "Min": 1484
        },
        {
          "StatusCode": 404,
          "Total": 204880,
          "Average": 1272.55,
          "Max": 19521,
          "Min": 131
        },
        {
          "StatusCode": 410,
          "Total": 63640,
          "Average": 395.28,
          "Max": 7388,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 10966249,
          "Average": 68113.35,
          "Max": 183909,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1113902,
          "Average": 6961.89,
          "Max": 9448,
          "Min": 243
        },
        {
          "StatusCode": 401,
          "Total": 27,
          "Average": 0.17,
          "Max": 27,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 3460,
          "Average": 21.62,
          "Max": 571,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1767,
          "Average": 11.04,
          "Max": 224,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 304306,
          "Average": 1901.91,
          "Max": 5118,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2643,
          "Average": 16.52,
          "Max": 99,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3338885,
          "Average": 20738.42,
          "Max": 28066,
          "Min": 39
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 85,
          "Average": 0.53,
          "Max": 85,
          "Min": 85
        },
        {
          "StatusCode": 404,
          "Total": 11456,
          "Average": 71.16,
          "Max": 1692,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 5033,
          "Average": 31.26,
          "Max": 549,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 914745,
          "Average": 5681.65,
          "Max": 14830,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5626,
          "Average": 34.94,
          "Max": 187,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5856636,
          "Average": 36152.07,
          "Max": 47224,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.08,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.08,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 403,
          "Total": 8966,
          "Average": 55.35,
          "Max": 5767,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 20,
          "Average": 0.12,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6826,
          "Average": 42.14,
          "Max": 1125,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1580734,
          "Average": 9757.62,
          "Max": 27145,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31717834,
          "Average": 195789.1,
          "Max": 225252,
          "Min": 2
        },
        {
          "StatusCode": 400,
          "Total": 49,
          "Average": 0.3,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 0.21,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 6682,
          "Average": 41.25,
          "Max": 1199,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30247,
          "Average": 186.71,
          "Max": 1676,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 966065,
          "Average": 5963.36,
          "Max": 16900,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6880802,
          "Average": 42737.9,
          "Max": 55540,
          "Min": 1204
        },
        {
          "StatusCode": 401,
          "Total": 6458,
          "Average": 40.11,
          "Max": 4098,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 46637,
          "Average": 289.67,
          "Max": 8950,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 28678,
          "Average": 178.12,
          "Max": 1088,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 918719,
          "Average": 5706.33,
          "Max": 13635,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 9,
          "First": "2015-03-23T09:45:00",
          "Last": "2015-03-23T09:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 94,
          "First": "2015-03-23T06:55:00",
          "Last": "2015-03-23T09:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 7,
          "First": "2015-03-23T06:55:00",
          "Last": "2015-03-23T09:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "3 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 2,
          "First": "2015-03-23T09:58:52.8452412",
          "Last": "2015-03-23T09:58:53.042811"
        },
        {
          "EventId": 19547,
          "Reason": "Failover Manager Quorum Loss",
          "Count": 1,
          "First": "2015-03-22T22:28:53.0810677",
          "Last": "2015-03-22T22:28:53.0810677"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1056 replica health errors | 121 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 40,
          "First": "2015-03-23T02:13:55.589",
          "Last": "2015-03-23T10:05:44.086"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 16,
          "First": "2015-03-23T02:13:55.599",
          "Last": "2015-03-23T08:55:32.612"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 822,
          "First": "2015-03-22T23:43:28.344",
          "Last": "2015-03-23T10:50:52.791"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 57,
          "First": "2015-03-23T02:08:54.667",
          "Last": "2015-03-23T10:45:51.631"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1234 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 369,
          "HourlyAverage": 24.805
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.807
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 698,
          "HourlyAverage": 46.921
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 53,
          "HourlyAverage": 3.563
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.941
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 1.344
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.471
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.739
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.403
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.336
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.008
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.874
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.269
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.269
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.202
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.269
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "21bcb2bf-a7af-4809-9053-b61d24c0b8df",
          "MaxQuota": 10475520,
          "MaxUsage": 5683506
        },
        {
          "PartitionId": "39cbbada-1e22-45b2-a39b-46f5e90e83a6",
          "MaxQuota": 10476298,
          "MaxUsage": 5586873
        },
        {
          "PartitionId": "be337a34-0106-449a-8b1e-57fc0a6d28d8",
          "MaxQuota": 10476298,
          "MaxUsage": 5584684
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "21bcb2bf-a7af-4809-9053-b61d24c0b8df",
          "MaxCrudUsage": 5528,
          "MaxIndexUsage": 1080,
          "MaxTotalUsage": 7008
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "be337a34-0106-449a-8b1e-57fc0a6d28d8",
          "MaxCrudUsage": 5488,
          "MaxIndexUsage": 1116,
          "MaxTotalUsage": 6744
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "39cbbada-1e22-45b2-a39b-46f5e90e83a6",
          "MaxCrudUsage": 5472,
          "MaxIndexUsage": 1040,
          "MaxTotalUsage": 6712
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 21 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-23T05:05:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 344.167,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T05:15:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 222.515,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T05:00:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 186.803,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T05:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 142.509,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-23T04:25:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 116.974,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.768736
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.876757
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.126502
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.435637
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.567817
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 31.783235
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 30.766705
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 30.72037
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30.046645
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 28.374624
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 439.035912 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 439.035912
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 389.966452
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 325.388194
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 114.759097
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 89.09518
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 52710.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 53025.285714
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 53846.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 62584.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63572.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "82 Direct Https requests with 503 | 132 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-22T23:00:00",
          "Last": "2015-03-22T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-22T23:00:00",
          "Last": "2015-03-22T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 128,
          "Average": 3.765,
          "First": "2015-03-22T22:40:00",
          "Last": "2015-03-23T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 75,
          "Average": 2.5,
          "First": "2015-03-22T22:40:00",
          "Last": "2015-03-23T08:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-22T23:00:00",
          "Last": "2015-03-22T23:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-23T07:55:00",
          "Last": "2015-03-23T07:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-23T10:40:00",
          "Last": "2015-03-23T10:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-23T10:25:00",
          "Last": "2015-03-23T10:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-22T23:00:00",
          "Last": "2015-03-22T23:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-23+02%3a27%3a42Z&end=2015-03-23+18%3a03%3a23Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-22T23:50:12.8985795-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 118208,
      "PhysicalCRUDUsageInMB": 325912,
      "LogicalIndexUsageInMB": 7661,
      "LogicalCRUDUsageInMB": 93234,
      "ClientReportedUsageInMB": 19893
    },
    {
      "TimeStamp": "2015-03-23T02:46:59.2238981-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 153340,
      "PhysicalCRUDUsageInMB": 721304,
      "LogicalIndexUsageInMB": 16238,
      "LogicalCRUDUsageInMB": 198546,
      "ClientReportedUsageInMB": 154953
    },
    {
      "TimeStamp": "2015-03-23T05:52:10.4370276-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 227224,
      "PhysicalCRUDUsageInMB": 1130976,
      "LogicalIndexUsageInMB": 22452,
      "LogicalCRUDUsageInMB": 278829,
      "ClientReportedUsageInMB": 20448
    },
    {
      "TimeStamp": "2015-03-23T09:03:07.5326468-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 314000,
      "PhysicalCRUDUsageInMB": 1625160,
      "LogicalIndexUsageInMB": 32263,
      "LogicalCRUDUsageInMB": 407917,
      "ClientReportedUsageInMB": 8364
    },
    {
      "TimeStamp": "2015-03-23T11:03:23.8237515-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 246156,
      "PhysicalCRUDUsageInMB": 1254536,
      "LogicalIndexUsageInMB": 25625,
      "LogicalCRUDUsageInMB": 318339,
      "ClientReportedUsageInMB": 41245
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDPBAAAAAAAAA==",
  "_ts": 1427135420,
  "_etag": "\"0e0002dd-0000-0000-0000-55105bbc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "29e0cc8f-b91c-4656-8469-837fdab711a0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDQBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-23T12:10:21.2945599-07:00",
  "CompletedTime": "2015-03-26T12:41:05.6626207-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4d4964d6-e2ae-4986-af06-7393ae5ab116",
      "Name": "torestore-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-23T13:34:42.9816243-07:00",
      "CompleteTime": "2015-03-23T13:42:55.7106815-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c8352041-37d1-44db-8e5b-b2ae46bff28c",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-23T13:34:43.5200264-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "63f19911-fe22-46fd-b321-8ab042c39024",
      "Name": "readheavywl-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-23T13:34:44.0075441-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "e2d8cda2-5ec6-44ee-b25c-3cede5728a98",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T13:34:44.5250905-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c983897a-5e66-47a0-b689-c6a5024ab269",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T14:43:07.9206472-07:00",
      "CompleteTime": "2015-03-23T14:48:41.6201067-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "02a29449-da02-40e8-ad16-82d3ae2bb7ba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-23T15:48:05.2118666-07:00",
      "CompleteTime": "2015-03-23T15:55:13.570388-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ef46290a-b09b-4b19-9923-32f46c1023cc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T12:12:57.1210299-07:00",
      "EndTime": "2015-03-23T12:21:03.6020629-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dffa5e7c-d037-4432-903b-5ec9b9d1b7d1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T12:21:12.5129637-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "c6e1dde5-be1b-40cf-9234-9e38eaed8d0b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T12:21:12.8665301-07:00",
      "EndTime": "2015-03-23T12:54:30.457276-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4c58ed23-35f3-491c-b9a3-c459a7fc5f99",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T12:54:36.475468-07:00",
      "EndTime": "2015-03-23T13:08:43.448082-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8c45725c-9f17-4f6d-b168-9caf504194c4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-23T13:08:43.8863828-07:00",
      "EndTime": "2015-03-23T13:17:28.9131384-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "89a56477-5a55-4599-acc1-0f2f7eaa2393",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-23T13:17:29.2635001-07:00",
      "EndTime": "2015-03-23T13:24:38.6806265-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90b10cae-0bce-44c3-9968-4f81c098ef28",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-23T14:28:08.1351863-07:00",
      "EndTime": "2015-03-23T15:35:05.8466313-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0d18af18-90c0-477f-b7a5-004c23c9bc8a",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\main\\bin\\x64\\release",
      "StartTime": "2015-03-23T16:28:07.0997485-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a35%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a35%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a35%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 23044,
          "Average": 2880.5,
          "Max": 4668,
          "Min": 1892
        },
        {
          "StatusCode": 404,
          "Total": 4348,
          "Average": 543.5,
          "Max": 3787,
          "Min": 561
        },
        {
          "StatusCode": 429,
          "Total": 188498,
          "Average": 23562.25,
          "Max": 23854,
          "Min": 14135
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1098,
          "Average": 137.25,
          "Max": 173,
          "Min": 79
        },
        {
          "StatusCode": 404,
          "Total": 123,
          "Average": 15.38,
          "Max": 63,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 4827,
          "Average": 603.38,
          "Max": 651,
          "Min": 381
        },
        {
          "StatusCode": 449,
          "Total": 64,
          "Average": 8.0,
          "Max": 14,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2779,
          "Average": 347.38,
          "Max": 471,
          "Min": 225
        },
        {
          "StatusCode": 404,
          "Total": 445,
          "Average": 55.62,
          "Max": 235,
          "Min": 13
        },
        {
          "StatusCode": 429,
          "Total": 14708,
          "Average": 1838.5,
          "Max": 1929,
          "Min": 1083
        },
        {
          "StatusCode": 449,
          "Total": 209,
          "Average": 26.12,
          "Max": 40,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2870,
          "Average": 358.75,
          "Max": 477,
          "Min": 197
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.38,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 28506,
          "Average": 3563.25,
          "Max": 3568,
          "Min": 2174
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 21367,
          "Average": 2670.88,
          "Max": 2683,
          "Min": 1995
        },
        {
          "StatusCode": 404,
          "Total": 44,
          "Average": 5.5,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 429,
          "Total": 7565,
          "Average": 945.62,
          "Max": 982,
          "Min": 674
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 21379,
          "Average": 2672.38,
          "Max": 2694,
          "Min": 1987
        },
        {
          "StatusCode": 401,
          "Total": 259,
          "Average": 32.38,
          "Max": 210,
          "Min": 49
        },
        {
          "StatusCode": 404,
          "Total": 886,
          "Average": 110.75,
          "Max": 333,
          "Min": 10
        },
        {
          "StatusCode": 429,
          "Total": 7110,
          "Average": 888.75,
          "Max": 889,
          "Min": 585
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a39%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a40%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a44%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a44%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a45%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a45%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a45%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a46%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "04ce44b5-5e47-4a2c-ae1d-1e3545bba14e",
          "MaxQuota": 10476298,
          "MaxUsage": 144431
        },
        {
          "PartitionId": "a3f0619f-b498-4356-bc7b-07570c19c08b",
          "MaxQuota": 10476298,
          "MaxUsage": 104832
        },
        {
          "PartitionId": "01f7a5b4-7f01-4478-a32b-24288741f3b8",
          "MaxQuota": 3490816,
          "MaxUsage": 320
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a46%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "04ce44b5-5e47-4a2c-ae1d-1e3545bba14e",
          "MaxCrudUsage": 184,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 552
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "a3f0619f-b498-4356-bc7b-07570c19c08b",
          "MaxCrudUsage": 120,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 472
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "0f56b703-7b86-4e08-887d-e89d4ca38135",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a46%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a46%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.604248
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 99.641574
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 99.643546
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.644942
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.651512
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a46%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 8.828847
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 8.816955
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 8.360102
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 8.054513
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 7.669676
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 59.095131
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 33.324717
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 25.404524
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 20.697869
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 20.651623
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110205.366667
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110354.433333
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110509.666667
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110573.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 111003.633333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a42Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-6%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "Average": 1,
          "First": "2015-03-23T14:00:00",
          "Last": "2015-03-23T14:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a48Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-23+19%3a10%3a21Z&end=2015-03-23+22%3a47%3a55Z&query=where+Tenant+%3d+%22doctestmgmt6%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-23T14:27:56.6837474-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1024,
      "PhysicalCRUDUsageInMB": 8128,
      "LogicalIndexUsageInMB": 10,
      "LogicalCRUDUsageInMB": 193,
      "ClientReportedUsageInMB": 100,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-03-23T15:47:57.9180441-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8496,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDQBAAAAAAAAA==",
  "_ts": 1427398866,
  "_etag": "\"40008e40-0000-0000-0000-551460d20000\"",
  "_attachments": "attachments/"
},
{
  "id": "6bce29db-5eae-4124-ac6a-ad79885d3134",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDRBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-23T18:27:19.7417927-07:00",
  "CompletedTime": "2015-03-23T22:09:09.4529309-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "9632046a-e420-4fd2-a127-bad6f64a7e81",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T18:27:28.5558952-07:00",
      "EndTime": "2015-03-23T18:40:09.4069932-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "34c767fe-e8f4-4672-a343-346f161aa31a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T18:40:38.472146-07:00",
      "EndTime": "2015-03-23T18:41:48.5500456-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b8f19089-a10f-4288-864a-6959d25a84df",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T18:41:48.9228585-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDRBAAAAAAAAA==",
  "_ts": 1427173749,
  "_etag": "\"0e002f47-0000-0000-0000-5510f1750000\"",
  "_attachments": "attachments/"
},
{
  "id": "8d9b28d1-2e59-4ffd-baa7-b9c552ac04a3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDSBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-23T20:06:02.0876695-07:00",
  "CompletedTime": "2015-03-23T21:12:01.2879823-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f18cd3e6-4855-4d49-acc9-5c1b52850f20",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T20:08:39.0566282-07:00",
      "EndTime": "2015-03-23T20:19:32.827051-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7ef80037-7635-4078-88d2-9808b4521fc1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T20:19:46.3229967-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "655d636e-4ebb-4e72-80f0-ffbf11bf0370",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T20:19:46.6940711-07:00",
      "EndTime": "2015-03-23T20:54:49.0447615-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDSBAAAAAAAAA==",
  "_ts": 1427170320,
  "_etag": "\"0d003652-0000-0000-0000-5510e4100000\"",
  "_attachments": "attachments/"
},
{
  "id": "bbc72253-26c7-4659-9fb8-f6fe5c5cd70f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDTBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-23T21:12:01.5692242-07:00",
  "CompletedTime": "2015-03-24T12:31:31.1463921-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "ea7ed904-aec2-4f39-8e4b-7863e2f368a3",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-23T22:52:54.4862457-07:00",
      "CompleteTime": "2015-03-23T22:59:30.4738828-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6190eac-9532-43d8-8f90-1e1ce6d437c6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T22:52:55.0799396-07:00",
      "CompleteTime": "2015-03-23T22:59:00.3955369-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9e16d8f2-8a04-459b-8382-4ae596c64039",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-23T22:52:55.6580685-07:00",
      "CompleteTime": "2015-03-23T22:58:30.614005-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7a7b3924-f931-4123-9ef2-3484d2bb6895",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-23T22:52:56.2518228-07:00",
      "CompleteTime": "2015-03-23T23:00:08.9430227-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1017c80f-43cd-4da8-b032-71c930a28945",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T02:17:10.4721882-07:00",
      "CompleteTime": "2015-03-24T02:22:45.2266193-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b4fc2797-e3a2-4188-a1e1-8ca9030a96a2",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-24T04:18:25.0380539-07:00",
      "CompleteTime": "2015-03-24T04:25:38.7447588-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7207b68f-90b5-4567-a3fe-94d2d1c91d8c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T05:09:34.0066698-07:00",
      "CompleteTime": "2015-03-24T05:15:08.4313523-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a6591a9c-ea25-4f5f-a044-0f258b47132a",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-24T10:58:17.3595879-07:00",
      "CompleteTime": "2015-03-24T11:43:34.6656716-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "70b049d5-55bb-4a4e-8b34-aadc6687f4fc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T21:14:01.7755918-07:00",
      "EndTime": "2015-03-23T21:22:40.909554-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a5dac4c-fecf-4262-8c45-ffa9341e5095",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T21:22:53.1127722-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "4521d348-121e-4ed0-a623-85a089dec42f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T21:22:53.4877757-07:00",
      "EndTime": "2015-03-23T21:57:16.8957239-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "92caef21-db71-488d-abab-96a3a2c55a0f",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-23T21:57:26.0520514-07:00",
      "EndTime": "2015-03-23T22:12:34.8408693-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "911841fd-84c4-42c2-977a-b42f7d0c1228",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-23T22:12:35.6534374-07:00",
      "EndTime": "2015-03-23T22:34:35.101954-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5fad0e0e-d274-45c6-a463-a7588da01cf6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-23T22:34:35.4770133-07:00",
      "EndTime": "2015-03-23T22:42:49.4967907-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a891ff4-0930-4535-8a80-0f2b938bedd7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-23T23:52:53.7364202-07:00",
      "EndTime": "2015-03-24T01:14:29.3705142-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5f67c7b2-2556-4785-b919-8e8bb4a776a8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-24T02:02:13.0836603-07:00",
      "EndTime": "2015-03-24T04:03:36.122283-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "640e19f4-ef37-445d-8869-bbab71263b6c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-24T04:58:28.2942106-07:00",
      "EndTime": "2015-03-24T07:00:25.0000089-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "143c65fc-3c33-4a8a-8e30-5ef50eb04305",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-24T07:58:15.0603901-07:00",
      "EndTime": "2015-03-24T10:05:52.9178357-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d8b1bc58-8519-459c-b844-48bce8c687a9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-24T10:39:01.637594-07:00",
      "EndTime": "2015-03-24T10:58:13.1407755-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b2dff8f-8eae-4398-a7b0-93a4e66f8161",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150323.5\\x64\\Release",
      "StartTime": "2015-03-24T11:43:35.9781211-07:00",
      "EndTime": "2015-03-24T11:45:43.9011306-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "17 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 6,
          "First": "2015-03-24T00:39:40.5154621",
          "Last": "2015-03-24T05:56:00.1690198"
        },
        {
          "Message": "Consistent Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-24T01:03:32.5550173",
          "Last": "2015-03-24T01:03:58.1020576"
        },
        {
          "Message": "Lazy Index Does not exist, continuing with shutdown",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-24T01:03:32.5550044",
          "Last": "2015-03-24T01:03:58.1020498"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-24T01:03:32.5373036",
          "Last": "2015-03-24T01:03:58.3425714"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-24T10:44:22.6778435",
          "Last": "2015-03-24T10:44:22.6778435"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-24T01:03:32.537377",
          "Last": "2015-03-24T01:03:58.3425891"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 16,
          "First": "2015-03-23T23:30:51.7098274",
          "Last": "2015-03-24T03:28:24.0940083"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-24T08:23:59.0419363",
          "Last": "2015-03-24T08:39:41.7998219"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-24T09:17:33.6314178",
          "Last": "2015-03-24T09:17:33.6314178"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39378707,
          "Average": 246116.92,
          "Max": 317750,
          "Min": 2930
        },
        {
          "StatusCode": 400,
          "Total": 109,
          "Average": 0.68,
          "Max": 33,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 193890,
          "Average": 1211.81,
          "Max": 13277,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 66427,
          "Average": 415.17,
          "Max": 5861,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 10012685,
          "Average": 62579.28,
          "Max": 252380,
          "Min": 20
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1136125,
          "Average": 7100.78,
          "Max": 10027,
          "Min": 87
        },
        {
          "StatusCode": 404,
          "Total": 3972,
          "Average": 24.82,
          "Max": 183,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1688,
          "Average": 10.55,
          "Max": 147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 271924,
          "Average": 1699.52,
          "Max": 6809,
          "Min": 23
        },
        {
          "StatusCode": 449,
          "Total": 5238,
          "Average": 32.74,
          "Max": 168,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3407477,
          "Average": 21296.73,
          "Max": 28506,
          "Min": 236
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14209,
          "Average": 88.81,
          "Max": 562,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 5129,
          "Average": 32.06,
          "Max": 427,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 820059,
          "Average": 5125.37,
          "Max": 19924,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 11662,
          "Average": 72.89,
          "Max": 284,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5913911,
          "Average": 36961.94,
          "Max": 47508,
          "Min": 297
        },
        {
          "StatusCode": 400,
          "Total": 60,
          "Average": 0.38,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9018,
          "Average": 56.36,
          "Max": 5200,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.09,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6698,
          "Average": 41.86,
          "Max": 860,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1471103,
          "Average": 9194.39,
          "Max": 37334,
          "Min": 154
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31125849,
          "Average": 193328.25,
          "Max": 224482,
          "Min": 631
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.09,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2714,
          "Average": 16.86,
          "Max": 358,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29818,
          "Average": 185.2,
          "Max": 1185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 997888,
          "Average": 6198.06,
          "Max": 13443,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6784654,
          "Average": 42140.71,
          "Max": 55485,
          "Min": 636
        },
        {
          "StatusCode": 401,
          "Total": 5045,
          "Average": 31.34,
          "Max": 541,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 19838,
          "Average": 123.22,
          "Max": 772,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28933,
          "Average": 179.71,
          "Max": 1078,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 925874,
          "Average": 5750.77,
          "Max": 12485,
          "Min": 54
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 12,
          "First": "2015-03-24T11:10:00",
          "Last": "2015-03-24T11:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.5,
          "Count": 1,
          "First": "2015-03-24T11:10:00",
          "Last": "2015-03-24T11:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 86,
          "First": "2015-03-24T08:05:00",
          "Last": "2015-03-24T11:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 2564,
          "Reason": "Windows Fabric Assert",
          "Count": 1,
          "First": "2015-03-24T10:44:22.8695491",
          "Last": "2015-03-24T10:44:22.8695491"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1057 replica health errors | 121 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 37,
          "First": "2015-03-24T09:30:06.325",
          "Last": "2015-03-24T11:34:07.944"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 3,
          "First": "2015-03-24T11:24:06.484",
          "Last": "2015-03-24T11:34:07.694"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 12,
          "First": "2015-03-24T08:33:43.372",
          "Last": "2015-03-24T12:04:12.921"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 811,
          "First": "2015-03-24T04:09:53.135",
          "Last": "2015-03-24T12:29:18.502"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 73,
          "First": "2015-03-24T06:50:22.699",
          "Last": "2015-03-24T12:14:15.28"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1232 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.098
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 359,
          "HourlyAverage": 24.639
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 724,
          "HourlyAverage": 49.689
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 83,
          "HourlyAverage": 5.696
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.48
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.755
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.275
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.206
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.275
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.412
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.343
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.137
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.343
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.275
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.137
        },
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.069
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1bd5e336-92c9-4db5-aa8a-a099f86b3cbb",
          "MaxQuota": 10475520,
          "MaxUsage": 8471565
        },
        {
          "PartitionId": "8102f067-9da4-4a2e-b8a8-110659c1d361",
          "MaxQuota": 10476298,
          "MaxUsage": 5557760
        },
        {
          "PartitionId": "449d100d-c279-4599-be5c-31e866a04d6b",
          "MaxQuota": 10476298,
          "MaxUsage": 5533184
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "PartitionId": "1bd5e336-92c9-4db5-aa8a-a099f86b3cbb",
          "MaxCrudUsage": 8392,
          "MaxIndexUsage": 1268,
          "MaxTotalUsage": 10008
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "6e206dcb-bea5-4ce9-adab-379bb9968827",
          "MaxCrudUsage": 5296,
          "MaxIndexUsage": 1068,
          "MaxTotalUsage": 6764
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "449d100d-c279-4599-be5c-31e866a04d6b",
          "MaxCrudUsage": 5432,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 6752
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 13 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-24T06:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 205.796,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T06:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 165.531,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T11:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 70.387,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-24T10:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 62.362,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-24T10:20:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 58.996,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.869198
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.112139
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.319153
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.247189
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.563098
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 37.831352
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 36.347494
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 35.260779
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 33.723286
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 32.305984
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 391.081293
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 316.781002
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 147.850534
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 108.842628
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 103.25479
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 48792.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 50800.37931
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 54700.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58868.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 64841.433333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "170 Direct Https requests with 503 | 484 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-24T12:00:00",
          "Last": "2015-03-24T12:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.75,
          "First": "2015-03-24T00:55:00",
          "Last": "2015-03-24T10:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-24T04:10:00",
          "Last": "2015-03-24T10:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 437,
          "Average": 7.804,
          "First": "2015-03-23T23:30:00",
          "Last": "2015-03-24T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 150,
          "Average": 3.659,
          "First": "2015-03-23T23:55:00",
          "Last": "2015-03-24T10:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 29,
          "Average": 3.625,
          "First": "2015-03-24T11:50:00",
          "Last": "2015-03-24T12:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-23T23:20:00",
          "Last": "2015-03-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-23T23:20:00",
          "Last": "2015-03-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-03-23T23:20:00",
          "Last": "2015-03-24T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.75,
          "First": "2015-03-23T23:20:00",
          "Last": "2015-03-24T02:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-24T06:15:00",
          "Last": "2015-03-24T10:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-24+04%3a12%3a01Z&end=2015-03-24+19%3a31%3a31Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T01:21:47.921071-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125440,
      "PhysicalCRUDUsageInMB": 253592,
      "LogicalIndexUsageInMB": 5734,
      "LogicalCRUDUsageInMB": 70067,
      "ClientReportedUsageInMB": 4750
    },
    {
      "TimeStamp": "2015-03-24T04:18:07.9128487-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 153748,
      "PhysicalCRUDUsageInMB": 725968,
      "LogicalIndexUsageInMB": 18681,
      "LogicalCRUDUsageInMB": 228433,
      "ClientReportedUsageInMB": 33494
    },
    {
      "TimeStamp": "2015-03-24T07:17:49.9150311-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 226344,
      "PhysicalCRUDUsageInMB": 1127128,
      "LogicalIndexUsageInMB": 21757,
      "LogicalCRUDUsageInMB": 270387,
      "ClientReportedUsageInMB": 108294
    },
    {
      "TimeStamp": "2015-03-24T10:31:13.6180399-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 327932,
      "PhysicalCRUDUsageInMB": 1739712,
      "LogicalIndexUsageInMB": 32015,
      "LogicalCRUDUsageInMB": 405148,
      "ClientReportedUsageInMB": 6634
    },
    {
      "TimeStamp": "2015-03-24T12:31:31.1463921-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 248224,
      "PhysicalCRUDUsageInMB": 1277040,
      "LogicalIndexUsageInMB": 26391,
      "LogicalCRUDUsageInMB": 327665,
      "ClientReportedUsageInMB": 47796
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDTBAAAAAAAAA==",
  "_ts": 1427227075,
  "_etag": "\"1600eb93-0000-0000-0000-5511c1c30000\"",
  "_attachments": "attachments/"
},
{
  "id": "dccefa5b-ad34-483f-9a12-b80d1d026120",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDUBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-23T22:09:09.7621816-07:00",
  "CompletedTime": "2015-03-24T11:54:08.4987102-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "df0bfe97-eb7a-462a-9c02-595e3d0cbfdd",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-23T23:53:19.0779265-07:00",
      "CompleteTime": "2015-03-23T23:59:26.3928568-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ca445802-9c41-4120-8885-db37d9f98dda",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-23T23:53:19.6034005-07:00",
      "CompleteTime": "2015-03-23T23:59:55.8508014-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69c79a87-bc45-4040-b1f5-99e322a461d5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-23T23:53:20.1957146-07:00",
      "CompleteTime": "2015-03-24T00:00:26.2436869-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b26eb627-4314-4420-9a28-f2323e9eed70",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-23T23:53:21.1018226-07:00",
      "CompleteTime": "2015-03-24T00:01:38.4519512-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3c3609b-034c-40f5-aded-fbbe47920cfd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T00:58:17.9820389-07:00",
      "CompleteTime": "2015-03-24T01:04:22.050996-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "575c3219-8110-4130-ad27-d1b528fc14b2",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-24T02:00:48.5829162-07:00",
      "CompleteTime": "2015-03-24T02:09:05.1310534-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9d385717-f62a-4a72-aeae-967302fccdf6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T04:03:48.328734-07:00",
      "CompleteTime": "2015-03-24T04:09:53.0890036-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b52e0341-be67-459b-8990-de27882ecf64",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-24T10:12:58.1866538-07:00",
      "CompleteTime": "2015-03-24T10:55:16.0401601-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "64d74885-1478-4583-95fe-17cabc089f47",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T22:09:19.4735282-07:00",
      "EndTime": "2015-03-23T22:23:03.2987091-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "50151651-65ce-41a1-b6ea-5cac5fbd30bd",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T22:23:30.0311618-07:00",
      "EndTime": "2015-03-23T22:24:40.9755609-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0133ce6-d03e-4dc2-bcf1-7c24626342da",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T22:24:41.3544101-07:00",
      "EndTime": "2015-03-23T22:57:50.7377949-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5548b757-413f-4403-b305-74be38d7e67a",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-23T22:58:00.8916144-07:00",
      "EndTime": "2015-03-23T23:12:09.6199622-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b997f622-461d-4ef4-8f65-65795e4290b2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-23T23:12:10.6895885-07:00",
      "EndTime": "2015-03-23T23:24:56.5502207-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f4f26614-f4df-45a6-aa7d-f7173ea7ada5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-23T23:24:56.9012458-07:00",
      "EndTime": "2015-03-23T23:43:12.1372666-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "553441ee-3006-4316-b5bf-0f0beeaf65e9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T00:43:20.7971822-07:00",
      "EndTime": "2015-03-24T01:51:57.3432558-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1f8ebe71-4114-4716-b937-af5b6148d8dc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T02:40:55.4452331-07:00",
      "EndTime": "2015-03-24T03:49:39.3609395-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2c4394c5-fe65-411d-9e41-43514a16ae1a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T04:43:54.1958676-07:00",
      "EndTime": "2015-03-24T06:24:31.5634563-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e099f72-abe9-41d3-bff4-dea05ff1d29e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T07:23:06.2335314-07:00",
      "EndTime": "2015-03-24T09:30:25.9834815-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "15829af9-f913-4e27-8a8c-013712082ef3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T10:01:41.1423563-07:00",
      "EndTime": "2015-03-24T10:12:53.1605424-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a1d2af1-eee7-4dcb-844d-4a5675feec70",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150323.3\\x64\\Release",
      "StartTime": "2015-03-24T10:55:17.529989-07:00",
      "EndTime": "2015-03-24T10:57:26.9320425-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-24T07:50:38.1194892",
          "Last": "2015-03-24T07:50:38.1194892"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7205 requests with 500 | 2 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6542,
          "First": "2015-03-24T02:54:03.6387081",
          "Last": "2015-03-24T11:02:57.7770691"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 163,
          "First": "2015-03-24T02:54:27.3835051",
          "Last": "2015-03-24T11:02:59.7425279"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 376,
          "First": "2015-03-24T03:26:28.9828958",
          "Last": "2015-03-24T09:54:34.5740154"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 22,
          "First": "2015-03-24T01:39:39.9334253",
          "Last": "2015-03-24T09:39:42.3035329"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-24T01:48:35.0789266",
          "Last": "2015-03-24T02:18:36.3073279"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 20,
          "First": "2015-03-24T02:12:30.1003288",
          "Last": "2015-03-24T11:42:28.5381979"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-24T05:08:26.7075239",
          "Last": "2015-03-24T08:03:33.5953356"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 36,
          "First": "2015-03-24T06:21:53.501712",
          "Last": "2015-03-24T09:34:52.3906316"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-24T06:20:11.5348333",
          "Last": "2015-03-24T07:30:15.8043157"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-24T01:34:38.4353957",
          "Last": "2015-03-24T01:34:38.4353957"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 33,
          "First": "2015-03-24T06:22:34.8461509",
          "Last": "2015-03-24T09:54:32.6788327"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-24T11:12:31.7447921",
          "Last": "2015-03-24T11:12:32.3908657"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-24T11:00:59.236836",
          "Last": "2015-03-24T11:30:55.9971264"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-24T09:02:43.8532692",
          "Last": "2015-03-24T09:02:44.1929526"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37492861,
          "Average": 267806.15,
          "Max": 335897,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 78,
          "Average": 0.56,
          "Max": 26,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1382730,
          "Average": 9876.64,
          "Max": 12558,
          "Min": 2254
        },
        {
          "StatusCode": 409,
          "Total": 16,
          "Average": 0.11,
          "Max": 7,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 44073,
          "Average": 314.81,
          "Max": 2461,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5122253,
          "Average": 36587.52,
          "Max": 224195,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1075568,
          "Average": 7628.14,
          "Max": 9889,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 1192,
          "Average": 8.45,
          "Max": 128,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1218,
          "Average": 8.64,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 143728,
          "Average": 1019.35,
          "Max": 6354,
          "Min": 7
        },
        {
          "StatusCode": 449,
          "Total": 1710,
          "Average": 12.13,
          "Max": 66,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3233497,
          "Average": 22932.6,
          "Max": 29057,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4405,
          "Average": 31.24,
          "Max": 413,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3480,
          "Average": 24.68,
          "Max": 220,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 430780,
          "Average": 3055.18,
          "Max": 17637,
          "Min": 20
        },
        {
          "StatusCode": 449,
          "Total": 3992,
          "Average": 28.31,
          "Max": 120,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5659623,
          "Average": 40139.17,
          "Max": 51467,
          "Min": 12
        },
        {
          "StatusCode": 400,
          "Total": 53,
          "Average": 0.38,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 27692,
          "Average": 196.4,
          "Max": 4343,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3752,
          "Average": 26.61,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 701942,
          "Average": 4978.31,
          "Max": 28600,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26814132,
          "Average": 190171.15,
          "Max": 216900,
          "Min": 664
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 3721,
          "Average": 26.39,
          "Max": 452,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26211,
          "Average": 185.89,
          "Max": 1265,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 314389,
          "Average": 2229.71,
          "Max": 6681,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:05:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5792601,
          "Average": 41082.28,
          "Max": 52831,
          "Min": 12
        },
        {
          "StatusCode": 401,
          "Total": 84,
          "Average": 0.6,
          "Max": 82,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 4300,
          "Average": 30.5,
          "Max": 186,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 25698,
          "Average": 182.26,
          "Max": 1524,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 340492,
          "Average": 2414.84,
          "Max": 7616,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 1,
          "First": "2015-03-24T09:50:00",
          "Last": "2015-03-24T09:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 2,
          "First": "2015-03-24T06:05:00",
          "Last": "2015-03-24T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 23,
          "First": "2015-03-24T05:45:00",
          "Last": "2015-03-24T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "206 replica health errors | 203 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 3,
          "First": "2015-03-24T09:36:28.435",
          "Last": "2015-03-24T09:36:28.665"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1366 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.773
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 330,
          "HourlyAverage": 25.506
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 913,
          "HourlyAverage": 70.566
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 81,
          "HourlyAverage": 6.26
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 1.546
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.696
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ea06b612-7ff7-4f8f-a155-2eae6325cf39",
          "MaxQuota": 10475520,
          "MaxUsage": 5137444
        },
        {
          "PartitionId": "54400d8f-9611-4664-84bd-e5710ec03ded",
          "MaxQuota": 10475520,
          "MaxUsage": 5080887
        },
        {
          "PartitionId": "8527afc8-be30-4896-8f6a-84d257fb7a24",
          "MaxQuota": 10475520,
          "MaxUsage": 5055748
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "54400d8f-9611-4664-84bd-e5710ec03ded",
          "MaxCrudUsage": 4952,
          "MaxIndexUsage": 916,
          "MaxTotalUsage": 6324
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e40b40fe-7988-4493-a6ac-724f72d22d2f",
          "MaxCrudUsage": 4920,
          "MaxIndexUsage": 888,
          "MaxTotalUsage": 6232
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ea06b612-7ff7-4f8f-a155-2eae6325cf39",
          "MaxCrudUsage": 5032,
          "MaxIndexUsage": 940,
          "MaxTotalUsage": 6208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 40 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-24T05:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 2831.73,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T06:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 584.358,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T06:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 451.51,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T06:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 434.272,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T05:05:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 402.244,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 81.783092
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.572812
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.086402
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.660638
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.69791
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59.217595
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 50.521209
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 48.394771
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 46.192991
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42.714822
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 442.689932 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 442.689932
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 436.293901
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 416.746843
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 411.95989
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 403.534707
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 46495.62069
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57160.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 57820.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 60957.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62524.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "4248 Gateway Https requests with 500 | 10 Direct Tcp requests with 500 | 15 Direct Https requests with 500 | 444 Direct Tcp requests with 503 | 131 Direct Https requests with 503 | 2 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 458,
          "Average": 15.267,
          "First": "2015-03-24T01:35:00",
          "Last": "2015-03-24T09:50:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 12,
          "Average": 1.0,
          "First": "2015-03-24T02:10:00",
          "Last": "2015-03-24T11:10:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-24T03:10:00",
          "Last": "2015-03-24T09:10:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "Average": 1.0,
          "First": "2015-03-24T03:40:00",
          "Last": "2015-03-24T11:40:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 1.0,
          "First": "2015-03-24T02:05:00",
          "Last": "2015-03-24T09:05:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 1.0,
          "First": "2015-03-24T03:05:00",
          "Last": "2015-03-24T09:35:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3773,
          "Average": 209.611,
          "First": "2015-03-24T02:50:00",
          "Last": "2015-03-24T08:20:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-24T11:00:00",
          "Last": "2015-03-24T11:30:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-24T01:30:00",
          "Last": "2015-03-24T01:30:00"
        },
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-24T01:45:00",
          "Last": "2015-03-24T02:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 360,
          "Average": 7.2,
          "First": "2015-03-24T00:15:00",
          "Last": "2015-03-24T09:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 110,
          "Average": 4.583,
          "First": "2015-03-24T00:20:00",
          "Last": "2015-03-24T07:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "Average": 1.6,
          "First": "2015-03-24T00:25:00",
          "Last": "2015-03-24T01:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-24T09:00:00",
          "Last": "2015-03-24T09:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 55,
          "Average": 1.897,
          "First": "2015-03-24T02:25:00",
          "Last": "2015-03-24T11:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-03-24T04:25:00",
          "Last": "2015-03-24T04:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "Average": 1.857,
          "First": "2015-03-24T11:05:00",
          "Last": "2015-03-24T11:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 19,
          "Average": 3.167,
          "First": "2015-03-24T11:10:00",
          "Last": "2015-03-24T11:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-24T00:55:00",
          "Last": "2015-03-24T01:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-24T04:10:00",
          "Last": "2015-03-24T04:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-24T10:20:00",
          "Last": "2015-03-24T10:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-24+05%3a09%3a09Z&end=2015-03-24+18%3a54%3a08Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T00:42:57.0875341-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 66916,
      "PhysicalCRUDUsageInMB": 49856,
      "LogicalIndexUsageInMB": 152,
      "LogicalCRUDUsageInMB": 3717,
      "ClientReportedUsageInMB": 3165,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-03-24T02:00:31.9891769-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 124308,
      "PhysicalCRUDUsageInMB": 280760,
      "LogicalIndexUsageInMB": 5838,
      "LogicalCRUDUsageInMB": 71395,
      "ClientReportedUsageInMB": 13,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-03-24T04:03:29.921655-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 127180,
      "PhysicalCRUDUsageInMB": 599728,
      "LogicalIndexUsageInMB": 13303,
      "LogicalCRUDUsageInMB": 161995,
      "ClientReportedUsageInMB": 50778,
      "ClientReportedCollectionCount": 38
    },
    {
      "TimeStamp": "2015-03-24T06:42:43.2760221-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 223428,
      "PhysicalCRUDUsageInMB": 1109728,
      "LogicalIndexUsageInMB": 25436,
      "LogicalCRUDUsageInMB": 314731,
      "ClientReportedUsageInMB": 68693,
      "ClientReportedCollectionCount": 32
    },
    {
      "TimeStamp": "2015-03-24T09:53:50.2427676-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 337088,
      "PhysicalCRUDUsageInMB": 1774632,
      "LogicalIndexUsageInMB": 36446,
      "LogicalCRUDUsageInMB": 463662,
      "ClientReportedUsageInMB": 88,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-03-24T11:54:08.4987102-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 270996,
      "PhysicalCRUDUsageInMB": 1417896,
      "LogicalIndexUsageInMB": 28410,
      "LogicalCRUDUsageInMB": 353901,
      "ClientReportedUsageInMB": 400484,
      "ClientReportedCollectionCount": 109
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDUBAAAAAAAAA==",
  "_ts": 1427224759,
  "_etag": "\"1600bc4d-0000-0000-0000-5511b8b70000\"",
  "_attachments": "attachments/"
},
{
  "id": "92b9b884-493a-4331-9aad-f38c829c7d17",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDVBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-24T11:51:38.4320568-07:00",
  "CompletedTime": "2015-03-24T14:05:30.0050717-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2d2ff802-d74e-4517-b70c-7cbe89c34ae9",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-24T13:06:50.0241925-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "14be5ac5-4dd8-4e9f-8c0c-93bb5f61e9c0",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-24T13:06:50.628323-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "523b8f4a-598a-4a84-8459-bef638693bbd",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T13:06:51.1970217-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "30e19a96-bc46-4a95-ad1e-923567f31bf1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-24T13:06:51.7597097-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "4176be15-863a-4821-9234-5639716eb45c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T11:54:21.8390572-07:00",
      "EndTime": "2015-03-24T12:08:34.1674321-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "482f6e48-a940-4998-9169-9248e5ee44da",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T12:08:41.8702919-07:00",
      "EndTime": "2015-03-24T12:08:42.2306575-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b62c27f7-be98-46d2-a5da-81d63215d96d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T12:08:42.5802397-07:00",
      "EndTime": "2015-03-24T12:41:27.7879609-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "95129c78-6be7-40db-bba3-29856fc7ce6b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T12:41:32.6982714-07:00",
      "EndTime": "2015-03-24T12:56:40.5888182-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aa0a8d3b-9dc9-4784-9fac-571ee861225e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\RAPRASA1\\Release",
      "StartTime": "2015-03-24T12:56:41.1361841-07:00",
      "EndTime": "2015-03-24T12:56:43.4920652-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "f1822e2d-907f-40fc-a694-25d26defd702",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\RAPRASA1\\Release",
      "StartTime": "2015-03-24T12:56:43.8603108-07:00",
      "EndTime": "2015-03-24T12:56:45.9616558-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDVBAAAAAAAAA==",
  "_ts": 1427231129,
  "_etag": "\"1700bdec-0000-0000-0000-5511d1990000\"",
  "_attachments": "attachments/"
},
{
  "id": "1e3b90ab-675f-4d2e-99e1-cce752886410",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDWBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-24T13:44:20.4621672-07:00",
  "CompletedTime": "2015-03-24T19:44:23.4642139-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8bbef493-4c35-42b0-b280-8b8cd7cd3a42",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-24T15:31:30.2370976-07:00",
      "CompleteTime": "2015-03-24T15:37:37.0655491-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "23fb1465-a73b-4b3a-b0b1-115c15d3d9ae",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T15:31:30.7994106-07:00",
      "CompleteTime": "2015-03-24T15:38:06.8115306-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ee1a6dbf-edff-4224-aa79-682d5dd0d3a7",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-24T15:31:31.3370643-07:00",
      "CompleteTime": "2015-03-24T15:38:37.2213621-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "044f29f3-dfa1-4fe8-8d97-12da6038abc8",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-24T15:31:31.8671379-07:00",
      "CompleteTime": "2015-03-24T15:39:46.4055262-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3863e25b-4bdf-4629-9796-4db2b318e4ca",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T16:33:39.6740958-07:00",
      "CompleteTime": "2015-03-24T16:39:44.1132631-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4bc7f31a-515f-4286-8c05-9d7b5cc2313c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-24T17:30:29.8718095-07:00",
      "CompleteTime": "2015-03-24T17:38:47.4145946-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c904e96e-d3ba-4b59-a9e2-931fb8a8fa84",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T19:30:38.891999-07:00",
      "CompleteTime": "2015-03-24T19:36:42.9763612-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "eea0469b-693b-4a3d-9955-6fa564a1f3bf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T13:44:28.2554462-07:00",
      "EndTime": "2015-03-24T13:59:35.6259889-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5e587802-61f8-49e4-8306-adff5d9fb541",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T13:59:48.8776674-07:00",
      "EndTime": "2015-03-24T14:01:57.3001453-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ceb26d32-dac9-4d5f-abe7-141554e6a009",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:01:57.6454225-07:00",
      "EndTime": "2015-03-24T14:35:51.4381872-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "71983419-3283-4a46-b053-138bfe5c0de8",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:36:01.3065918-07:00",
      "EndTime": "2015-03-24T14:50:12.0223656-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7e16b262-aba2-4c4b-8761-24b61b3887c7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T14:50:12.9369362-07:00",
      "EndTime": "2015-03-24T15:06:05.8707492-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b8aeb93-6dff-4ba9-b439-1fa847a9dbe6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T15:06:06.2468526-07:00",
      "EndTime": "2015-03-24T15:21:22.6070572-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "64e19a71-d3e7-4de0-9163-8e821b52d533",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T16:18:42.455155-07:00",
      "EndTime": "2015-03-24T17:27:12.3012097-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bac60972-e987-44ea-b4eb-d1bdd148c38e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T18:10:33.6315861-07:00",
      "EndTime": "2015-03-24T19:15:02.1052083-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 336123. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 6025960,
          "Average": 286950.48,
          "Max": 336123,
          "Min": 3803
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.19,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5368,
          "Average": 255.62,
          "Max": 1593,
          "Min": 1100
        },
        {
          "StatusCode": 410,
          "Total": 9280,
          "Average": 441.9,
          "Max": 2211,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1171444,
          "Average": 55783.05,
          "Max": 193364,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 9857. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 174238,
          "Average": 8297.05,
          "Max": 9857,
          "Min": 113
        },
        {
          "StatusCode": 404,
          "Total": 261,
          "Average": 12.43,
          "Max": 33,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 248,
          "Average": 11.81,
          "Max": 67,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 32087,
          "Average": 1527.95,
          "Max": 5133,
          "Min": 777
        },
        {
          "StatusCode": 449,
          "Total": 349,
          "Average": 16.62,
          "Max": 38,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 29271. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 521444,
          "Average": 24830.67,
          "Max": 29271,
          "Min": 316
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.1,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1093,
          "Average": 52.05,
          "Max": 112,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 730,
          "Average": 34.76,
          "Max": 178,
          "Min": 7
        },
        {
          "StatusCode": 429,
          "Total": 96097,
          "Average": 4576.05,
          "Max": 15244,
          "Min": 2353
        },
        {
          "StatusCode": 449,
          "Total": 1132,
          "Average": 53.9,
          "Max": 106,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 49812. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 907427,
          "Average": 41246.68,
          "Max": 49812,
          "Min": 522
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 775,
          "Average": 35.23,
          "Max": 174,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 178851,
          "Average": 8129.59,
          "Max": 29328,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 54900. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1023715,
          "Average": 46532.5,
          "Max": 54900,
          "Min": 580
        },
        {
          "StatusCode": 404,
          "Total": 501,
          "Average": 22.77,
          "Max": 83,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3467,
          "Average": 157.59,
          "Max": 977,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 93933,
          "Average": 4269.68,
          "Max": 10152,
          "Min": 315
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 54903. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1024309,
          "Average": 46559.5,
          "Max": 54903,
          "Min": 582
        },
        {
          "StatusCode": 401,
          "Total": 160,
          "Average": 7.27,
          "Max": 84,
          "Min": 76
        },
        {
          "StatusCode": 404,
          "Total": 3012,
          "Average": 136.91,
          "Max": 679,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 4353,
          "Average": 197.86,
          "Max": 1193,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 80548,
          "Average": 3661.27,
          "Max": 9349,
          "Min": 396
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a15%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 62,
          "First": "2015-03-24T13:45:00",
          "Last": "2015-03-24T19:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 207,
          "First": "2015-03-24T13:45:00",
          "Last": "2015-03-24T19:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 8,
          "First": "2015-03-24T18:30:00",
          "Last": "2015-03-24T18:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a17%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "105 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 102,
          "HourlyAverage": 21.65
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.637
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ea06b612-7ff7-4f8f-a155-2eae6325cf39",
          "MaxQuota": 10475520,
          "MaxUsage": 5345216
        },
        {
          "PartitionId": "54400d8f-9611-4664-84bd-e5710ec03ded",
          "MaxQuota": 10475520,
          "MaxUsage": 5258432
        },
        {
          "PartitionId": "8527afc8-be30-4896-8f6a-84d257fb7a24",
          "MaxQuota": 10475520,
          "MaxUsage": 5249792
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "54400d8f-9611-4664-84bd-e5710ec03ded",
          "MaxCrudUsage": 5152,
          "MaxIndexUsage": 1020,
          "MaxTotalUsage": 6628
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e40b40fe-7988-4493-a6ac-724f72d22d2f",
          "MaxCrudUsage": 5128,
          "MaxIndexUsage": 988,
          "MaxTotalUsage": 6572
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ea06b612-7ff7-4f8f-a155-2eae6325cf39",
          "MaxCrudUsage": 5240,
          "MaxIndexUsage": 1040,
          "MaxTotalUsage": 6552
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 7 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-24T18:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 362.219,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T18:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 351.729,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T18:50:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 234.935,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T19:10:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 197.266,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T19:10:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 153.433,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a18%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.537976
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.572061
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 87.595058
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.706758
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.753409
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a19%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 24.016617
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 22.694199
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 20.141643
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 19.991334
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 19.929093
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a19%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 32.310616
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 31.831994
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 31.430009
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 25.333377
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.545243
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a19%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 67845.103448
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 68042.482759
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 68292.592593
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 68364.730769
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 68581.655172
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a20%3a07Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Configuration.ConfigurationErrorsException",
          "ExceptionMessage": "propertyName:documentServiceInstanceId is not present in NamedProperty dictionary",
          "Count": 1,
          "First": "2015-03-24T15:33:02.3440087",
          "Last": "2015-03-24T15:33:02.3440087"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a20%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a20%3a45Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "7 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 7,
          "Average": 1.75,
          "First": "2015-03-24T18:20:00",
          "Last": "2015-03-24T18:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a20%3a46Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-24+20%3a44%3a20Z&end=2015-03-25+02%3a20%3a54Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T16:18:22.7231491-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-24T19:20:58.0201112-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 97872,
      "PhysicalCRUDUsageInMB": 277128,
      "LogicalIndexUsageInMB": 6652,
      "LogicalCRUDUsageInMB": 81301,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDWBAAAAAAAAA==",
  "_ts": 1427251463,
  "_etag": "\"1d003f26-0000-0000-0000-551221070000\"",
  "_attachments": "attachments/"
},
{
  "id": "57e9878d-f7e5-4eb8-9c42-864f5577842e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDXBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-24T14:05:30.3426588-07:00",
  "CompletedTime": "2015-03-25T04:41:46.8895009-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e7db2c97-906b-4ce0-b3f0-cb795c24cbf1",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-24T15:48:11.2695354-07:00",
      "CompleteTime": "2015-03-24T15:55:23.1545799-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aa00327b-c39d-45a0-87fe-9852f9273d66",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-24T15:48:11.8334717-07:00",
      "CompleteTime": "2015-03-24T15:55:49.8728361-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "46110528-0970-48a9-b1a8-b5f89d08ca17",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-24T15:48:12.3901062-07:00",
      "CompleteTime": "2015-03-24T15:54:19.5288969-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "33fb4fce-f84c-493f-98cc-d6aa7b926b71",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T15:48:12.9960928-07:00",
      "CompleteTime": "2015-03-24T15:53:49.8355325-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "935c5594-81da-474d-9324-d92eaf9d334c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T17:17:45.1797191-07:00",
      "CompleteTime": "2015-03-24T17:23:22.6274728-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "03f0ee84-b81b-4887-83e3-d8f5b8cd04bd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-24T18:18:49.9270493-07:00",
      "CompleteTime": "2015-03-24T18:26:03.0061326-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b95916a7-ca26-4ac0-b9fe-bf1a7311de53",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T20:35:23.202339-07:00",
      "CompleteTime": "2015-03-24T20:40:57.6184232-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4c9e5b67-ff94-48d4-b435-737a5ed20872",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-25T03:08:18.7857049-07:00",
      "CompleteTime": "2015-03-25T03:41:34.3532963-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5fc165e0-e01b-4d78-ad84-2b07a31f40d9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:09:00.0464737-07:00",
      "EndTime": "2015-03-24T14:18:55.5970767-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "702698d2-7edd-436f-8831-b6e32e5ecf57",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:19:03.5724035-07:00",
      "EndTime": "2015-03-24T14:19:03.9216365-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c30ba256-a6ce-4ada-ad78-0c65e3c4525d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:19:04.2678677-07:00",
      "EndTime": "2015-03-24T14:52:22.402967-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f260a2c0-ad69-4d4c-9a47-9746bf4695d0",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T14:52:27.0339024-07:00",
      "EndTime": "2015-03-24T15:07:33.288157-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "885db65e-8b4d-450c-b78f-aa60666293ae",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-24T15:07:34.0827776-07:00",
      "EndTime": "2015-03-24T15:19:54.9531181-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31814734-05f9-4dab-9de7-ceeb12dfb706",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-24T15:19:55.2903433-07:00",
      "EndTime": "2015-03-24T15:38:06.9218052-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f3eb795f-6904-4904-b035-ec476fa05106",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-24T17:02:44.262084-07:00",
      "EndTime": "2015-03-24T18:02:01.3099699-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e09fb714-36a4-448c-a4e4-8458d022722f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-24T18:58:51.9550837-07:00",
      "EndTime": "2015-03-24T20:05:08.9129016-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bc11e50e-6f13-48db-8b13-8057720e4593",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-24T21:15:25.4915297-07:00",
      "EndTime": "2015-03-24T22:55:55.8594686-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2bdcc144-f50d-4446-a52c-53986e31f765",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-25T00:05:28.5985719-07:00",
      "EndTime": "2015-03-25T02:11:24.0165137-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "84b4f215-bf08-4a4e-bde5-4627bb16d4c6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-25T02:49:05.9548393-07:00",
      "EndTime": "2015-03-25T03:08:15.943937-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "afa24c9f-0977-4664-aac2-e77182bb3d35",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.3\\x64\\Release",
      "StartTime": "2015-03-25T03:41:35.5017113-07:00",
      "EndTime": "2015-03-25T03:43:41.4004687-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "100 replica health errors | 100 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1432 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 357,
          "HourlyAverage": 25.826
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1069,
          "HourlyAverage": 77.332
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.217
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8fc67ed4-6722-453c-a783-4bb166ee233a",
          "MaxQuota": 10475520,
          "MaxUsage": 4601925
        },
        {
          "PartitionId": "f5c81908-69ca-4259-b8c6-b1303726717c",
          "MaxQuota": 10475520,
          "MaxUsage": 4585739
        },
        {
          "PartitionId": "94328b92-fa7b-4b12-9a91-8545a38f2767",
          "MaxQuota": 10475520,
          "MaxUsage": 4569741
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "94328b92-fa7b-4b12-9a91-8545a38f2767",
          "MaxCrudUsage": 4496,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 5608
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "8fc67ed4-6722-453c-a783-4bb166ee233a",
          "MaxCrudUsage": 4520,
          "MaxIndexUsage": 904,
          "MaxTotalUsage": 5572
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "f5c81908-69ca-4259-b8c6-b1303726717c",
          "MaxCrudUsage": 4528,
          "MaxIndexUsage": 884,
          "MaxTotalUsage": 5524
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 50 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-24T22:45:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 1011.223,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T19:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 478.597,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T21:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 445.647,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T21:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 443.246,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T21:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 334.016,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.791519
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 88.009298
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.671932
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 89.093678
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 89.305456
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 45.352463
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 40.976467
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 35.634435
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 34.393383
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 34.260039
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 458.646712 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 458.646712
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 453.478093
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 436.826668
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 435.681406
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 428.227982
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57995.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59891.785714
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62694.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 66128.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 66255.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "HRESULT=0x80070102, Message=GetOneRow failed, hr=0x80070102, query uuid: 0edb6bd9-611b-4f51-a2e1-c3aa2e37be3f",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Gateway Https requests with 500 | 745 Direct Tcp requests with 503 | 223 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-25T02:55:00",
          "Last": "2015-03-25T02:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 9,
          "Average": 2.25,
          "First": "2015-03-24T20:45:00",
          "Last": "2015-03-25T04:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 33,
          "Average": 16.5,
          "First": "2015-03-25T04:10:00",
          "Last": "2015-03-25T04:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
          "Count": 120,
          "Average": 40.0,
          "First": "2015-03-25T04:10:00",
          "Last": "2015-03-25T04:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 187,
          "Average": 17.0,
          "First": "2015-03-24T18:50:00",
          "Last": "2015-03-25T01:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 616,
          "Average": 47.385,
          "First": "2015-03-24T18:05:00",
          "Last": "2015-03-25T01:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-03-24T20:45:00",
          "Last": "2015-03-24T20:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-24+21%3a05%3a30Z&end=2015-03-25+11%3a41%3a46Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T17:02:27.1472166-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-24T18:18:37.9504498-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 93952,
      "PhysicalCRUDUsageInMB": 36672,
      "LogicalIndexUsageInMB": 405,
      "LogicalCRUDUsageInMB": 5636,
      "ClientReportedUsageInMB": 98,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-03-24T20:35:14.5708113-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-24T23:25:11.9310772-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 182232,
      "PhysicalCRUDUsageInMB": 910248,
      "LogicalIndexUsageInMB": 20986,
      "LogicalCRUDUsageInMB": 261291,
      "ClientReportedUsageInMB": 33868,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-03-25T02:41:28.8685219-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-25T04:41:46.8895009-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-25T04:41:46.8895009-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-25T04:41:46.8895009-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 229556,
      "PhysicalCRUDUsageInMB": 1197576,
      "LogicalIndexUsageInMB": 23842,
      "LogicalCRUDUsageInMB": 295149,
      "ClientReportedUsageInMB": 35980,
      "ClientReportedCollectionCount": 13
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDXBAAAAAAAAA==",
  "_ts": 1427317670,
  "_etag": "\"320057dc-0000-0000-0000-551323a60000\"",
  "_attachments": "attachments/"
},
{
  "id": "ce9e9673-a46c-4b79-ab39-643d98e5c03e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDYBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-24T19:44:24.3079172-07:00",
  "CompletedTime": "2015-03-25T09:21:15.1482733-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e95f3a8f-8b8f-4298-a993-cf1cf4794a8d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T21:35:01.1238379-07:00",
      "CompleteTime": "2015-03-24T21:42:38.2847025-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "646ee034-620d-454b-b17d-6aa21ef11ca5",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-24T21:35:01.6138173-07:00",
      "CompleteTime": "2015-03-24T21:40:38.360952-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2343dc76-4097-49e4-888d-dbbbfe08a537",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-24T21:35:02.1158465-07:00",
      "CompleteTime": "2015-03-24T21:41:07.9362181-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "686f4a15-8600-4f6f-a5ea-86c6ec4d0e35",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-24T21:35:02.6303695-07:00",
      "CompleteTime": "2015-03-24T21:44:16.0947645-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "03e02255-39ba-48ed-80b3-353e0bcb33db",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T22:38:14.6961609-07:00",
      "CompleteTime": "2015-03-24T22:44:18.9187886-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c96b81de-145f-4124-a6e3-fac0946eaf0e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-24T23:32:49.8815384-07:00",
      "CompleteTime": "2015-03-24T23:40:05.8285938-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9187be16-700e-466a-af4f-374bb95cb127",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T01:34:53.146093-07:00",
      "CompleteTime": "2015-03-25T01:40:57.2699332-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47e3ceaf-16a7-4230-95d7-a68308ffbab5",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-25T07:45:56.5657541-07:00",
      "CompleteTime": "2015-03-25T08:20:13.7099147-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "19d6abf1-9fb4-49f8-9f36-97c25e5aa47b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T19:44:33.7581931-07:00",
      "EndTime": "2015-03-24T19:59:21.3260025-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "68a22703-70fc-4852-8242-19ce7ea9b1cb",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:00:17.3751309-07:00",
      "EndTime": "2015-03-24T20:01:38.4629119-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "047b124a-12ea-4a28-b426-abd41df33feb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:01:38.8325315-07:00",
      "EndTime": "2015-03-24T20:40:03.5489565-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3639f734-3cc5-43c3-be6f-529e4dbf4bce",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:40:13.6990973-07:00",
      "EndTime": "2015-03-24T20:54:23.508786-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a145b6d-3056-4f13-8718-90daa8082139",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T20:54:24.4271599-07:00",
      "EndTime": "2015-03-24T21:09:32.8197051-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea9d238b-9b21-4edc-bbbf-7f68bfb250f0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T21:09:33.1740133-07:00",
      "EndTime": "2015-03-24T21:24:53.2830207-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86781022-3539-4d17-9e1e-d3310c305bc0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-24T22:23:19.0388813-07:00",
      "EndTime": "2015-03-24T23:25:20.8652349-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dfb21518-afc9-47f6-b32a-986d525cae08",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-25T00:12:53.8179265-07:00",
      "EndTime": "2015-03-25T01:19:30.6987611-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3e811b50-2563-406a-8c13-a9ea29712704",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-25T02:11:19.1647654-07:00",
      "EndTime": "2015-03-25T03:58:59.2422726-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "26c514d0-482d-4945-ae1f-1ede1d4ca261",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150324.2\\x64\\Release",
      "StartTime": "2015-03-25T04:54:56.2129418-07:00",
      "EndTime": "2015-03-25T07:00:50.3671319-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1c0def71-a24c-4d13-913a-abdecd3fcca4",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T07:28:40.0667664-07:00",
      "EndTime": "2015-03-25T07:45:51.7529976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f90d9a59-a669-4918-a7ac-9dd6700fab0f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T08:20:14.945187-07:00",
      "EndTime": "2015-03-25T08:22:23.0760598-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a44%3a24Z&end=2015-03-25+16%3a21%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "188 requests with 408 | 24 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "74f0d0c4-1cf9-486d-9ec5-df470af271bb",
          "Count": 2,
          "First": "2015-03-25T03:45:00",
          "Last": "2015-03-25T03:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "74f0d0c4-1cf9-486d-9ec5-df470af271bb",
          "Count": 19,
          "First": "2015-03-25T03:45:00",
          "Last": "2015-03-25T03:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "74f0d0c4-1cf9-486d-9ec5-df470af271bb",
          "Count": 3,
          "First": "2015-03-25T03:45:00",
          "Last": "2015-03-25T03:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "975226d1-e230-4ee0-8253-5fb6d3f021bc",
          "Count": 4,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "975226d1-e230-4ee0-8253-5fb6d3f021bc",
          "Count": 84,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "975226d1-e230-4ee0-8253-5fb6d3f021bc",
          "Count": 4,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fbef08bf-fdfd-4be9-ae07-4c7d6f67391c",
          "Count": 8,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "fbef08bf-fdfd-4be9-ae07-4c7d6f67391c",
          "Count": 10,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fbef08bf-fdfd-4be9-ae07-4c7d6f67391c",
          "Count": 77,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fbef08bf-fdfd-4be9-ae07-4c7d6f67391c",
          "Count": 1,
          "First": "2015-03-25T05:15:00",
          "Last": "2015-03-25T05:15:00"
        }
      ]
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T22:22:57.7527581-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 47872,
      "PhysicalCRUDUsageInMB": 42880,
      "LogicalIndexUsageInMB": 238,
      "LogicalCRUDUsageInMB": 5370,
      "ClientReportedUsageInMB": 801,
      "ClientReportedCollectionCount": 14
    },
    {
      "TimeStamp": "2015-03-24T23:32:31.2576584-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 112280,
      "PhysicalCRUDUsageInMB": 206104,
      "LogicalIndexUsageInMB": 5179,
      "LogicalCRUDUsageInMB": 63939,
      "ClientReportedUsageInMB": 37025,
      "ClientReportedCollectionCount": 61
    },
    {
      "TimeStamp": "2015-03-25T01:30:53.1742558-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 117820,
      "PhysicalCRUDUsageInMB": 550064,
      "LogicalIndexUsageInMB": 12777,
      "LogicalCRUDUsageInMB": 157848,
      "ClientReportedUsageInMB": 56320,
      "ClientReportedCollectionCount": 34
    },
    {
      "TimeStamp": "2015-03-25T04:14:34.0738782-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 219492,
      "PhysicalCRUDUsageInMB": 1096424,
      "LogicalIndexUsageInMB": 23882,
      "LogicalCRUDUsageInMB": 296883,
      "ClientReportedUsageInMB": 58505,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-03-25T07:20:51.2865971-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 300832,
      "PhysicalCRUDUsageInMB": 1597040,
      "LogicalIndexUsageInMB": 31365,
      "LogicalCRUDUsageInMB": 399635,
      "ClientReportedUsageInMB": 181949,
      "ClientReportedCollectionCount": 51
    },
    {
      "TimeStamp": "2015-03-25T09:21:15.1482733-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 25884,
      "LogicalCRUDUsageInMB": 322402,
      "ClientReportedUsageInMB": 358976,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-03-25T09:21:15.1482733-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 247028,
      "PhysicalCRUDUsageInMB": 1290464,
      "LogicalIndexUsageInMB": 25884,
      "LogicalCRUDUsageInMB": 322402,
      "ClientReportedUsageInMB": 360137,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-03-25T09:21:15.1482733-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 247028,
      "PhysicalCRUDUsageInMB": 1290464,
      "LogicalIndexUsageInMB": 25884,
      "LogicalCRUDUsageInMB": 322402,
      "ClientReportedUsageInMB": 360020,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-03-25T09:21:15.1482733-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 247028,
      "PhysicalCRUDUsageInMB": 1290464,
      "LogicalIndexUsageInMB": 25884,
      "LogicalCRUDUsageInMB": 322402,
      "ClientReportedUsageInMB": 360023,
      "ClientReportedCollectionCount": 110
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDYBAAAAAAAAA==",
  "_ts": 1427312158,
  "_etag": "\"3100989c-0000-0000-0000-55130e1e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1615474d-56fb-4083-b1f6-4d3528ad6929",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDZBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-24T19:51:54.3968229-07:00",
  "CompletedTime": "2015-03-25T10:51:05.1402862-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "bd2af488-57e6-4b93-b67c-2b8905503287",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-24T21:38:25.3897886-07:00",
      "CompleteTime": "2015-03-24T21:44:01.3956543-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2fa92379-ad8e-4e5d-9fc1-ade8fdc4385c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-24T21:38:25.9718296-07:00",
      "CompleteTime": "2015-03-24T21:45:01.2155317-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dd283132-23ad-476c-98ff-2ab929f068bd",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-24T21:38:26.5188677-07:00",
      "CompleteTime": "2015-03-24T21:44:31.0536069-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7dc80141-28db-4be6-b14d-ff12eb13342b",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-24T21:38:27.0679063-07:00",
      "CompleteTime": "2015-03-24T21:45:40.3939613-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f08512f7-153b-467f-a511-807a6bfa46fc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T00:38:09.394595-07:00",
      "CompleteTime": "2015-03-25T00:43:44.8367255-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a7e9f15b-a369-4883-b4b8-d9e15147d613",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-25T02:37:32.0507287-07:00",
      "CompleteTime": "2015-03-25T02:44:48.3725704-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "53c66782-d653-492f-86ad-c89f6c3fb783",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T03:30:36.0462655-07:00",
      "CompleteTime": "2015-03-25T03:36:11.1631289-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f8d7e726-d379-4b55-9afc-eb96839e370d",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-25T09:16:52.8267357-07:00",
      "CompleteTime": "2015-03-25T10:15:13.8236008-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c7e19750-8322-4006-a0c8-9168c39aa588",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T19:54:35.3400033-07:00",
      "EndTime": "2015-03-24T20:04:55.9970695-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "06ca63f0-861d-4dae-8c69-51de8ffee5a5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:05:26.5928581-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "c5a8c03b-7b82-44f6-a776-cb816e77d1af",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:05:26.9518343-07:00",
      "EndTime": "2015-03-24T20:42:20.6286034-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b289dd5e-3910-4823-8df4-bef698a25bc5",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-24T20:42:28.7100642-07:00",
      "EndTime": "2015-03-24T20:57:37.1271127-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b52862f8-8dd1-47cb-8461-4f2aab28ac24",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-24T20:57:37.9701662-07:00",
      "EndTime": "2015-03-24T21:21:05.0982007-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22d78d09-c62f-4223-a8f5-b9a764bfd365",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-24T21:21:05.442231-07:00",
      "EndTime": "2015-03-24T21:28:20.1701423-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d2db7855-49c1-4593-9479-f1aea120a7f2",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-24T22:38:24.1254675-07:00",
      "EndTime": "2015-03-24T23:33:57.1389079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "65a52b1c-5572-48bf-be73-7eebbe49874e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-25T00:23:14.0586819-07:00",
      "EndTime": "2015-03-25T02:23:29.8040332-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f40dc3b5-a41f-4305-8787-41891eae50f2",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-25T03:17:35.4767512-07:00",
      "EndTime": "2015-03-25T05:19:44.0558217-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f4cbbc8-5982-49f8-b957-bcbd3d09fe96",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-25T06:19:20.3656708-07:00",
      "EndTime": "2015-03-25T08:26:32.3339002-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6ebf913e-9fbf-4c4d-9040-f7c81fc93966",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-25T08:58:35.796592-07:00",
      "EndTime": "2015-03-25T09:16:48.2004357-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "966abc6b-00bc-413b-84dc-d57823d68d8a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150324.1\\x64\\Release",
      "StartTime": "2015-03-25T10:15:16.1197319-07:00",
      "EndTime": "2015-03-25T10:17:25.7861264-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "7 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-25T08:27:30.2792213",
          "Last": "2015-03-25T08:28:00.8880683"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-25T08:27:30.2792035",
          "Last": "2015-03-25T08:28:00.8880525"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-25T00:23:57.8252029",
          "Last": "2015-03-25T06:53:23.9201865"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-25T08:34:27.1252913",
          "Last": "2015-03-25T08:34:27.1252913"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37469260,
          "Average": 241737.16,
          "Max": 323593,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 117,
          "Average": 0.75,
          "Max": 44,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 103203,
          "Average": 665.83,
          "Max": 10311,
          "Min": 138
        },
        {
          "StatusCode": 410,
          "Total": 49982,
          "Average": 322.46,
          "Max": 5327,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8608306,
          "Average": 55537.46,
          "Max": 211794,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1078379,
          "Average": 6957.28,
          "Max": 9748,
          "Min": 63
        },
        {
          "StatusCode": 404,
          "Total": 1573,
          "Average": 10.15,
          "Max": 115,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1168,
          "Average": 7.54,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 237568,
          "Average": 1532.7,
          "Max": 5852,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1853,
          "Average": 11.95,
          "Max": 59,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3238309,
          "Average": 20892.32,
          "Max": 28374,
          "Min": 189
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5615,
          "Average": 36.23,
          "Max": 461,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3585,
          "Average": 23.13,
          "Max": 174,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 715727,
          "Average": 4617.59,
          "Max": 16582,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 4278,
          "Average": 27.6,
          "Max": 121,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5646847,
          "Average": 36431.27,
          "Max": 48257,
          "Min": 327
        },
        {
          "StatusCode": 400,
          "Total": 69,
          "Average": 0.45,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8739,
          "Average": 56.38,
          "Max": 5255,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4076,
          "Average": 26.3,
          "Max": 219,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1245940,
          "Average": 8038.32,
          "Max": 31202,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 29297053,
          "Average": 189013.25,
          "Max": 213807,
          "Min": 331
        },
        {
          "StatusCode": 400,
          "Total": 17,
          "Average": 0.11,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.06,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 2462,
          "Average": 15.88,
          "Max": 340,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26019,
          "Average": 167.86,
          "Max": 1142,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 756667,
          "Average": 4881.72,
          "Max": 9585,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6389764,
          "Average": 41224.28,
          "Max": 54813,
          "Min": 333
        },
        {
          "StatusCode": 401,
          "Total": 4498,
          "Average": 29.02,
          "Max": 430,
          "Min": 22
        },
        {
          "StatusCode": 404,
          "Total": 15560,
          "Average": 100.39,
          "Max": 597,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 25289,
          "Average": 163.15,
          "Max": 1107,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 719164,
          "Average": 4639.77,
          "Max": 9084,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-03-25T07:35:00",
          "Last": "2015-03-25T07:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 9,
          "First": "2015-03-25T07:15:00",
          "Last": "2015-03-25T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1225 replica health errors | 147 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 20,
          "First": "2015-03-25T06:38:14.474",
          "Last": "2015-03-25T10:08:29.255"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 5,
          "First": "2015-03-25T06:38:14.464",
          "Last": "2015-03-25T10:48:37.752"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 981,
          "First": "2015-03-25T02:07:23.582",
          "Last": "2015-03-25T10:48:37.772"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 72,
          "First": "2015-03-25T05:12:58.326",
          "Last": "2015-03-25T10:43:36.621"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1645 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1120,
          "HourlyAverage": 79.176
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 107,
          "HourlyAverage": 7.564
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.424
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 375,
          "HourlyAverage": 26.51
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.424
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.353
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.353
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.071
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "caad176f-11a1-42e1-890a-5b06a6992d04",
          "MaxQuota": 10475520,
          "MaxUsage": 5622068
        },
        {
          "PartitionId": "ce275b94-f0fb-48f5-b20a-602c9c73b886",
          "MaxQuota": 10476298,
          "MaxUsage": 5458592
        },
        {
          "PartitionId": "717a2f2e-50fc-4970-81b3-46150ad686ed",
          "MaxQuota": 10476298,
          "MaxUsage": 5434080
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "caad176f-11a1-42e1-890a-5b06a6992d04",
          "MaxCrudUsage": 5480,
          "MaxIndexUsage": 1096,
          "MaxTotalUsage": 6804
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "1a916bfa-87c2-47f7-9999-4c9a0d277379",
          "MaxCrudUsage": 5264,
          "MaxIndexUsage": 1052,
          "MaxTotalUsage": 6712
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "ce275b94-f0fb-48f5-b20a-602c9c73b886",
          "MaxCrudUsage": 5344,
          "MaxIndexUsage": 1064,
          "MaxTotalUsage": 6640
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 15 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-25T04:25:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 217.934,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-25T07:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 170.873,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-24T23:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 169.85,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-25T01:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 148.044,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-25T07:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 146.22,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.862423
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 86.95643
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 87.198736
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.440912
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 87.826972
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 38.110555
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 37.426795
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 37.258322
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 31.481448
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 28.662031
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 697.772315 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 697.772315
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 671.242998
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 663.255791
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 599.726134
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 590.651835
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 63582.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 63673.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 63975.448276
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 65608.37037
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 66469.387097
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-25+02%3a51%3a54Z&end=2015-03-25+17%3a51%3a05Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-24T23:42:48.2828433-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 119496,
      "PhysicalCRUDUsageInMB": 277504,
      "LogicalIndexUsageInMB": 5601,
      "LogicalCRUDUsageInMB": 67722,
      "ClientReportedUsageInMB": 18764
    },
    {
      "TimeStamp": "2015-03-25T02:37:12.5144838-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 140824,
      "PhysicalCRUDUsageInMB": 650376,
      "LogicalIndexUsageInMB": 13445,
      "LogicalCRUDUsageInMB": 164918,
      "ClientReportedUsageInMB": 8074
    },
    {
      "TimeStamp": "2015-03-25T05:38:59.7317273-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 221652,
      "PhysicalCRUDUsageInMB": 1083968,
      "LogicalIndexUsageInMB": 21301,
      "LogicalCRUDUsageInMB": 263100,
      "ClientReportedUsageInMB": 2940
    },
    {
      "TimeStamp": "2015-03-25T08:50:39.2764167-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 313536,
      "PhysicalCRUDUsageInMB": 1639312,
      "LogicalIndexUsageInMB": 35222,
      "LogicalCRUDUsageInMB": 447111,
      "ClientReportedUsageInMB": 82419
    },
    {
      "TimeStamp": "2015-03-25T10:51:05.1402862-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 229472,
      "PhysicalCRUDUsageInMB": 1156280,
      "LogicalIndexUsageInMB": 23302,
      "LogicalCRUDUsageInMB": 286916,
      "ClientReportedUsageInMB": 44085
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDZBAAAAAAAAA==",
  "_ts": 1427307382,
  "_etag": "\"3000acb2-0000-0000-0000-5512fb760000\"",
  "_attachments": "attachments/"
},
{
  "id": "95d9997d-5af3-427d-9185-93b2215261bf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDaBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-25T12:39:18.0494745-07:00",
  "CompletedTime": "2015-03-25T13:30:06.6342439-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "f0603285-4312-4ba2-8253-07e5afc6b334",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-25T12:41:43.5176838-07:00",
      "EndTime": "2015-03-25T12:49:39.5406016-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "754078a3-e14d-476e-83ad-80c4c2c4802f",
      "EventName": "Remove Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-25T12:49:47.677948-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "b049ef2c-a7ad-405b-ad0c-949172c79079",
      "EventName": "Create Federation",
      "Build": "G:\\filemove\\base",
      "StartTime": "2015-03-25T12:49:48.0271841-07:00",
      "EndTime": "2015-03-25T13:21:03.4336319-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDaBAAAAAAAAA==",
  "_ts": 1427315406,
  "_etag": "\"32006a32-0000-0000-0000-55131ace0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1512059f-d155-46a3-ad51-9541edd25ebc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDbBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-25T13:30:06.8418212-07:00",
  "CompletedTime": "2015-03-26T02:22:47.1443831-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "eaee8670-bdee-4ced-a58b-54270814c096",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T13:40:31.0670015-07:00",
      "CompleteTime": "2015-03-25T13:47:38.072349-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "18e11b77-2e5c-449d-b0dd-056021b4201c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-25T13:40:31.4061696-07:00",
      "CompleteTime": "2015-03-25T13:49:07.28837-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c64a44ce-ced3-465b-b289-3eae9197c418",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-25T13:40:31.7459603-07:00",
      "CompleteTime": "2015-03-25T13:47:37.5178954-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "803c7a74-462c-403e-bd59-904dc55319bb",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-25T13:40:33.6022974-07:00",
      "CompleteTime": "2015-03-25T13:50:44.776162-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7196823-044d-4858-970a-66be2aedd8ca",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T14:55:28.9894483-07:00",
      "CompleteTime": "2015-03-25T15:03:34.6477298-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56666917-c6fa-4c89-a316-ec48f791c6eb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-25T16:06:15.0116228-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "665c7b12-3034-430a-8e9f-42bbef4dca20",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T18:48:46.8183126-07:00",
      "CompleteTime": "2015-03-25T18:57:51.6307563-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39c570d1-1d85-4016-a4ad-f119efdf603b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-26T00:38:19.6555612-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "839524c7-02e4-45b1-9045-9296b144c221",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T13:30:09.7855717-07:00",
      "EndTime": "2015-03-25T13:39:19.6157569-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e37c36e4-aada-4a2b-81a0-2307d1ed1018",
      "EventName": "FederationPreProvisionStatus: None",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T13:39:19.9852589-07:00",
      "EndTime": "2015-03-25T13:40:27.016329-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "946d46dc-4a9c-4eb1-afe2-8eefb07758b2",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T14:40:30.926036-07:00",
      "EndTime": "2015-03-25T15:58:24.5300485-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5562452e-54ff-4f4f-8291-d83137f36618",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T16:46:18.4054998-07:00",
      "EndTime": "2015-03-25T18:01:12.928399-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0806119e-bf02-490b-ab9b-92f1b2d50943",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T18:55:40.9157134-07:00",
      "EndTime": "2015-03-25T20:45:05.668982-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "82be6629-be3f-4238-a282-53096c7811d4",
      "EventName": "Upgrade Package",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-25T21:47:18.6710123-07:00",
      "EndTime": "2015-03-25T23:55:57.9438283-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "acaa7617-93f9-4b11-841b-de904894b582",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\filemove\\target",
      "StartTime": "2015-03-26T00:31:10.2517704-07:00",
      "EndTime": "2015-03-26T00:38:16.343326-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "30 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "torestore-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-25T13:54:42.8406051",
          "Last": "2015-03-25T14:24:37.5478887"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-25T13:56:47.0369118",
          "Last": "2015-03-25T13:56:47.0369118"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 6,
          "First": "2015-03-25T13:49:22.8385212",
          "Last": "2015-03-25T16:20:44.3100462"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 21,
          "First": "2015-03-25T14:03:35.2934515",
          "Last": "2015-03-26T00:03:25.3012746"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0144e914-3f2e-40c7-8236-21de919b8fe6",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "01f929e3-0fd0-427c-a8b0-30e6e1963c40",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "024e14cd-2356-4f97-b65f-742f43bac678",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "readheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "a3e4c5ab-de3d-4b77-96d5-27ccac15bb85",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "readheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "84cf4fb2-5ffe-4e45-980b-4b6f9c5b7e28",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "1d93ec02-ef79-49aa-87e8-d0acb6a04383",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.519936
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.522565
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.529135
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.529727
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.53702
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 4.710281
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 4.696954
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 3.224701
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 3.173989
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 3.150148
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 87.845466
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 18.798371
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 18.390746
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 17.461655
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 16.220332
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 109699.0
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 109899.966667
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110143.366667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110181.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110404.464286
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 5b6d6388-fab7-41f9-8e4b-b39cde5b3a01",
          "Count": 1,
          "First": "2015-03-26T00:52:01.6948575",
          "Last": "2015-03-26T00:52:01.6948575"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 154,
          "SampleCount": 27104
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 154,
          "SampleCount": 27104
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-25+20%3a30%3a06Z&end=2015-03-26+09%3a22%3a47Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-25T16:06:04.2428591-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9184,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-25T18:15:30.5701861-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7432,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-25T21:06:30.1071677-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7536,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-26T00:22:34.1468299-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 5632,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    },
    {
      "TimeStamp": "2015-03-26T02:22:47.1443831-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 1056,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDbBAAAAAAAAA==",
  "_ts": 1427363638,
  "_etag": "\"3600544d-0000-0000-0000-5513d7360000\"",
  "_attachments": "attachments/"
},
{
  "id": "71d95bcc-9a24-40f6-b0a3-48508ae66766",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDcBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-25T19:08:11.3425362-07:00",
  "CompletedTime": "2015-03-25T20:02:00.2769256-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "9d0c97ff-44ce-45a1-8383-32ab4f1fb290",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:08:25.8764594-07:00",
      "EndTime": "2015-03-25T19:21:37.3459191-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b42da766-3613-4929-a77d-a6239a1f0e73",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:21:55.186805-07:00",
      "EndTime": "2015-03-25T19:23:05.0285855-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a9547f66-2b00-4f63-9843-fca207f70fe8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:23:05.4008855-07:00",
      "EndTime": "2015-03-25T19:58:25.8352418-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDcBAAAAAAAAA==",
  "_ts": 1427338920,
  "_etag": "\"2f00cff2-0000-0000-0000-551376a80000\"",
  "_attachments": "attachments/"
},
{
  "id": "b6f1bbda-22ff-431f-9e71-c0298d3f0dce",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDdBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-25T19:09:26.7858098-07:00",
  "CompletedTime": "2015-03-27T10:57:03.5033647-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ee457359-f0e2-4eca-9b46-f79a17bc044a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:11:58.2599959-07:00",
      "EndTime": "2015-03-25T19:12:55.4776317-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDdBAAAAAAAAA==",
  "_ts": 1427479023,
  "_etag": "\"57007503-0000-0000-0000-551599ef0000\"",
  "_attachments": "attachments/"
},
{
  "id": "20db6205-8995-47de-8d23-ff404b41022c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDeBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-25T19:14:00.8105012-07:00",
  "CompletedTime": "2015-03-26T10:14:39.0015605-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c7f98af0-847d-40c5-99a5-b4fba8349aab",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-25T21:09:05.717504-07:00",
      "CompleteTime": "2015-03-25T21:15:12.0673957-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69857105-1e42-4792-a6fd-d8d0990f81c2",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T21:09:06.361541-07:00",
      "CompleteTime": "2015-03-25T21:15:42.1031087-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ab5ae59-4076-4df3-9235-1e2dc7511445",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-25T21:09:06.9865774-07:00",
      "CompleteTime": "2015-03-25T21:14:42.3647008-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2da7a0ad-611b-403e-a645-0f26ba0de924",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-25T21:09:07.5596092-07:00",
      "CompleteTime": "2015-03-25T21:17:24.7189608-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "29737913-6dbd-46fe-ae35-4b22e6b37810",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T00:06:14.2266298-07:00",
      "CompleteTime": "2015-03-26T00:11:48.8827147-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6372d54-70c2-472f-a2a5-be698c2665b1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-26T02:07:54.2066002-07:00",
      "CompleteTime": "2015-03-26T02:15:10.1914138-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3f6986e3-caea-4fab-b1c9-8ac35357f303",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T02:58:41.5893372-07:00",
      "CompleteTime": "2015-03-26T03:04:16.1314159-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae13073f-189f-4ed2-ae98-95552aa1bd85",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-26T08:39:55.5484434-07:00",
      "CompleteTime": "2015-03-26T09:37:15.2886065-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4f121348-9a43-4505-8e9b-d4c920ffbc3e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:16:32.7881687-07:00",
      "EndTime": "2015-03-25T19:26:59.274896-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a461a76f-f37f-43c5-bc32-cd2505b19532",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:27:11.9696204-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "eb8680c8-21ac-4aff-9ddf-9a1035bd9a64",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:27:12.32464-07:00",
      "EndTime": "2015-03-25T19:59:14.4253077-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fcbdc686-0a81-4d35-ab7a-20ff4a6baa07",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T19:59:22.6727246-07:00",
      "EndTime": "2015-03-25T20:14:34.1787056-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c50b088a-3139-4e66-9729-8a77e08a9e91",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-25T20:14:37.4158893-07:00",
      "EndTime": "2015-03-25T20:38:43.8973815-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1ac41a55-7c14-4e3d-9dd7-697444552bff",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-25T20:38:44.2884036-07:00",
      "EndTime": "2015-03-25T20:59:00.0947921-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e27f235d-0a4a-49c1-9eb3-0aa0fe48f241",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-25T22:09:03.8176978-07:00",
      "EndTime": "2015-03-25T23:03:34.8682401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a50dad88-2c04-4b86-abe5-ca1c552d863e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-25T23:51:17.1784725-07:00",
      "EndTime": "2015-03-26T01:53:12.7432826-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7c678ff-d00c-487c-b9ab-88320dd4dd93",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-26T02:47:57.6836169-07:00",
      "EndTime": "2015-03-26T04:47:40.7132514-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d0f087f-fc34-4a42-8502-cef72f314fd9",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-26T05:46:13.2583725-07:00",
      "EndTime": "2015-03-26T07:52:14.6452913-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d84423d6-cfea-4bf2-9a50-5484ea6dacc3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-26T08:21:39.9989659-07:00",
      "EndTime": "2015-03-26T08:39:51.2621991-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8f19e6f3-1803-4d6e-bda2-e75404c8c1a0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150325.1\\x64\\Release",
      "StartTime": "2015-03-26T09:37:16.6246823-07:00",
      "EndTime": "2015-03-26T09:39:24.809993-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "5 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-26T09:11:02.1646912",
          "Last": "2015-03-26T09:13:14.1648019"
        },
        {
          "Message": "Shutdown has been initiated after LSP is shutdown. Completing gracefully",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-26T08:29:53.2018772",
          "Last": "2015-03-26T08:29:53.2018772"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-26T09:11:02.1647186",
          "Last": "2015-03-26T09:13:14.1648147"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "21 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-03-26T03:15:42.7306263",
          "Last": "2015-03-26T08:25:47.5299113"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-25T23:43:44.7136895",
          "Last": "2015-03-25T23:43:52.397573"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "First": "2015-03-26T09:59:31.0575457",
          "Last": "2015-03-26T09:59:57.1908883"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36538880,
          "Average": 237265.45,
          "Max": 334579,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 253,
          "Average": 1.64,
          "Max": 41,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 124336,
          "Average": 807.38,
          "Max": 18478,
          "Min": 2707
        },
        {
          "StatusCode": 410,
          "Total": 42231,
          "Average": 274.23,
          "Max": 2234,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9740044,
          "Average": 63247.04,
          "Max": 270995,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1050632,
          "Average": 6822.29,
          "Max": 9813,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3753,
          "Average": 24.37,
          "Max": 541,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1086,
          "Average": 7.05,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 268443,
          "Average": 1743.14,
          "Max": 7399,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2430,
          "Average": 15.78,
          "Max": 103,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3161276,
          "Average": 20527.77,
          "Max": 28534,
          "Min": 3
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12635,
          "Average": 82.05,
          "Max": 1612,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3303,
          "Average": 21.45,
          "Max": 164,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 805081,
          "Average": 5227.8,
          "Max": 21929,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5346,
          "Average": 34.71,
          "Max": 182,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5506238,
          "Average": 35754.79,
          "Max": 50428,
          "Min": 356
        },
        {
          "StatusCode": 400,
          "Total": 216,
          "Average": 1.4,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9170,
          "Average": 59.55,
          "Max": 4227,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3819,
          "Average": 24.8,
          "Max": 222,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1415893,
          "Average": 9194.11,
          "Max": 40188,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30335547,
          "Average": 196984.07,
          "Max": 220389,
          "Min": 12940
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3403,
          "Average": 22.1,
          "Max": 306,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25476,
          "Average": 165.43,
          "Max": 1335,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 817758,
          "Average": 5310.12,
          "Max": 11066,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6401767,
          "Average": 41569.92,
          "Max": 56926,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 5882,
          "Average": 38.19,
          "Max": 1710,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 44060,
          "Average": 286.1,
          "Max": 7486,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 25253,
          "Average": 163.98,
          "Max": 1437,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 773463,
          "Average": 5022.49,
          "Max": 10895,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-03-26T08:55:00",
          "Last": "2015-03-26T08:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-03-26T09:13:32.3742977",
          "Last": "2015-03-26T09:13:32.3742977"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1354 replica health errors | 153 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 20,
          "First": "2015-03-26T08:09:17.467",
          "Last": "2015-03-26T09:24:30.511"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-03-26T08:09:17.467",
          "Last": "2015-03-26T08:19:19.746"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1102,
          "First": "2015-03-26T01:06:40.41",
          "Last": "2015-03-26T10:09:39.106"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 75,
          "First": "2015-03-26T04:02:12.169",
          "Last": "2015-03-26T10:04:37.491"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1614 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.052
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 394,
          "HourlyAverage": 27.636
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1041,
          "HourlyAverage": 73.018
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 128,
          "HourlyAverage": 8.978
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.21
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.351
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.14
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.14
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.421
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.351
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.21
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.351
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.21
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.07
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c4ef6810-7b02-4630-a2b5-b28dbb05caec",
          "MaxQuota": 10476298,
          "MaxUsage": 5434784
        },
        {
          "PartitionId": "116766da-eba8-4a6c-a095-f25c292fc57f",
          "MaxQuota": 10476298,
          "MaxUsage": 5426720
        },
        {
          "PartitionId": "fe0106e1-83f4-4e2b-b109-1cb9890a77a8",
          "MaxQuota": 10476298,
          "MaxUsage": 5426720
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "a335ed74-280d-40cc-a720-24d4d0d0970c",
          "MaxCrudUsage": 5216,
          "MaxIndexUsage": 1012,
          "MaxTotalUsage": 6632
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "c4ef6810-7b02-4630-a2b5-b28dbb05caec",
          "MaxCrudUsage": 5328,
          "MaxIndexUsage": 1036,
          "MaxTotalUsage": 6620
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "e90ed73d-5e09-4c94-bb9e-f01c9af4615d",
          "MaxCrudUsage": 5304,
          "MaxIndexUsage": 1044,
          "MaxTotalUsage": 6596
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 16 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-26T07:40:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 211.283,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T03:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 161.958,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T01:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 149.509,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T06:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 142.459,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T03:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 120.088,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.942584
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.444179
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.517548
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.642035
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 86.911002
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 44.713219
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 37.169847
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 32.877484
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 32.8371
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 32.408375
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 499.140966 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 499.140966
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 422.685256
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 406.012821
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 399.148334
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 397.601649
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60906.551724
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 61824.074074
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62602.142857
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63647.517241
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 64889.692308
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "821 Direct Tcp requests with 503 | 224 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "Average": 2.5,
          "First": "2015-03-25T21:45:00",
          "Last": "2015-03-25T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.75,
          "First": "2015-03-25T21:35:00",
          "Last": "2015-03-25T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 763,
          "Average": 5.961,
          "First": "2015-03-25T21:35:00",
          "Last": "2015-03-26T08:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 165,
          "Average": 2.062,
          "First": "2015-03-25T21:35:00",
          "Last": "2015-03-26T08:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 45,
          "Average": 7.5,
          "First": "2015-03-26T09:45:00",
          "Last": "2015-03-26T10:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.0,
          "First": "2015-03-25T21:55:00",
          "Last": "2015-03-25T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-26T02:50:00",
          "Last": "2015-03-26T02:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-26T02:50:00",
          "Last": "2015-03-26T02:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 44,
          "Average": 7.333,
          "First": "2015-03-26T09:45:00",
          "Last": "2015-03-26T10:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-25T23:45:00",
          "Last": "2015-03-26T08:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-26T09:05:00",
          "Last": "2015-03-26T09:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-25T23:45:00",
          "Last": "2015-03-25T23:45:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-26+02%3a14%3a00Z&end=2015-03-26+17%3a14%3a39Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-25T23:10:54.4993597-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 117656,
      "PhysicalCRUDUsageInMB": 251584,
      "LogicalIndexUsageInMB": 5002,
      "LogicalCRUDUsageInMB": 63129,
      "ClientReportedUsageInMB": 122
    },
    {
      "TimeStamp": "2015-03-26T02:07:35.5364842-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 142820,
      "PhysicalCRUDUsageInMB": 664728,
      "LogicalIndexUsageInMB": 12550,
      "LogicalCRUDUsageInMB": 153082,
      "ClientReportedUsageInMB": 47362
    },
    {
      "TimeStamp": "2015-03-26T05:05:50.7174133-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 219900,
      "PhysicalCRUDUsageInMB": 1108256,
      "LogicalIndexUsageInMB": 20994,
      "LogicalCRUDUsageInMB": 260457,
      "ClientReportedUsageInMB": 124377
    },
    {
      "TimeStamp": "2015-03-26T08:14:23.7900896-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 332712,
      "PhysicalCRUDUsageInMB": 1758384,
      "LogicalIndexUsageInMB": 34801,
      "LogicalCRUDUsageInMB": 441622,
      "ClientReportedUsageInMB": 103
    },
    {
      "TimeStamp": "2015-03-26T10:14:39.0015605-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 235916,
      "PhysicalCRUDUsageInMB": 1223856,
      "LogicalIndexUsageInMB": 25160,
      "LogicalCRUDUsageInMB": 310895,
      "ClientReportedUsageInMB": 347251
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDeBAAAAAAAAA==",
  "_ts": 1427391830,
  "_etag": "\"3e00e03f-0000-0000-0000-551445560000\"",
  "_attachments": "attachments/"
},
{
  "id": "97ec5000-120b-43fe-8566-7b391c06111b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDfBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-25T20:02:00.6061916-07:00",
  "CompletedTime": "2015-03-26T22:29:27.4305446-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "088a730d-29f4-4de3-af46-0940a9fd6bda",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T21:38:12.9326465-07:00",
      "CompleteTime": "2015-03-25T21:45:52.6980722-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "86473d29-1303-492e-96a1-aff8df33a233",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-25T21:38:13.480104-07:00",
      "CompleteTime": "2015-03-25T21:44:22.5591968-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b81f79c8-37d4-4af8-87f4-bae015104531",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-25T21:38:13.8664188-07:00",
      "CompleteTime": "2015-03-25T21:45:22.3239647-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e4343e17-b4fa-43a7-b539-468ab2596930",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-25T21:38:18.5664713-07:00",
      "CompleteTime": "2015-03-25T21:46:39.0201529-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "84500edb-d485-41bb-94c4-96591fd143fc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T22:38:34.5863805-07:00",
      "CompleteTime": "2015-03-25T22:44:38.2788359-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "046b2c70-29c5-4d5b-aae0-7ba63c8b8eeb",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T01:36:06.3393053-07:00",
      "CompleteTime": "2015-03-26T01:42:10.1112394-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d0869835-31c3-49fa-a5e6-4cc3ca446b63",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T20:02:02.3627291-07:00",
      "EndTime": "2015-03-25T20:13:13.5387648-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4ede8015-39e7-432e-aa50-aca53347023d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T20:54:18.1304518-07:00",
      "EndTime": "2015-03-25T21:07:48.4190664-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d813a579-31a9-49be-b93f-73c712749976",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T21:07:48.8017411-07:00",
      "EndTime": "2015-03-25T21:28:04.7324968-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f69d0eba-5629-4bfa-9dd3-188c633658d6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T22:23:38.5074503-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a08%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a08%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1952 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 975,
          "First": "2015-03-25T22:38:29.652488",
          "Last": "2015-03-26T08:07:26.4573663"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-26T00:54:07.8268286",
          "Last": "2015-03-26T03:54:03.4613332"
        },
        {
          "Message": "Recordtype {%d} ID {%s}, cannot be upserted due to constraint violation, dropping the store.",
          "Role": "MasterCluster0",
          "Count": 975,
          "First": "2015-03-25T22:38:29.6524522",
          "Last": "2015-03-26T08:07:26.4573459"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a08%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-03-25T23:43:43.7507534",
          "Last": "2015-03-25T23:43:44.0492768"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-25T23:43:57.5754463",
          "Last": "2015-03-25T23:43:57.5754463"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a08%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a09%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 300939. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 33931528,
          "Average": 278127.28,
          "Max": 300939,
          "Min": 2614
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 55935,
          "Average": 458.48,
          "Max": 6045,
          "Min": 832
        },
        {
          "StatusCode": 410,
          "Total": 6542,
          "Average": 53.62,
          "Max": 980,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 7603903,
          "Average": 62327.07,
          "Max": 233522,
          "Min": 3875
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a09%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 973479,
          "Average": 7979.34,
          "Max": 9059,
          "Min": 121
        },
        {
          "StatusCode": 404,
          "Total": 1669,
          "Average": 13.68,
          "Max": 126,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 160,
          "Average": 1.31,
          "Max": 25,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 211386,
          "Average": 1732.67,
          "Max": 6659,
          "Min": 79
        },
        {
          "StatusCode": 449,
          "Total": 3732,
          "Average": 30.59,
          "Max": 90,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a10%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2926551,
          "Average": 23793.1,
          "Max": 26458,
          "Min": 246
        },
        {
          "StatusCode": 404,
          "Total": 6036,
          "Average": 49.07,
          "Max": 439,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 520,
          "Average": 4.23,
          "Max": 81,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 637291,
          "Average": 5181.23,
          "Max": 18493,
          "Min": 272
        },
        {
          "StatusCode": 449,
          "Total": 9240,
          "Average": 75.12,
          "Max": 175,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a11%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5097426,
          "Average": 41442.49,
          "Max": 45506,
          "Min": 288
        },
        {
          "StatusCode": 403,
          "Total": 8276,
          "Average": 67.28,
          "Max": 4061,
          "Min": 101
        },
        {
          "StatusCode": 404,
          "Total": 10,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 519,
          "Average": 4.22,
          "Max": 79,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1142746,
          "Average": 9290.62,
          "Max": 35465,
          "Min": 653
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a11%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 24238626,
          "Average": 197062,
          "Max": 216167,
          "Min": 940
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2063,
          "Average": 17,
          "Max": 82,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4025,
          "Average": 33,
          "Max": 944,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 542396,
          "Average": 4410,
          "Max": 12788,
          "Min": 503
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a12%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5858525,
          "Average": 47630.28,
          "Max": 54050,
          "Min": 938
        },
        {
          "StatusCode": 401,
          "Total": 6101,
          "Average": 49.6,
          "Max": 549,
          "Min": 40
        },
        {
          "StatusCode": 404,
          "Total": 12044,
          "Average": 97.92,
          "Max": 663,
          "Min": 18
        },
        {
          "StatusCode": 410,
          "Total": 3222,
          "Average": 26.2,
          "Max": 633,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 470251,
          "Average": 3823.18,
          "Max": 11201,
          "Min": 250
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a13%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a13%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a13%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a13%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1105 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 982,
          "HourlyAverage": 80.558
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.82
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.082
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.082
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 113,
          "HourlyAverage": 9.27
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a14%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a14%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ae109422-f45d-49cc-823c-03f785783019",
          "MaxQuota": 10476298,
          "MaxUsage": 4978051
        },
        {
          "PartitionId": "80345840-d27f-4a46-80de-a40d0ac83b22",
          "MaxQuota": 10476298,
          "MaxUsage": 4953915
        },
        {
          "PartitionId": "11d6e5a9-72d7-4053-bc50-d148099f2afc",
          "MaxQuota": 10476298,
          "MaxUsage": 4936126
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a14%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ae109422-f45d-49cc-823c-03f785783019",
          "MaxCrudUsage": 4976,
          "MaxIndexUsage": 980,
          "MaxTotalUsage": 6072
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "11d6e5a9-72d7-4053-bc50-d148099f2afc",
          "MaxCrudUsage": 4928,
          "MaxIndexUsage": 956,
          "MaxTotalUsage": 6052
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "80345840-d27f-4a46-80de-a40d0ac83b22",
          "MaxCrudUsage": 4944,
          "MaxIndexUsage": 936,
          "MaxTotalUsage": 5976
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a14%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1485 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-26T00:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 407.288,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-26T05:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 112.142,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-26T04:55:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 110.437,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-26T05:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 105.651,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-26T07:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 92.219,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a15%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 67.549302
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 88.213985
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 89.327065
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 89.676691
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 89.917104
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a15%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 20.607571
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 19.626366
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 19.588412
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 19.522022
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 18.943248
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a15%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 28.342515
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 24.172805
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 20.925688
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 20.108745
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 19.830392
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a16%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 39665.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 40098.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 43975.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 44394.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 45082.413793
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a16%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a16%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 10,
          "First": "2015-03-25T22:30:00",
          "Last": "2015-03-26T07:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 82,
          "First": "2015-03-25T22:00:00",
          "Last": "2015-03-26T07:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 4,
          "First": "2015-03-26T04:55:00",
          "Last": "2015-03-26T07:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a22%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a02%3a00Z&end=2015-03-26+15%3a30%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 143,
          "SampleCount": 25168
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 148,
          "SampleCount": 26048
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 148,
          "SampleCount": 26048
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 149,
          "SampleCount": 26124
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 149,
          "SampleCount": 26148
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 149,
          "SampleCount": 26148
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 149,
          "SampleCount": 26148
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 148,
          "SampleCount": 26048
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 148,
          "SampleCount": 26048
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 148,
          "SampleCount": 26048
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 98,
          "SampleCount": 17059
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 149,
          "SampleCount": 26224
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 148,
          "SampleCount": 26048
        }
      ]
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-25T22:23:20.0572423-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 50104,
      "PhysicalCRUDUsageInMB": 35824,
      "LogicalIndexUsageInMB": 162,
      "LogicalCRUDUsageInMB": 4087,
      "ClientReportedUsageInMB": 1660,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-03-26T08:31:19.9096851-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 269980,
      "PhysicalCRUDUsageInMB": 1413408,
      "LogicalIndexUsageInMB": 28071,
      "LogicalCRUDUsageInMB": 355881,
      "ClientReportedUsageInMB": 35490,
      "ClientReportedCollectionCount": 22
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDfBAAAAAAAAA==",
  "_ts": 1427434168,
  "_etag": "\"4a00924d-0000-0000-0000-5514eab80000\"",
  "_attachments": "attachments/"
},
{
  "id": "9a0a7a89-6f2a-4375-9285-759c9da4ec24",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDgBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-25T20:31:47.103696-07:00",
  "CompletedTime": "2015-03-26T23:03:07.3043818-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "eb593e6a-a4dc-42f5-a384-5d9f0d7263e3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-25T22:28:43.5508389-07:00",
      "CompleteTime": "2015-03-25T22:34:19.4847676-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "100dac03-7d5b-42d1-97ec-a52745d53d4c",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-25T22:28:44.1203556-07:00",
      "CompleteTime": "2015-03-25T22:34:49.2313021-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fa66801b-1599-4e84-97b1-15fbff981c82",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T22:28:44.6676723-07:00",
      "CompleteTime": "2015-03-25T22:35:19.2710025-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "73e82940-5171-46e8-892b-36f764593d35",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-25T22:28:45.22715-07:00",
      "CompleteTime": "2015-03-25T22:37:55.2631049-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2c3efb46-6b60-430d-bd3c-53267b7843a9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-25T23:32:14.130847-07:00",
      "CompleteTime": "2015-03-25T23:37:51.6220366-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d788c2c2-cbac-4c1c-8085-86596588048f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T02:24:39.0531854-07:00",
      "CompleteTime": "2015-03-26T02:30:24.0941225-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "25251a23-58af-4702-ac57-bae3b141d49e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T20:34:15.6267817-07:00",
      "EndTime": "2015-03-25T20:44:25.8855949-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a1cc9bc-52ea-4ef5-9775-084d532153ec",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T20:44:33.3895252-07:00",
      "EndTime": "2015-03-25T20:44:33.7335272-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f957c70e-9d7e-47eb-83dd-17ed359021fd",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T20:44:34.0815008-07:00",
      "EndTime": "2015-03-25T21:18:31.3586122-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bfc91b48-5ab6-48d8-a017-1fc857296542",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-25T21:41:34.0155188-07:00",
      "EndTime": "2015-03-25T21:47:42.1691571-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0d9ff830-664f-4272-a1dc-da5e5d00fa69",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T21:47:42.740265-07:00",
      "EndTime": "2015-03-25T22:03:27.3061364-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a293ec48-cb36-479b-90ee-77152997e8de",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T22:03:27.6417388-07:00",
      "EndTime": "2015-03-25T22:18:38.2291483-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e50ae630-3096-4081-a2fc-955b6dc5acd5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150325.3\\x64\\Release",
      "StartTime": "2015-03-25T23:17:14.9411463-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "8 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 4.164
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "70ba4090-78a8-431d-99f9-9ab338145b9a",
          "MaxQuota": 10476298,
          "MaxUsage": 201320
        },
        {
          "PartitionId": "e86eaaf3-c22d-4916-a613-4b83be0f3d64",
          "MaxQuota": 10476298,
          "MaxUsage": 88665
        },
        {
          "PartitionId": "478897ec-edc8-4d83-b4e1-67161ef4f7a7",
          "MaxQuota": 10476298,
          "MaxUsage": 87692
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "70ba4090-78a8-431d-99f9-9ab338145b9a",
          "MaxCrudUsage": 336,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 728
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "f080c9b7-3686-4109-80c1-a58d5b03f80f",
          "MaxCrudUsage": 168,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 560
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "4a04b3a7-09e1-476b-9783-0acf8b98c9ea",
          "MaxCrudUsage": 160,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 552
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a13%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.401699
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 99.403144
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.404154
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.404393
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.419395
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 8.338909
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 8.074166
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 7.933261
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 7.922165
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 7.893277
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 31.061082
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 27.58583
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 25.659716
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 24.821129
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 24.110025
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 109029.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 109056.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 109057.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 109239.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 109299.266667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a14%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a15%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a16%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a16%3a46Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "9 Direct Https requests with 503 | 10 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 9,
          "Average": 3,
          "First": "2015-03-25T22:55:00",
          "Last": "2015-03-25T23:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 10,
          "Average": 2,
          "First": "2015-03-25T22:55:00",
          "Last": "2015-03-25T23:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a16%3a52Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-26+03%3a31%3a47Z&end=2015-03-26+06%3a16%3a56Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-25T23:16:59.0103563-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 30804,
      "PhysicalCRUDUsageInMB": 27304,
      "LogicalIndexUsageInMB": 124,
      "LogicalCRUDUsageInMB": 4060,
      "ClientReportedUsageInMB": 17,
      "ClientReportedCollectionCount": 11
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDgBAAAAAAAAA==",
  "_ts": 1427436187,
  "_etag": "\"4a0074d6-0000-0000-0000-5514f29b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f44850c0-b889-4503-8d60-258f1598f524",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDhBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-26T12:32:34.6582558-07:00",
  "CompletedTime": "2015-03-27T02:20:23.431577-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a0dd322c-00cf-493e-8a09-c61294e47c22",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-26T13:27:28.5603672-07:00",
      "CompleteTime": "2015-03-26T13:35:34.1087144-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9df7c865-182b-4a67-91d1-9edffe1a77a5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T13:27:28.9338938-07:00",
      "CompleteTime": "2015-03-26T13:35:03.9202855-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0be61443-d833-4616-8a94-117e7577db19",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-26T13:27:29.4119596-07:00",
      "CompleteTime": "2015-03-26T13:34:34.3208054-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a8acd4b9-f547-48cb-9628-d24116783887",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-26T13:27:30.2804201-07:00",
      "CompleteTime": "2015-03-26T13:36:44.1033986-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae18c322-fe8c-4d27-befb-56a2a1c31cb4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T14:30:05.3935465-07:00",
      "CompleteTime": "2015-03-26T14:38:39.5192361-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2536e1cc-d32d-45c6-975e-c02f6f3bdaba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-26T15:47:21.1015517-07:00",
      "CompleteTime": "2015-03-26T15:56:37.3518277-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ec1bedd3-2b15-41e4-8582-328e593ac303",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T17:30:29.076247-07:00",
      "CompleteTime": "2015-03-26T17:40:04.2679528-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1f1371f2-b76f-4cc5-9b3f-d98b083fd80d",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-27T00:29:22.0907392-07:00",
      "CompleteTime": "2015-03-27T00:36:32.5809449-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "4239c054-725d-4780-bb79-a38348367395",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150326.3\\x64\\Release",
      "StartTime": "2015-03-26T12:35:00.5769989-07:00",
      "EndTime": "2015-03-26T12:45:24.4737035-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b0e43fb6-9e8a-489e-9ff4-31d0e763a8a5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150326.3\\x64\\Release",
      "StartTime": "2015-03-26T12:45:33.8640871-07:00",
      "EndTime": "2015-03-26T12:45:34.2113221-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "58a15613-56e1-4ac9-bc00-8d960643eac9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150326.3\\x64\\Release",
      "StartTime": "2015-03-26T12:45:34.5666926-07:00",
      "EndTime": "2015-03-26T13:18:35.7825337-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4b567275-e2a4-4b5d-9df6-b19a89ec394e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-26T13:18:38.9408276-07:00",
      "EndTime": "2015-03-26T13:27:24.221091-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "336e0843-7cd1-4681-9d9f-bc3f222595f6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-26T14:15:06.4929795-07:00",
      "EndTime": "2015-03-26T15:40:02.0793916-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b377ac51-6eb2-405e-b655-169df5f7cd84",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-26T16:27:24.0246061-07:00",
      "EndTime": "2015-03-26T17:50:41.5538375-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba782da2-f4fa-4154-b84e-583521ca527c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-26T18:38:07.9576039-07:00",
      "EndTime": "2015-03-26T20:54:40.1203745-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e599acb-1422-48e7-ae50-7659c83febf5",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-26T21:50:04.3788633-07:00",
      "EndTime": "2015-03-26T23:57:59.7428821-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f1ca23c-95da-4752-96c9-b024000e2469",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-27T00:29:13.706848-07:00",
      "EndTime": "2015-03-27T00:29:19.0186205-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "79652268-588f-4cf9-9610-c86387bc27ff",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150326.4\\x64\\Release",
      "StartTime": "2015-03-27T00:36:33.8941799-07:00",
      "EndTime": "2015-03-27T00:36:38.4470286-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "67 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-26T22:16:48.7934564",
          "Last": "2015-03-26T22:16:48.7934564"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-26T23:41:59.1832788",
          "Last": "2015-03-26T23:59:10.6893633"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-26T22:02:54.8185324",
          "Last": "2015-03-26T22:02:54.8185324"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 29,
          "First": "2015-03-26T22:32:24.851395",
          "Last": "2015-03-27T00:11:41.5769405"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-26T22:02:54.8185841",
          "Last": "2015-03-26T22:02:54.8185841"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 29,
          "First": "2015-03-26T22:32:24.8514211",
          "Last": "2015-03-27T00:11:41.5769557"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-26T17:43:23.7817298",
          "Last": "2015-03-26T23:25:53.682755"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "42 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 38,
          "First": "2015-03-26T19:06:15.0207983",
          "Last": "2015-03-26T23:41:32.6853773"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-26T19:34:10.9109287",
          "Last": "2015-03-26T19:34:11.3322608"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-26T19:34:10.3328198",
          "Last": "2015-03-26T19:34:10.4708998"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "242 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 15,
          "First": "2015-03-26T17:15:00",
          "Last": "2015-03-26T23:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 203,
          "First": "2015-03-26T17:15:00",
          "Last": "2015-03-26T23:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 18,
          "First": "2015-03-26T17:15:00",
          "Last": "2015-03-26T23:40:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 6,
          "First": "2015-03-26T19:30:00",
          "Last": "2015-03-26T23:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40017490,
          "Average": 261552.22,
          "Max": 354479,
          "Min": 10
        },
        {
          "StatusCode": 400,
          "Total": 162,
          "Average": 1.06,
          "Max": 29,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1187,
          "Average": 7.76,
          "Max": 1187,
          "Min": 1187
        },
        {
          "StatusCode": 403,
          "Total": 731235,
          "Average": 4779.31,
          "Max": 63018,
          "Min": 919
        },
        {
          "StatusCode": 404,
          "Total": 67581,
          "Average": 441.71,
          "Max": 9112,
          "Min": 68
        },
        {
          "StatusCode": 408,
          "Total": 203,
          "Average": 1.33,
          "Max": 144,
          "Min": 9
        },
        {
          "StatusCode": 409,
          "Total": 34,
          "Average": 0.22,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40941,
          "Average": 267.59,
          "Max": 2026,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1787034,
          "Average": 11679.96,
          "Max": 51961,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1161765,
          "Average": 9076.29,
          "Max": 10506,
          "Min": 184
        },
        {
          "StatusCode": 401,
          "Total": 27,
          "Average": 0.21,
          "Max": 27,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 1983,
          "Average": 15.49,
          "Max": 189,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 4,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1130,
          "Average": 8.83,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 50384,
          "Average": 393.62,
          "Max": 1234,
          "Min": 6
        },
        {
          "StatusCode": 449,
          "Total": 2067,
          "Average": 16.15,
          "Max": 49,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3493480,
          "Average": 27292.81,
          "Max": 30913,
          "Min": 414
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.12,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 102,
          "Average": 0.8,
          "Max": 102,
          "Min": 102
        },
        {
          "StatusCode": 403,
          "Total": 973,
          "Average": 7.6,
          "Max": 700,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7093,
          "Average": 55.41,
          "Max": 687,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 15,
          "Average": 0.12,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3329,
          "Average": 26.01,
          "Max": 172,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 151492,
          "Average": 1183.53,
          "Max": 3959,
          "Min": 49
        },
        {
          "StatusCode": 449,
          "Total": 5405,
          "Average": 42.23,
          "Max": 135,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5979319,
          "Average": 42709.42,
          "Max": 53805,
          "Min": 7
        },
        {
          "StatusCode": 400,
          "Total": 110102,
          "Average": 786.44,
          "Max": 9705,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 30,
          "Average": 0.21,
          "Max": 30,
          "Min": 30
        },
        {
          "StatusCode": 403,
          "Total": 8859,
          "Average": 63.28,
          "Max": 5964,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 18,
          "Average": 0.13,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3620,
          "Average": 25.86,
          "Max": 164,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 267399,
          "Average": 1909.99,
          "Max": 8914,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28427104,
          "Average": 187020.42,
          "Max": 249636,
          "Min": 95432
        },
        {
          "StatusCode": 400,
          "Total": 19852,
          "Average": 130.61,
          "Max": 480,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 103,
          "Average": 0.68,
          "Max": 103,
          "Min": 103
        },
        {
          "StatusCode": 404,
          "Total": 5229,
          "Average": 34.4,
          "Max": 746,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25124,
          "Average": 165.29,
          "Max": 1544,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 593499,
          "Average": 3904.6,
          "Max": 9797,
          "Min": 616
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6017468,
          "Average": 47011.47,
          "Max": 58418,
          "Min": 1002
        },
        {
          "StatusCode": 401,
          "Total": 686,
          "Average": 5.36,
          "Max": 686,
          "Min": 686
        },
        {
          "StatusCode": 404,
          "Total": 25720,
          "Average": 200.94,
          "Max": 3407,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 24332,
          "Average": 190.09,
          "Max": 1623,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 161241,
          "Average": 1259.7,
          "Max": 5092,
          "Min": 59
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-26T19:30:00",
          "Last": "2015-03-26T19:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "18 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 8,
          "First": "2015-03-26T23:12:21.388",
          "Last": "2015-03-26T23:52:27.256"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-03-26T23:12:21.388",
          "Last": "2015-03-26T23:27:23.59"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 6,
          "First": "2015-03-26T23:02:19.949",
          "Last": "2015-03-26T23:27:23.59"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "872 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.23
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.23
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 785,
          "HourlyAverage": 60.246
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 73,
          "HourlyAverage": 5.602
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.537
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "b9d0207a-0566-4f9d-909e-256a31c54f9a",
          "MaxQuota": 5818233,
          "MaxUsage": 5075605
        },
        {
          "PartitionId": "1c933648-f803-47fd-a7d5-dd2bd538c2fe",
          "MaxQuota": 5818233,
          "MaxUsage": 5067426
        },
        {
          "PartitionId": "a6c5d7cc-cc15-4dff-be2d-708f173a5afe",
          "MaxQuota": 5818233,
          "MaxUsage": 5064669
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "aeb1a371-db58-46a4-aec5-8a02c8f9de20",
          "MaxCrudUsage": 4960,
          "MaxIndexUsage": 984,
          "MaxTotalUsage": 6240
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "a6c5d7cc-cc15-4dff-be2d-708f173a5afe",
          "MaxCrudUsage": 4968,
          "MaxIndexUsage": 992,
          "MaxTotalUsage": 6200
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "1c933648-f803-47fd-a7d5-dd2bd538c2fe",
          "MaxCrudUsage": 4976,
          "MaxIndexUsage": 984,
          "MaxTotalUsage": 6180
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-26T17:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 1581.942,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T17:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 1433.031,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T15:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 732.249,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T20:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 714.59,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T20:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 409.182,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 81.50231
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.222072
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84.559498
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 84.918534
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.060207
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67.262666
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 58.815278
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 55.281849
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 48.244074
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 47.485922
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 386.025829
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 377.129757
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 354.124786
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 351.716855
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 346.808652
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 52187.344828
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 53340.846154
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 54743.724138
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 55377.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58271.933333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "102 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Fabric.FabricElementNotFoundException",
          "ExceptionMessage": "Name does not exist.",
          "Count": 102,
          "First": "2015-03-26T13:45:22.892096",
          "Last": "2015-03-27T02:18:14.9585688"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "10 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:d468faae-1ddd-47bd-8ba4-603a74edb5ac Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:4, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-26T21:45:40.0893889"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:d468faae-1ddd-47bd-8ba4-603a74edb5ac Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 51195 MB.",
          "Timestamp": "2015-03-26T21:45:42.4654829"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:8e7e9441-0876-4994-8777-a0fa29c2cc27 Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:3, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-26T22:18:14.338301"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:8e7e9441-0876-4994-8777-a0fa29c2cc27 Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 40956 MB.",
          "Timestamp": "2015-03-26T22:18:16.1162637"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:c9889cbb-fa3e-46d6-b6dc-4905852596a4 Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:4, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-26T22:20:20.8481799"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:c9889cbb-fa3e-46d6-b6dc-4905852596a4 Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 51195 MB.",
          "Timestamp": "2015-03-26T22:20:22.7878239"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:81aece84-83f1-47f5-92af-2d4c60005bcd Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:2, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-26T22:25:36.6925263"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:81aece84-83f1-47f5-92af-2d4c60005bcd Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 30717 MB.",
          "Timestamp": "2015-03-26T22:25:38.5280061"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:005f6c20-0ef0-42ee-8ccf-6c8fdda7f30c Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:3, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-26T22:26:45.3504354"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:005f6c20-0ef0-42ee-8ccf-6c8fdda7f30c Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 40956 MB.",
          "Timestamp": "2015-03-26T22:26:47.0345146"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-26+19%3a32%3a34Z&end=2015-03-27+09%3a20%3a23Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-26T14:14:29.8006503-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 47256,
      "LogicalIndexUsageInMB": 28,
      "LogicalCRUDUsageInMB": 1221,
      "ClientReportedUsageInMB": 241,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-03-26T15:47:01.4312276-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125888,
      "PhysicalCRUDUsageInMB": 339704,
      "LogicalIndexUsageInMB": 6508,
      "LogicalCRUDUsageInMB": 78205,
      "ClientReportedUsageInMB": 47667,
      "ClientReportedCollectionCount": 64
    },
    {
      "TimeStamp": "2015-03-26T17:57:45.5457648-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 148368,
      "PhysicalCRUDUsageInMB": 702296,
      "LogicalIndexUsageInMB": 17267,
      "LogicalCRUDUsageInMB": 208621,
      "ClientReportedUsageInMB": 135197,
      "ClientReportedCollectionCount": 80
    },
    {
      "TimeStamp": "2015-03-26T21:09:47.4478067-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 275468,
      "PhysicalCRUDUsageInMB": 1400920,
      "LogicalIndexUsageInMB": 28582,
      "LogicalCRUDUsageInMB": 356879,
      "ClientReportedUsageInMB": 9709,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-03-27T00:20:05.8309252-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 340264,
      "PhysicalCRUDUsageInMB": 1827032,
      "LogicalIndexUsageInMB": 38289,
      "LogicalCRUDUsageInMB": 477199,
      "ClientReportedUsageInMB": 39721,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-03-27T02:20:23.431577-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2268,
      "PhysicalCRUDUsageInMB": 1536,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 152,
      "ClientReportedUsageInMB": 155,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDhBAAAAAAAAA==",
  "_ts": 1427449864,
  "_etag": "\"4e00d1bc-0000-0000-0000-551528080000\"",
  "_attachments": "attachments/"
},
{
  "id": "33027121-1864-479d-a539-ee496450b06a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDiBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-26T12:41:06.2458844-07:00",
  "CompletedTime": "2015-03-26T14:38:12.5337158-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8371fb7c-9127-4b2d-9142-6a99eb8754e9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-26T12:43:36.9990411-07:00",
      "EndTime": "2015-03-26T12:51:54.8957831-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "06a2fc77-2ecc-4a11-9b8b-92dd2be2857f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-26T12:52:08.3830231-07:00",
      "EndTime": "2015-03-26T12:52:08.7145345-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f17d7381-b479-4569-a881-82d1e818ff03",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150312.1\\x64\\Release",
      "StartTime": "2015-03-26T12:52:09.0562073-07:00",
      "EndTime": "2015-03-26T13:26:03.7504924-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDiBAAAAAAAAA==",
  "_ts": 1427405892,
  "_etag": "\"4200ff48-0000-0000-0000-55147c440000\"",
  "_attachments": "attachments/"
},
{
  "id": "7809b535-31be-4477-8acc-a6bbd42a32ca",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDjBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-03-26T14:38:12.7673494-07:00",
  "CompletedTime": "2015-04-06T20:55:16.8720123-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2b1ae82a-20a3-4fa4-9be9-4ff5322c07f5",
      "Name": "rpactionsworkloadmm-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T16:17:39.5834372-07:00",
      "CompleteTime": "2015-03-26T16:24:15.7116914-07:00",
      "Endpoint": "https://rpactionsworkloadmm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb43887c-ced6-4f35-9547-4dcf3da21d54",
      "Name": "writeheavywlmm-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-26T16:17:40.0979743-07:00",
      "CompleteTime": "2015-03-26T16:23:46.1810126-07:00",
      "Endpoint": "https://writeheavywlmm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9dff9717-8931-41b5-a4d8-3ebfb5731bfd",
      "Name": "readheavywlmm-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-26T16:17:40.5931084-07:00",
      "CompleteTime": "2015-03-26T16:25:15.9190856-07:00",
      "Endpoint": "https://readheavywlmm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "754e0e80-48b5-437d-afa6-359156aa205b",
      "Name": "torestoremm-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-26T16:17:41.1030737-07:00",
      "CompleteTime": "2015-03-26T16:25:53.1143774-07:00",
      "Endpoint": "https://torestoremm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7cb887b1-f022-4521-9953-d8463cd7c394",
      "Name": "parallelprovisionmm-bn3prdddc01-docdb-private-6",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T17:21:07.3834615-07:00",
      "CompleteTime": "2015-03-26T17:27:41.4955429-07:00",
      "Endpoint": "https://parallelprovisionmm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a7c49243-c0ab-4796-b5d9-655ef7833574",
      "Name": "restoredtorestoremm-bn3prdddc01-docdb-private-6",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestoremm-bn3prdddc01-docdb-private-6",
      "StartTime": "2015-03-26T20:59:35.5924736-07:00",
      "CompleteTime": "2015-03-26T22:33:56.2520407-07:00",
      "Endpoint": "https://restoredtorestoremm-bn3prdddc01-docdb-private-6.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f33b8431-500d-467c-a4c6-c456f1f2b854",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T14:40:05.8544384-07:00",
      "EndTime": "2015-03-26T14:50:07.790686-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e40d6770-f130-454b-8241-eca5cd3df28e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T14:50:17.8090184-07:00",
      "EndTime": "2015-03-26T14:50:18.1490357-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18c1288b-a849-4aa6-9d19-45e122d4fe5d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T14:50:18.505711-07:00",
      "EndTime": "2015-03-26T15:24:21.1278-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb0d46a2-fe22-463a-9e03-064a673445fa",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T15:24:28.7703933-07:00",
      "EndTime": "2015-03-26T15:38:37.1451603-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "861a3066-350e-46a0-9631-3b1fc758dcbb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-26T15:38:37.5750242-07:00",
      "EndTime": "2015-03-26T15:47:16.2577283-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "345f8c15-06b7-4043-88d0-f831e6e253ca",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-26T15:47:16.5951213-07:00",
      "EndTime": "2015-03-26T16:07:34.6319462-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f7ed11e-81bc-429d-ba2d-8f38ae5a84ea",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-26T17:06:08.6815656-07:00",
      "EndTime": "2015-03-26T20:49:23.9455135-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6e80712-8d2b-4a81-abbc-148e3eb62813",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-26T21:39:37.9535546-07:00",
      "EndTime": "2015-03-26T23:50:41.9205123-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e628ee75-80a6-40ca-91dc-c1baeead5ca6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T00:49:52.9434876-07:00",
      "EndTime": "2015-03-27T06:54:53.656795-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b9d44101-d28e-4d00-9669-e931e4562353",
      "EventName": "Upgrade Package",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T08:05:16.2537113-07:00",
      "EndTime": "2015-03-27T10:11:48.3310658-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a11%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "8 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-26T19:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-26T22:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T00:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T01:55:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T02:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T03:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T04:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-03-27T06:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-6\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a11%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22",
      "Notes": "3843 back end trace criticals with 9 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 8,
          "First": "2015-03-27T05:33:30.2546081",
          "Last": "2015-03-27T05:37:00.3239998"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-27T02:37:13.4483156",
          "Last": "2015-03-27T02:37:13.4483156"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-27T02:37:13.4482965",
          "Last": "2015-03-27T02:37:13.4482965"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 2284,
          "First": "2015-03-26T19:28:37.740358",
          "Last": "2015-03-27T10:11:03.3235163"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-27T05:21:55.7353625",
          "Last": "2015-03-27T06:30:57.0720222"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-03-26T19:39:19.3700706",
          "Last": "2015-03-26T19:39:24.2172675"
        },
        {
          "Message": "Secondaries are lagging behind primary; current pending operations %ld, max allowed is %ld we will throttle new requests but let inflight replication to drain to prevent failover",
          "Role": "ServerCluster0",
          "Count": 1372,
          "First": "2015-03-27T01:53:32.1265167",
          "Last": "2015-03-27T06:59:02.76615"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-03-26T19:39:19.3701015",
          "Last": "2015-03-26T19:39:24.2173038"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 161,
          "First": "2015-03-27T01:53:32.2501142",
          "Last": "2015-03-27T06:58:41.9539435"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a12%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19237 requests with 500 | 16054 requests with 503 | 12257 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 68,
          "First": "2015-03-26T16:46:38.8517798",
          "Last": "2015-03-27T07:05:25.7654087"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 19146,
          "First": "2015-03-26T16:46:38.8739112",
          "Last": "2015-03-27T08:10:20.9772597"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "First": "2015-03-26T16:56:32.5657149",
          "Last": "2015-03-26T17:00:18.5950427"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 13912,
          "First": "2015-03-26T16:53:09.9287405",
          "Last": "2015-03-27T08:45:59.2906207"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 2029,
          "First": "2015-03-26T16:59:23.5125492",
          "Last": "2015-03-27T08:20:26.9841475"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 1667,
          "First": "2015-03-26T19:20:47.044956",
          "Last": "2015-03-27T09:33:28.5624955"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 10512,
          "First": "2015-03-26T20:08:04.5820739",
          "Last": "2015-03-27T10:03:42.2117196"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 78,
          "First": "2015-03-26T20:08:05.7082655",
          "Last": "2015-03-27T07:48:48.2213056"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 81,
          "First": "2015-03-26T20:48:12.0866671",
          "Last": "2015-03-27T08:46:00.3001025"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 22,
          "First": "2015-03-27T03:49:23.07109",
          "Last": "2015-03-27T07:46:44.0957273"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "readheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 18,
          "First": "2015-03-27T07:06:02.3932087",
          "Last": "2015-03-27T08:10:00.5331634"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "readheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 10,
          "First": "2015-03-27T08:12:03.6041172",
          "Last": "2015-03-27T08:20:24.43267"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "readheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 2,
          "First": "2015-03-27T07:11:03.1514752",
          "Last": "2015-03-27T07:24:19.077704"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 500,
          "HostName": "writeheavywlmm-bn3prdddc01-docdb-private-6",
          "Count": 1,
          "First": "2015-03-27T07:25:07.6961235",
          "Last": "2015-03-27T07:25:07.6961235"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a19%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "109994 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 504,
          "First": "2015-03-26T20:05:00",
          "Last": "2015-03-27T09:30:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 95066,
          "First": "2015-03-26T20:05:00",
          "Last": "2015-03-27T09:30:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 14262,
          "First": "2015-03-26T19:20:00",
          "Last": "2015-03-27T09:30:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 162,
          "First": "2015-03-26T20:05:00",
          "Last": "2015-03-27T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a20%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 16:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 61203475,
          "Average": 285997.55,
          "Max": 313599,
          "Min": 2357
        },
        {
          "StatusCode": 400,
          "Total": 369,
          "Average": 1.72,
          "Max": 42,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 547487,
          "Average": 2558.35,
          "Max": 13008,
          "Min": 7591
        },
        {
          "StatusCode": 404,
          "Total": 80693,
          "Average": 377.07,
          "Max": 8987,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 95066,
          "Average": 444.23,
          "Max": 3379,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 1,
          "Average": 0.0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 64688,
          "Average": 302.28,
          "Max": 12546,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 11145009,
          "Average": 52079.48,
          "Max": 229797,
          "Min": 411
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a21%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 17:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1792649,
          "Average": 8376.86,
          "Max": 9671,
          "Min": 73
        },
        {
          "StatusCode": 404,
          "Total": 3452,
          "Average": 16.13,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 162,
          "Average": 0.76,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1258,
          "Average": 5.88,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 296313,
          "Average": 1384.64,
          "Max": 6511,
          "Min": 5
        },
        {
          "StatusCode": 449,
          "Total": 11463,
          "Average": 53.57,
          "Max": 145,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a22%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 16:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5370578,
          "Average": 25096.16,
          "Max": 27001,
          "Min": 212
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 370,
          "Average": 1.73,
          "Max": 370,
          "Min": 370
        },
        {
          "StatusCode": 404,
          "Total": 13338,
          "Average": 62.33,
          "Max": 134,
          "Min": 7
        },
        {
          "StatusCode": 408,
          "Total": 504,
          "Average": 2.36,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3607,
          "Average": 16.86,
          "Max": 133,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 894452,
          "Average": 4179.68,
          "Max": 18202,
          "Min": 17
        },
        {
          "StatusCode": 449,
          "Total": 25365,
          "Average": 118.53,
          "Max": 316,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a24%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 16:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 9205108,
          "Average": 43014.52,
          "Max": 46560,
          "Min": 284
        },
        {
          "StatusCode": 400,
          "Total": 86594,
          "Average": 404.64,
          "Max": 2026,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9090,
          "Average": 42.48,
          "Max": 5040,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 14262,
          "Average": 66.64,
          "Max": 500,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6827,
          "Average": 31.9,
          "Max": 1748,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1651731,
          "Average": 7718.37,
          "Max": 34379,
          "Min": 113
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a26%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 17:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 48555879,
          "Average": 225841.3,
          "Max": 245464,
          "Min": 433
        },
        {
          "StatusCode": 400,
          "Total": 26,
          "Average": 0.12,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 27699,
          "Average": 128.83,
          "Max": 7445,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33381,
          "Average": 155.26,
          "Max": 2259,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1238950,
          "Average": 5762.56,
          "Max": 13894,
          "Min": 37
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a27%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 16:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 10274597,
          "Average": 47788.82,
          "Max": 52809,
          "Min": 438
        },
        {
          "StatusCode": 404,
          "Total": 19631,
          "Average": 91.31,
          "Max": 483,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 32461,
          "Average": 150.98,
          "Max": 2167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 898493,
          "Average": 4179.04,
          "Max": 11482,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a28%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 3,
          "First": "2015-03-27T03:05:00",
          "Last": "2015-03-27T05:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 263,
          "First": "2015-03-26T19:35:00",
          "Last": "2015-03-27T10:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 6,
          "First": "2015-03-26T21:25:00",
          "Last": "2015-03-27T09:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 520,
          "First": "2015-03-26T19:25:00",
          "Last": "2015-03-27T10:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 1,
          "First": "2015-03-26T19:30:00",
          "Last": "2015-03-26T19:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 124,
          "First": "2015-03-26T19:20:00",
          "Last": "2015-03-27T10:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 1,
          "First": "2015-03-27T09:00:00",
          "Last": "2015-03-27T09:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 66,
          "First": "2015-03-26T19:20:00",
          "Last": "2015-03-27T10:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 12,
          "First": "2015-03-26T19:30:00",
          "Last": "2015-03-27T09:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 150,
          "First": "2015-03-26T19:20:00",
          "Last": "2015-03-27T10:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 5,
          "First": "2015-03-26T22:30:00",
          "Last": "2015-03-27T10:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-26+21%3a38%3a12Z&end=2015-03-27+17%3a33%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-6%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-26T17:05:49.2767539-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 48268,
      "PhysicalCRUDUsageInMB": 43008,
      "LogicalIndexUsageInMB": 318,
      "LogicalCRUDUsageInMB": 8263,
      "ClientReportedUsageInMB": 4039,
      "ClientReportedCollectionCount": 25
    },
    {
      "TimeStamp": "2015-03-26T20:59:21.2845284-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 135912,
      "PhysicalCRUDUsageInMB": 610784,
      "LogicalIndexUsageInMB": 13979,
      "LogicalCRUDUsageInMB": 176722,
      "ClientReportedUsageInMB": 57791,
      "ClientReportedCollectionCount": 39
    },
    {
      "TimeStamp": "2015-03-27T00:09:32.9131606-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 236096,
      "PhysicalCRUDUsageInMB": 1211936,
      "LogicalIndexUsageInMB": 28358,
      "LogicalCRUDUsageInMB": 352924,
      "ClientReportedUsageInMB": 58550,
      "ClientReportedCollectionCount": 28
    },
    {
      "TimeStamp": "2015-03-27T07:25:01.1133375-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-27T10:41:54.4818184-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDjBAAAAAAAAA==",
  "_ts": 1428378917,
  "_etag": "\"130093ba-0000-0000-0000-552355250000\"",
  "_attachments": "attachments/"
},
{
  "id": "995090b2-c02a-4606-8bc4-4ab981d3ff7b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDkBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-26T19:31:15.388362-07:00",
  "CompletedTime": "2015-03-27T11:01:21.8954051-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9b1f0174-ea0d-4da8-beba-a4b861b37fe3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-26T21:16:35.9277347-07:00",
      "CompleteTime": "2015-03-26T21:24:42.4304791-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "402a9359-4d02-4bcb-96d4-3738dfaf1c34",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-26T21:16:36.4817662-07:00",
      "CompleteTime": "2015-03-26T21:22:41.8716039-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1f754a5a-2d25-490b-b045-d0a1ee76512c",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-26T21:16:37.0447982-07:00",
      "CompleteTime": "2015-03-26T21:22:12.7449427-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "11eb9140-e3b7-42c5-a70b-5d01742bbee2",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-26T21:16:37.5908292-07:00",
      "CompleteTime": "2015-03-26T21:23:58.5599772-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cc89544c-c082-4c9a-87b5-4b114b6e2040",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T00:47:18.054447-07:00",
      "CompleteTime": "2015-03-27T00:52:52.9135437-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48e333c4-6cb3-478d-8300-45181d9b5621",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-27T02:51:08.6712028-07:00",
      "CompleteTime": "2015-03-27T02:58:28.3972796-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ff7bb3ae-25c4-452b-8c10-4d93953d1ff0",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T03:39:59.2103266-07:00",
      "CompleteTime": "2015-03-27T03:45:33.8254084-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5a407127-a535-4f3f-99e1-2da2257cd998",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-27T09:26:12.5445706-07:00",
      "CompleteTime": "2015-03-27T10:09:34.0761723-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "1a93c61e-80da-4029-8da4-0da1ae7b3440",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T19:33:43.9105781-07:00",
      "EndTime": "2015-03-26T19:48:24.6143207-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "69b8f74a-fa80-4248-8806-7d7c81c75e48",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T19:48:36.9251063-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "4f6b1024-983a-4f0d-8f4d-e12719f2d8c0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T19:48:37.3121304-07:00",
      "EndTime": "2015-03-26T20:21:33.9984312-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "82ab3862-d299-46b9-be25-98f1974cd489",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T20:21:42.8159341-07:00",
      "EndTime": "2015-03-26T20:35:52.3553818-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e171943c-011f-4aca-ba03-d45ea055e9f1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-26T20:35:53.246433-07:00",
      "EndTime": "2015-03-26T20:59:16.0344306-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7730362e-2fb8-4c8e-a724-8ab0f2e1935d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-26T20:59:16.376451-07:00",
      "EndTime": "2015-03-26T21:06:29.5501542-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb763d0f-b86e-41e6-8ef0-c65990af5386",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-26T22:06:41.7841533-07:00",
      "EndTime": "2015-03-26T23:42:59.6386545-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "225a6c7c-95c4-4744-93bf-ce6d8f5854d8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-27T00:32:20.6062677-07:00",
      "EndTime": "2015-03-27T02:30:54.871982-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "734fd025-d5f6-4307-a3ee-945f30d4c938",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-27T03:31:14.5184041-07:00",
      "EndTime": "2015-03-27T05:33:14.8574434-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb860535-a738-47c8-a452-8f82f3d2915c",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-27T06:32:05.5707923-07:00",
      "EndTime": "2015-03-27T08:39:09.0815497-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d08a4de6-3829-4431-b900-d3b488a9c743",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-27T09:08:56.9493928-07:00",
      "EndTime": "2015-03-27T09:26:08.1822856-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eda3e74c-4588-48ec-b7d4-f9fe0abd5a50",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150326.1\\x64\\Release",
      "StartTime": "2015-03-27T10:09:35.3702432-07:00",
      "EndTime": "2015-03-27T10:11:51.6400168-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-27T00:45:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.ProcessWatchdog.exe.8924.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "3 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-27T00:45:39.3534104",
          "Last": "2015-03-27T00:45:39.3534104"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-27T00:45:39.3533041",
          "Last": "2015-03-27T00:45:39.3533041"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-27T00:45:39.3537214",
          "Last": "2015-03-27T00:45:39.3537214"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "35 requests with 408 | 174 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 28,
          "First": "2015-03-26T22:40:08.805934",
          "Last": "2015-03-27T07:43:42.8764975"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-26T23:25:37.6712627",
          "Last": "2015-03-27T05:00:39.597828"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-26T23:25:38.0057272",
          "Last": "2015-03-26T23:25:38.0057272"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 128,
          "First": "2015-03-27T01:44:35.5955295",
          "Last": "2015-03-27T07:42:41.8945253"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 30,
          "First": "2015-03-27T01:44:41.8115397",
          "Last": "2015-03-27T01:46:38.1441831"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-27T06:12:49.0249486",
          "Last": "2015-03-27T06:12:49.0249486"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-27T06:17:04.7651399",
          "Last": "2015-03-27T06:17:04.7651399"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-03-27T01:44:36.2277875",
          "Last": "2015-03-27T07:42:50.3854418"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-03-27T07:42:33.4922858",
          "Last": "2015-03-27T07:42:47.7964234"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-27T07:42:55.5448788",
          "Last": "2015-03-27T07:42:55.5448788"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-03-27T07:48:47.7536511",
          "Last": "2015-03-27T10:03:43.2250612"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38737657,
          "Average": 240606.57,
          "Max": 335697,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 284,
          "Average": 1.76,
          "Max": 48,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 810,
          "Average": 5.03,
          "Max": 694,
          "Min": 116
        },
        {
          "StatusCode": 404,
          "Total": 12353,
          "Average": 76.73,
          "Max": 10687,
          "Min": 1666
        },
        {
          "StatusCode": 409,
          "Total": 14,
          "Average": 0.09,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 54862,
          "Average": 340.76,
          "Max": 7835,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 10120878,
          "Average": 62862.6,
          "Max": 280458,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1113089,
          "Average": 6913.6,
          "Max": 9864,
          "Min": 304
        },
        {
          "StatusCode": 401,
          "Total": 11,
          "Average": 0.07,
          "Max": 11,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 1061,
          "Average": 6.59,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1338,
          "Average": 8.31,
          "Max": 108,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 280293,
          "Average": 1740.95,
          "Max": 7743,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2325,
          "Average": 14.44,
          "Max": 72,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3340358,
          "Average": 20747.57,
          "Max": 28938,
          "Min": 764
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 26,
          "Average": 0.16,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4084,
          "Average": 25.37,
          "Max": 149,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 3993,
          "Average": 24.8,
          "Max": 385,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 845742,
          "Average": 5253.06,
          "Max": 22641,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5235,
          "Average": 32.52,
          "Max": 154,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5859270,
          "Average": 36392.98,
          "Max": 50621,
          "Min": 992
        },
        {
          "StatusCode": 400,
          "Total": 185,
          "Average": 1.15,
          "Max": 30,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 58,
          "Average": 0.36,
          "Max": 58,
          "Min": 58
        },
        {
          "StatusCode": 403,
          "Total": 8696,
          "Average": 54.01,
          "Max": 6094,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5707,
          "Average": 35.45,
          "Max": 1202,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1452875,
          "Average": 9024.07,
          "Max": 41778,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31471129,
          "Average": 195472.85,
          "Max": 218023,
          "Min": 2878
        },
        {
          "StatusCode": 400,
          "Total": 32,
          "Average": 0.2,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 68,
          "Average": 0.42,
          "Max": 62,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 3593,
          "Average": 22.32,
          "Max": 669,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 31505,
          "Average": 195.68,
          "Max": 1373,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 977309,
          "Average": 6070.24,
          "Max": 13206,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6760692,
          "Average": 41991.88,
          "Max": 52782,
          "Min": 2886
        },
        {
          "StatusCode": 401,
          "Total": 189,
          "Average": 1.17,
          "Max": 98,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 12409,
          "Average": 77.07,
          "Max": 296,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 31230,
          "Average": 193.98,
          "Max": 1147,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 926159,
          "Average": 5752.54,
          "Max": 11903,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-27T08:15:00",
          "Last": "2015-03-27T08:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1531 replica health errors | 159 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 17,
          "First": "2015-03-27T08:18:56.689",
          "Last": "2015-03-27T09:58:02.023"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 11,
          "First": "2015-03-27T01:54:08.55",
          "Last": "2015-03-27T08:44:01.417"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1187,
          "First": "2015-03-27T00:13:50.368",
          "Last": "2015-03-27T10:58:13.429"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 157,
          "First": "2015-03-27T01:49:07.645",
          "Last": "2015-03-27T10:53:12.783"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1558 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.205
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 409,
          "HourlyAverage": 27.893
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.614
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 131,
          "HourlyAverage": 8.934
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 978,
          "HourlyAverage": 66.697
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.205
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.136
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.273
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.273
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.136
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.409
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.273
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.136
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.068
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1b42e947-6784-4cb0-9e18-b57b626e8da7",
          "MaxQuota": 10475520,
          "MaxUsage": 5988125
        },
        {
          "PartitionId": "1e96927f-21ec-48e4-ab37-17725a54bbbe",
          "MaxQuota": 10476298,
          "MaxUsage": 5730575
        },
        {
          "PartitionId": "42eee6c2-3f79-47ed-96fb-54544fdbbe74",
          "MaxQuota": 10475520,
          "MaxUsage": 5706710
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "1b42e947-6784-4cb0-9e18-b57b626e8da7",
          "MaxCrudUsage": 5816,
          "MaxIndexUsage": 1112,
          "MaxTotalUsage": 7032
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "42eee6c2-3f79-47ed-96fb-54544fdbbe74",
          "MaxCrudUsage": 5552,
          "MaxIndexUsage": 1100,
          "MaxTotalUsage": 6976
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "4be25111-fd1a-40b4-a8c2-7c56d5eca5ed",
          "MaxCrudUsage": 5568,
          "MaxIndexUsage": 1072,
          "MaxTotalUsage": 6872
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 25 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-27T04:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 214.38,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T04:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 200.229,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T08:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 154.913,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T04:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 152.91,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-26T23:25:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 148.94,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.99155
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.334703
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.789545
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.181201
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.39822
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 41.931153
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 34.506052
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 33.559103
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 32.616809
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 31.94312
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 437.795225 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 437.795225
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 432.222021
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 431.292646
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 425.03932
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 413.191875
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62825.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 64264.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 64499.857143
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 66544.571429
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 67974.233333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "2 background task exceptions with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: 9f8aa5c8-cb8b-4645-9f27-786572650c0c",
          "Count": 1,
          "First": "2015-03-26T22:37:51.0698549",
          "Last": "2015-03-26T22:37:51.0698549"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: dc68a49e-5620-471d-9455-09a4242c03df",
          "Count": 1,
          "First": "2015-03-27T09:25:22.4674016",
          "Last": "2015-03-27T09:25:22.4674016"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "588 Direct Https requests with 503 | 1834 Direct Tcp requests with 503 | 170 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 255,
          "Average": 36.429,
          "First": "2015-03-27T10:20:00",
          "Last": "2015-03-27T10:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 232,
          "Average": 25.778,
          "First": "2015-03-27T10:20:00",
          "Last": "2015-03-27T11:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-26T21:35:00",
          "Last": "2015-03-26T21:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1592,
          "Average": 13.378,
          "First": "2015-03-26T21:45:00",
          "Last": "2015-03-27T09:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 330,
          "Average": 3.976,
          "First": "2015-03-26T21:45:00",
          "Last": "2015-03-27T09:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 170,
          "Average": 56.667,
          "First": "2015-03-27T01:40:00",
          "Last": "2015-03-27T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-26T22:30:00",
          "Last": "2015-03-27T10:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-27T01:25:00",
          "Last": "2015-03-27T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 1.0,
          "First": "2015-03-26T22:20:00",
          "Last": "2015-03-26T23:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-27+02%3a31%3a15Z&end=2015-03-27+18%3a01%3a21Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-26T22:06:17.5457712-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 37888,
      "PhysicalCRUDUsageInMB": 27048,
      "LogicalIndexUsageInMB": 141,
      "LogicalCRUDUsageInMB": 3408,
      "ClientReportedUsageInMB": 2063,
      "ClientReportedCollectionCount": 21
    },
    {
      "TimeStamp": "2015-03-26T23:51:54.9661821-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 136088,
      "PhysicalCRUDUsageInMB": 344400,
      "LogicalIndexUsageInMB": 7530,
      "LogicalCRUDUsageInMB": 91321,
      "ClientReportedUsageInMB": 13309,
      "ClientReportedCollectionCount": 24
    },
    {
      "TimeStamp": "2015-03-27T02:50:47.5960006-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 140876,
      "PhysicalCRUDUsageInMB": 674784,
      "LogicalIndexUsageInMB": 13122,
      "LogicalCRUDUsageInMB": 162156,
      "ClientReportedUsageInMB": 59316,
      "ClientReportedCollectionCount": 37
    },
    {
      "TimeStamp": "2015-03-27T05:51:43.6686753-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 234144,
      "PhysicalCRUDUsageInMB": 1185032,
      "LogicalIndexUsageInMB": 24427,
      "LogicalCRUDUsageInMB": 302982,
      "ClientReportedUsageInMB": 22642,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-03-27T09:01:03.7725242-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 350280,
      "PhysicalCRUDUsageInMB": 1887896,
      "LogicalIndexUsageInMB": 36032,
      "LogicalCRUDUsageInMB": 456364,
      "ClientReportedUsageInMB": 95999,
      "ClientReportedCollectionCount": 30
    },
    {
      "TimeStamp": "2015-03-27T11:01:21.8954051-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 254284,
      "PhysicalCRUDUsageInMB": 1323400,
      "LogicalIndexUsageInMB": 27126,
      "LogicalCRUDUsageInMB": 334459,
      "ClientReportedUsageInMB": 372906,
      "ClientReportedCollectionCount": 109
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDkBAAAAAAAAA==",
  "_ts": 1427480842,
  "_etag": "\"5700d086-0000-0000-0000-5515a10a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "30838fa7-7bcd-4182-a326-d933ec78b6b1",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDlBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-26T22:29:28.2274383-07:00",
  "CompletedTime": "2015-03-27T12:32:11.7250659-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "88231aff-7dfa-49ae-a9ed-b62a4ec05cb0",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-27T00:15:42.487707-07:00",
      "CompleteTime": "2015-03-27T00:22:20.6200001-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3766b682-43d0-4a97-9a66-283bb4a74ce4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T00:15:43.02229-07:00",
      "CompleteTime": "2015-03-27T00:23:19.6946668-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5c03884f-5795-4ca2-b28f-16d9789b82be",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-27T00:15:43.5407141-07:00",
      "CompleteTime": "2015-03-27T00:22:49.7727113-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c9d7468d-1a06-4316-8c56-2a12748256cf",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-27T00:15:44.1188543-07:00",
      "CompleteTime": "2015-03-27T00:25:00.7662862-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5075ae9-5ca2-4c2b-adc7-07059a325d53",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T01:20:56.8324618-07:00",
      "CompleteTime": "2015-03-27T01:26:53.3062856-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "de90f116-ecde-4245-88e4-84ff9c6be1f5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-27T02:19:15.2696798-07:00",
      "CompleteTime": "2015-03-27T02:21:26.6168557-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "4af3a9aa-ceb3-46cc-ad6e-688404a4d1a6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T04:22:23.1165465-07:00",
      "CompleteTime": "2015-03-27T04:28:28.1406088-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "39a188d9-d0c2-4f64-befd-b7a936bafc52",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-27T10:54:44.5226529-07:00",
      "CompleteTime": "2015-03-27T10:56:54.4746511-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "d063ebe6-f128-441e-a505-17d3b74a5aa5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T22:29:38.5714665-07:00",
      "EndTime": "2015-03-26T22:43:16.4325141-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a36cd5d-0b70-4f04-8570-c8b62c975ea0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T22:43:56.1484882-07:00",
      "EndTime": "2015-03-26T22:45:06.0448569-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f5daa43-b463-4679-b1db-34dfcf0e0bfe",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T22:45:06.419877-07:00",
      "EndTime": "2015-03-26T23:20:14.4987775-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0c709455-91c0-47b7-a181-6a9b72f9c54c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-26T23:20:19.0366516-07:00",
      "EndTime": "2015-03-26T23:33:36.1958221-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2249d20c-ea13-44f4-9df6-27baac800b23",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-26T23:33:46.8983263-07:00",
      "EndTime": "2015-03-26T23:50:01.7148638-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "999d6ef7-d818-46ba-a599-e34d465a4056",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-26T23:50:02.0742517-07:00",
      "EndTime": "2015-03-27T00:05:33.8845957-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "89d07168-640a-45c2-938b-a652a61af6e7",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T01:06:00.9320145-07:00",
      "EndTime": "2015-03-27T02:10:37.3753727-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5bf10254-1796-47b6-bdbb-b6f5b6854c5c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T02:59:19.2707499-07:00",
      "EndTime": "2015-03-27T04:10:55.5696138-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7a6a2f2-29b9-484e-a9ad-72d00b75bbc8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T05:02:26.8678066-07:00",
      "EndTime": "2015-03-27T07:11:07.6614243-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "48dc4901-3be7-4320-9d31-57e8b489c5f6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T08:05:55.6229894-07:00",
      "EndTime": "2015-03-27T10:12:49.0604491-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fc127f38-719f-4c75-ba22-ec190d3a64b0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-27T10:39:38.9472633-07:00",
      "EndTime": "2015-03-27T10:54:39.8346591-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "52e37dd4-7aba-4d1d-b956-e645d17b8f3e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-27T10:56:59.8816777-07:00",
      "EndTime": "2015-03-27T10:59:08.2775182-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "4 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-03-27T06:12:32.9989424",
          "Last": "2015-03-27T10:12:18.9565091"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "61 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 49,
          "First": "2015-03-27T00:51:20.792065",
          "Last": "2015-03-27T10:00:35.8030129"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-03-27T06:57:35.3568751",
          "Last": "2015-03-27T10:00:25.2543177"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-27T05:56:53.0906543",
          "Last": "2015-03-27T10:00:34.7685392"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "250 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "6022c170-2594-4f06-a978-51fce0b96721",
          "Count": 7,
          "First": "2015-03-27T09:25:00",
          "Last": "2015-03-27T09:25:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "6022c170-2594-4f06-a978-51fce0b96721",
          "Count": 2,
          "First": "2015-03-27T09:25:00",
          "Last": "2015-03-27T09:25:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f9b4c5ce-aed1-469b-845b-20c4748a3f49",
          "Count": 1,
          "First": "2015-03-27T08:25:00",
          "Last": "2015-03-27T08:25:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "f9b4c5ce-aed1-469b-845b-20c4748a3f49",
          "Count": 10,
          "First": "2015-03-27T08:25:00",
          "Last": "2015-03-27T08:25:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f9b4c5ce-aed1-469b-845b-20c4748a3f49",
          "Count": 4,
          "First": "2015-03-27T08:25:00",
          "Last": "2015-03-27T08:25:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f9b4c5ce-aed1-469b-845b-20c4748a3f49",
          "Count": 74,
          "First": "2015-03-27T08:25:00",
          "Last": "2015-03-27T08:25:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f6092a30-7c9b-4e89-9571-6ef141e36319",
          "Count": 70,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f6092a30-7c9b-4e89-9571-6ef141e36319",
          "Count": 2,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "f6092a30-7c9b-4e89-9571-6ef141e36319",
          "Count": 12,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "f6092a30-7c9b-4e89-9571-6ef141e36319",
          "Count": 8,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "844cdfd7-0ade-414e-8022-5b046c33ed44",
          "Count": 48,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "844cdfd7-0ade-414e-8022-5b046c33ed44",
          "Count": 1,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "844cdfd7-0ade-414e-8022-5b046c33ed44",
          "Count": 2,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "844cdfd7-0ade-414e-8022-5b046c33ed44",
          "Count": 9,
          "First": "2015-03-27T10:00:00",
          "Last": "2015-03-27T10:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35124097,
          "Average": 210323.93,
          "Max": 329794,
          "Min": 48
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 206848,
          "Average": 1238.61,
          "Max": 103858,
          "Min": 102990
        },
        {
          "StatusCode": 404,
          "Total": 33485,
          "Average": 200.51,
          "Max": 6045,
          "Min": 1376
        },
        {
          "StatusCode": 408,
          "Total": 199,
          "Average": 1.19,
          "Max": 118,
          "Min": 7
        },
        {
          "StatusCode": 409,
          "Total": 31,
          "Average": 0.19,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 51217,
          "Average": 306.69,
          "Max": 2260,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5735523,
          "Average": 34344.45,
          "Max": 296345,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1012324,
          "Average": 7030.03,
          "Max": 9566,
          "Min": 81
        },
        {
          "StatusCode": 404,
          "Total": 1324,
          "Average": 9.19,
          "Max": 112,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1153,
          "Average": 8.01,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 160381,
          "Average": 1113.76,
          "Max": 8213,
          "Min": 62
        },
        {
          "StatusCode": 449,
          "Total": 2430,
          "Average": 16.88,
          "Max": 119,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3034970,
          "Average": 21076.18,
          "Max": 28371,
          "Min": 200
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 17,
          "Average": 0.12,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 5148,
          "Average": 35.75,
          "Max": 407,
          "Min": 11
        },
        {
          "StatusCode": 408,
          "Total": 14,
          "Average": 0.1,
          "Max": 10,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3682,
          "Average": 25.57,
          "Max": 191,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 485680,
          "Average": 3372.78,
          "Max": 23517,
          "Min": 165
        },
        {
          "StatusCode": 449,
          "Total": 6654,
          "Average": 46.21,
          "Max": 258,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5256874,
          "Average": 36506.07,
          "Max": 50155,
          "Min": 759
        },
        {
          "StatusCode": 400,
          "Total": 32264,
          "Average": 224.06,
          "Max": 16333,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 10185,
          "Average": 70.73,
          "Max": 4549,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 33,
          "Average": 0.23,
          "Max": 21,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4265,
          "Average": 29.62,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 851304,
          "Average": 5911.83,
          "Max": 44096,
          "Min": 513
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28075768,
          "Average": 167117.67,
          "Max": 220892,
          "Min": 23511
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 47378,
          "Average": 282.01,
          "Max": 16043,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25095,
          "Average": 149.38,
          "Max": 1420,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 610118,
          "Average": 3631.65,
          "Max": 12342,
          "Min": 189
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5783742,
          "Average": 40164.88,
          "Max": 54246,
          "Min": 700
        },
        {
          "StatusCode": 401,
          "Total": 824,
          "Average": 5.72,
          "Max": 336,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 15808,
          "Average": 109.78,
          "Max": 583,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 24329,
          "Average": 168.95,
          "Max": 1311,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 488070,
          "Average": 3389.38,
          "Max": 12361,
          "Min": 146
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "955 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 873,
          "HourlyAverage": 66.14
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 79,
          "HourlyAverage": 5.985
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.303
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a2bf8d1a-56f3-4276-9360-1bad33becf6a",
          "MaxQuota": 10475520,
          "MaxUsage": 9736000
        },
        {
          "PartitionId": "f707af33-d0cd-4b80-aa40-d0e644566271",
          "MaxQuota": 10475520,
          "MaxUsage": 9733536
        },
        {
          "PartitionId": "08d92090-ad04-4c06-a358-3cd674a6431f",
          "MaxQuota": 10475520,
          "MaxUsage": 9731872
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "2d8fb1c5-f468-4b21-8dbf-4948780b7b8e",
          "MaxCrudUsage": 9568,
          "MaxIndexUsage": 1845,
          "MaxTotalUsage": 11613
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "84c8d09e-5577-420e-880a-1fbc4e0302b2",
          "MaxCrudUsage": 9544,
          "MaxIndexUsage": 1825,
          "MaxTotalUsage": 11569
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "0d58b2dd-2030-4c72-acc9-21eb37ab2b0c",
          "MaxCrudUsage": 9528,
          "MaxIndexUsage": 1837,
          "MaxTotalUsage": 11557
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 45 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-27T10:00:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 898.002,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T07:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 839.022,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T03:45:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 502.774,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T03:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 409.812,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T01:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 399.217,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 78.152247
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 78.851653
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 79.952725
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 80.467541
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 80.656944
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 49.266807
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 48.928321
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 47.85874
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 47.302221
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 45.752284
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 226.166437
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 209.317253
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 206.764691
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 206.711762
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 204.081412
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 23717.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 25550.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 26165.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 27950.586207
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 28743.133333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-03-27T06:15:00",
          "Last": "2015-03-27T06:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "24 Direct Tcp requests with 503 | 13 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-27T01:05:00",
          "Last": "2015-03-27T01:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "Average": 1.444,
          "First": "2015-03-27T01:25:00",
          "Last": "2015-03-27T09:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 23,
          "Average": 7.667,
          "First": "2015-03-27T00:50:00",
          "Last": "2015-03-27T07:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-27+05%3a29%3a28Z&end=2015-03-27+19%3a32%3a11Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-27T01:05:27.011287-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 39780,
      "PhysicalCRUDUsageInMB": 29600,
      "LogicalIndexUsageInMB": 150,
      "LogicalCRUDUsageInMB": 4425,
      "ClientReportedUsageInMB": 143,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-03-27T02:18:52.8711391-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102184,
      "PhysicalCRUDUsageInMB": 215240,
      "LogicalIndexUsageInMB": 4360,
      "LogicalCRUDUsageInMB": 55206,
      "ClientReportedUsageInMB": 48393,
      "ClientReportedCollectionCount": 85
    },
    {
      "TimeStamp": "2015-03-27T04:21:39.3778641-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 123728,
      "PhysicalCRUDUsageInMB": 547328,
      "LogicalIndexUsageInMB": 12969,
      "LogicalCRUDUsageInMB": 160936,
      "ClientReportedUsageInMB": 2145,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-03-27T07:25:35.1357886-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 228468,
      "PhysicalCRUDUsageInMB": 1147744,
      "LogicalIndexUsageInMB": 24145,
      "LogicalCRUDUsageInMB": 300324,
      "ClientReportedUsageInMB": 4943,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-03-27T10:31:51.8021274-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 303548,
      "PhysicalCRUDUsageInMB": 1603072,
      "LogicalIndexUsageInMB": 31349,
      "LogicalCRUDUsageInMB": 399786,
      "ClientReportedUsageInMB": 7724,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-03-27T12:32:11.7250659-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1788,
      "PhysicalCRUDUsageInMB": 10752,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 121,
      "ClientReportedUsageInMB": 122,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDlBAAAAAAAAA==",
  "_ts": 1427486076,
  "_etag": "\"59002802-0000-0000-0000-5515b57c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3ded0a99-56ff-4802-8e43-fa70e155e5dd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDmBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-26T23:03:07.854747-07:00",
  "CompletedTime": "2015-03-29T19:35:42.9272517-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fb66c1b6-1156-4c4d-becf-8b6669458dca",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-27T00:29:48.1385403-07:00",
      "CompleteTime": "2015-03-27T00:38:00.3199191-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69cd3c6b-c6f2-40ab-af5b-1bb5f3d1ebf0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T00:29:48.7028847-07:00",
      "CompleteTime": "2015-03-27T00:36:24.3401673-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "991897b3-4a22-462b-bb92-31ada916da65",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-27T00:29:49.2652056-07:00",
      "CompleteTime": "2015-03-27T00:36:24.9075459-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8221b690-a52d-4806-9354-b6906c34972f",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-27T00:29:49.8658469-07:00",
      "CompleteTime": "2015-03-27T00:35:54.5868802-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "431d4ade-0ef8-48d6-8f9e-180b2abc97a4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T01:33:48.6374273-07:00",
      "CompleteTime": "2015-03-27T01:39:27.3076273-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb93a4f5-d583-429a-841f-1236426238ff",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-27T02:28:17.5184504-07:00",
      "CompleteTime": "2015-03-27T02:30:24.7661649-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "a27f4487-4b23-400c-a060-eb0e5c57e771",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T04:27:03.6961953-07:00",
      "CompleteTime": "2015-03-27T04:36:08.6797424-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a07b7444-cb07-4f58-a5ac-5ecf9b305a12",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-27T11:48:44.627999-07:00",
      "CompleteTime": "2015-03-27T11:50:49.8903951-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "b3fed175-7b5e-4b3b-82a7-75c405c4f401",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T23:05:31.2059547-07:00",
      "EndTime": "2015-03-26T23:16:10.0755676-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c7c98dd3-02fb-4890-9764-f92135b5277e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T23:16:17.4170583-07:00",
      "EndTime": "2015-03-26T23:16:17.7588472-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "74cefae8-f14e-478d-b038-eeeab773b681",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T23:16:18.1194373-07:00",
      "EndTime": "2015-03-26T23:49:04.9500609-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "89118ef3-be5a-42d5-b66d-2ffdaa48af4a",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-26T23:49:06.8244908-07:00",
      "EndTime": "2015-03-26T23:49:09.6538411-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "b9e6e808-c52e-428b-9a60-f005b45d84b8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-26T23:49:10.2781805-07:00",
      "EndTime": "2015-03-27T00:00:28.2764125-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "47a1614c-04f4-4464-9480-29e63625eab7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T00:00:32.1989792-07:00",
      "EndTime": "2015-03-27T00:19:44.1401619-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a6766fd-ad19-478c-b7df-3a29910615c0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T01:18:49.9096991-07:00",
      "EndTime": "2015-03-27T02:20:03.5350832-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dba0e19b-b83e-4d03-bd59-f48e18a3e82c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T03:08:19.6245662-07:00",
      "EndTime": "2015-03-27T04:13:37.5351366-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c37c19e1-8d8b-4cae-b7f8-836c09a99c5f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T05:05:42.732258-07:00",
      "EndTime": "2015-03-27T07:34:15.7429257-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "72230cf8-d0a1-40b9-bad9-771a02a4b4a5",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150326.2\\x64\\Release",
      "StartTime": "2015-03-27T08:44:36.578308-07:00",
      "EndTime": "2015-03-27T10:51:29.6188633-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6af58792-2680-4a7e-9552-b665439db06f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-27T11:28:34.3461767-07:00",
      "EndTime": "2015-03-27T11:48:42.0664022-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7a6f0fbb-e8f1-4190-860e-bf160d324cd1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-27T11:50:52.7283593-07:00",
      "EndTime": "2015-03-27T11:52:58.1452643-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a51%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a51%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "819 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.362
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 815,
          "HourlyAverage": 73.805
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a51%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a51%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4b104c85-232c-45fe-ab24-78d40331d40d",
          "MaxQuota": 10476298,
          "MaxUsage": 5116608
        },
        {
          "PartitionId": "a5645c48-3e3d-4a85-829a-aacd40d026ef",
          "MaxQuota": 10476298,
          "MaxUsage": 5115495
        },
        {
          "PartitionId": "7b9d24c8-957c-4a2a-a057-e05000c9f924",
          "MaxQuota": 10476298,
          "MaxUsage": 5096797
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a51%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "a5645c48-3e3d-4a85-829a-aacd40d026ef",
          "MaxCrudUsage": 5096,
          "MaxIndexUsage": 960,
          "MaxTotalUsage": 6316
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "f2a0c857-e9f2-477e-a7d5-630066cca9b7",
          "MaxCrudUsage": 5000,
          "MaxIndexUsage": 992,
          "MaxTotalUsage": 6224
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "75f8ee1b-f1a1-4f1e-86ac-4112ccf001c0",
          "MaxCrudUsage": 5024,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 6176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a52%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 39 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-27T03:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 669.15,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T05:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 536.432,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T05:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 434.83,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T06:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 414.139,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T05:10:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 404.772,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a53%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.658604
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.002834
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 87.066194
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.84989
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.920576
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a54%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 52.9096
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 51.570614
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 49.340874
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 45.499071
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 45.268734
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a55%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 726.160425 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 726.160425
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 701.433024
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 697.449301
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 664.150157
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 654.678005
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a56%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55124.793103
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55917.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 56799.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57811.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 59188.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a57%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a57%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-27+06%3a03%3a07Z&end=2015-03-27+17%3a58%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-27T01:18:35.4996177-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 31504,
      "PhysicalCRUDUsageInMB": 29008,
      "LogicalIndexUsageInMB": 209,
      "LogicalCRUDUsageInMB": 4758,
      "ClientReportedUsageInMB": 35,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-03-27T02:27:57.1014497-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104100,
      "PhysicalCRUDUsageInMB": 180840,
      "LogicalIndexUsageInMB": 2441,
      "LogicalCRUDUsageInMB": 37768,
      "ClientReportedUsageInMB": 42361,
      "ClientReportedCollectionCount": 78
    },
    {
      "TimeStamp": "2015-03-27T04:25:21.5896958-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 119176,
      "PhysicalCRUDUsageInMB": 474856,
      "LogicalIndexUsageInMB": 12368,
      "LogicalCRUDUsageInMB": 152988,
      "ClientReportedUsageInMB": 129635,
      "ClientReportedCollectionCount": 95
    },
    {
      "TimeStamp": "2015-03-27T08:04:23.3372586-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-27T11:21:35.4340378-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDmBAAAAAAAAA==",
  "_ts": 1427682943,
  "_etag": "\"0500425a-0000-0000-0000-5518b67f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "3bb08364-055f-44b2-86c8-7cc734332dbd",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDnBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-27T10:57:03.7128469-07:00",
  "CompletedTime": "2015-03-27T12:06:09.6716218-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "35327c73-b0e9-4d7e-b232-e57853fa8058",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T10:57:10.5233998-07:00",
      "EndTime": "2015-03-27T11:05:10.4026663-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "788c76ff-c70b-4309-879e-a4dd5206ae84",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T11:05:19.2478783-07:00",
      "EndTime": "2015-03-27T11:05:19.5764341-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2869964b-80e3-422c-97f8-c6572c540824",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T11:05:19.9373008-07:00",
      "EndTime": "2015-03-27T11:38:00.1264863-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDnBAAAAAAAAA==",
  "_ts": 1427483170,
  "_etag": "\"58003335-0000-0000-0000-5515aa220000\"",
  "_attachments": "attachments/"
},
{
  "id": "89d56907-a717-45b5-856a-24ea3f815a61",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDoBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-03-27T12:06:09.8877185-07:00",
  "CompletedTime": "2015-03-28T00:49:08.0410931-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "16964415-d68a-4696-8b03-57ffddcb5488",
      "Name": "readheavywlmm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-27T13:44:14.6288894-07:00",
      "CompleteTime": "2015-03-27T13:50:50.2094014-07:00",
      "Endpoint": "https://readheavywlmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f899cc8a-afb9-4cf1-a3b7-8bf90884e198",
      "Name": "rpactionsworkloadmm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T13:44:15.1378565-07:00",
      "CompleteTime": "2015-03-27T13:50:20.5810013-07:00",
      "Endpoint": "https://rpactionsworkloadmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "752e337e-a053-48f8-a3a5-3f7e5cd80141",
      "Name": "writeheavywlmm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-27T13:44:15.6333335-07:00",
      "CompleteTime": "2015-03-27T13:51:20.4508822-07:00",
      "Endpoint": "https://writeheavywlmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "07eddb2b-2b48-43fe-bd52-17bc247cfdc2",
      "Name": "torestoremm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-27T13:44:16.1648237-07:00",
      "CompleteTime": "2015-03-27T13:52:27.0285008-07:00",
      "Endpoint": "https://torestoremm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cad9b470-5fb3-4057-a264-1b2b3d31e3d5",
      "Name": "parallelprovisionmm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T14:47:08.2844229-07:00",
      "CompleteTime": "2015-03-27T14:52:41.7864368-07:00",
      "Endpoint": "https://parallelprovisionmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0f8415dd-c4bc-475f-9c6f-0e1f068fdf17",
      "Name": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestoremm-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-27T15:36:00.7928704-07:00",
      "CompleteTime": "2015-03-27T15:44:11.2686533-07:00",
      "Endpoint": "https://restoredtorestoremm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "82379fa9-1175-4509-bd87-654aa8e5997b",
      "Name": "parallelprovisionmm-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-27T17:39:52.2897913-07:00",
      "CompleteTime": "2015-03-27T17:45:25.7906134-07:00",
      "Endpoint": "https://parallelprovisionmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2483d3d9-f97c-422e-b1c2-45e63af0adc8",
      "Name": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywlmm-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-03-27T23:15:10.5959551-07:00",
      "CompleteTime": "2015-03-27T23:40:22.0625285-07:00",
      "Endpoint": "https://restoredwriteheavywlmm-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ac065372-4c8e-4fb6-956d-71e6e2079d05",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T12:08:03.0722693-07:00",
      "EndTime": "2015-03-27T12:16:02.4746163-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb80f789-17c8-4656-9184-c4017181b2de",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T12:16:10.298151-07:00",
      "EndTime": "2015-03-27T12:16:10.6353254-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c11fb49-25a2-4799-abe0-edf07046ab85",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T12:16:11.0173888-07:00",
      "EndTime": "2015-03-27T12:49:32.8511458-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a1409a4f-bd2a-4ee5-8b42-c7553f51d19c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T12:49:46.2430434-07:00",
      "EndTime": "2015-03-27T13:03:55.2333493-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b26676c1-4a4a-43da-9a78-5a59ee858901",
      "EventName": "Upgrade Management Endpoint",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T13:03:55.7288842-07:00",
      "EndTime": "2015-03-27T13:14:58.8838687-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fef1832f-bf13-4edb-a320-c9593a0cad82",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T13:14:59.2328648-07:00",
      "EndTime": "2015-03-27T13:34:09.508619-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7dca6f99-0fcf-417d-92cc-b8d24238fa32",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T14:32:09.4338353-07:00",
      "EndTime": "2015-03-27T15:32:05.897749-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "37f4f753-8549-4ab5-a953-0db11b025946",
      "EventName": "Upgrade Federation Application",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T16:16:02.9702672-07:00",
      "EndTime": "2015-03-27T17:20:56.3185471-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7554fa04-10d6-4c10-aad7-4b6cf311e260",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T18:07:03.0767436-07:00",
      "EndTime": "2015-03-27T19:45:25.3129001-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "46215cfd-ecd8-4ef5-b6cd-2298a2b05993",
      "EventName": "Upgrade Package",
      "Build": "e:\\sd\\Main\\bin\\x64\\release",
      "StartTime": "2015-03-27T20:33:27.8427393-07:00",
      "EndTime": "2015-03-27T22:38:56.9552966-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4253539d-8794-4e66-b456-362536cd8b40",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T22:55:57.4648749-07:00",
      "EndTime": "2015-03-27T23:15:07.3430035-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f806ba19-e4b8-4ee1-8b67-0cea098d83af",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150319.1\\x64\\Release",
      "StartTime": "2015-03-27T23:40:23.2565108-07:00",
      "EndTime": "2015-03-27T23:42:28.6661101-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-27T14:29:10.5260877",
          "Last": "2015-03-27T14:29:10.5260877"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408 | 1 requests with 500",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-27T23:48:51.6321724",
          "Last": "2015-03-27T23:48:51.6321724"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-27T14:11:01.376038",
          "Last": "2015-03-27T14:11:01.376038"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-03-27T23:16:17.3115023",
          "Last": "2015-03-27T23:16:17.3115023"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 03:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 324751.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 24130441,
          "Average": 185618.78,
          "Max": 324751,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 135,
          "Average": 1.04,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 147699,
          "Average": 1136.15,
          "Max": 24256,
          "Min": 3656
        },
        {
          "StatusCode": 409,
          "Total": 10,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26808,
          "Average": 206.22,
          "Max": 1673,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 15930729,
          "Average": 122544.07,
          "Max": 373754,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 03:50:00 which does not meet the expected of 08:00:00, with maximum throughput being 9963.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 718178,
          "Average": 5482.27,
          "Max": 9963,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 1379,
          "Average": 10.53,
          "Max": 109,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 679,
          "Average": 5.18,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 428921,
          "Average": 3274.21,
          "Max": 10478,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2389,
          "Average": 18.24,
          "Max": 106,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:50:00 which does not meet the expected of 08:00:00, with maximum throughput being 28350.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2158483,
          "Average": 16476.97,
          "Max": 28350,
          "Min": 42
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5381,
          "Average": 41.08,
          "Max": 334,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 2126,
          "Average": 16.23,
          "Max": 126,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1286927,
          "Average": 9823.87,
          "Max": 31041,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 6059,
          "Average": 46.25,
          "Max": 218,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 03:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 49085.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3686429,
          "Average": 28140.68,
          "Max": 49085,
          "Min": 87
        },
        {
          "StatusCode": 400,
          "Total": 87,
          "Average": 0.66,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8764,
          "Average": 66.9,
          "Max": 3805,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 2463,
          "Average": 18.8,
          "Max": 185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2324056,
          "Average": 17740.89,
          "Max": 56102,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28481872,
          "Average": 217418.87,
          "Max": 237646,
          "Min": 128
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4437,
          "Average": 33.87,
          "Max": 621,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 16528,
          "Average": 126.17,
          "Max": 1252,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1409289,
          "Average": 10757.93,
          "Max": 24364,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 48811.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4935476,
          "Average": 37675.39,
          "Max": 48811,
          "Min": 127
        },
        {
          "StatusCode": 401,
          "Total": 189,
          "Average": 1.44,
          "Max": 118,
          "Min": 71
        },
        {
          "StatusCode": 404,
          "Total": 12935,
          "Average": 98.74,
          "Max": 743,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 13016,
          "Average": 99.36,
          "Max": 804,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1352366,
          "Average": 10323.4,
          "Max": 23319,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 2,
          "First": "2015-03-27T23:25:00",
          "Last": "2015-03-27T23:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 20,
          "First": "2015-03-27T19:25:00",
          "Last": "2015-03-27T23:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 1,
          "First": "2015-03-27T23:20:00",
          "Last": "2015-03-27T23:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "68 replica health errors | 68 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "781 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.5
        },
        {
          "DatabaseAccount": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 240,
          "HourlyAverage": 20.011
        },
        {
          "DatabaseAccount": "writeheavywlmm-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 453,
          "HourlyAverage": 37.772
        },
        {
          "DatabaseAccount": "readheavywlmm-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 40,
          "HourlyAverage": 3.335
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.334
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.417
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.667
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.334
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.584
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.083
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.25
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.334
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.25
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.334
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "213444a0-ec20-43b9-9d8d-644c1e4c9f77",
          "MaxQuota": 10476298,
          "MaxUsage": 8358784
        },
        {
          "PartitionId": "475967fa-c6ff-40fa-a648-bb43bf90c8dd",
          "MaxQuota": 10476298,
          "MaxUsage": 8296992
        },
        {
          "PartitionId": "36a737f9-fdbe-42ba-8472-4df5c86adcf5",
          "MaxQuota": 10476298,
          "MaxUsage": 8190688
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
          "PartitionId": "daedbbe1-dc55-4af5-aa7a-afe4406668da",
          "MaxCrudUsage": 7888,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 9688
        },
        {
          "DocumentServiceId": "writeheavywlmm-bn3prdddc01-docdb-private-7",
          "PartitionId": "213444a0-ec20-43b9-9d8d-644c1e4c9f77",
          "MaxCrudUsage": 8184,
          "MaxIndexUsage": 932,
          "MaxTotalUsage": 9236
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "213444a0-ec20-43b9-9d8d-644c1e4c9f77",
          "MaxCrudUsage": 8128,
          "MaxIndexUsage": 744,
          "MaxTotalUsage": 9040
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-27T22:45:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 322.08,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-27T19:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 265.409,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-27T23:50:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 65.706,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-27T18:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 62.767,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-27T18:05:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 61.542,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.436062
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 89.719511
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 91.084796
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 91.113513
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 91.491318
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 32.138202
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 29.786812
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 28.13902
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 27.653837
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 27.391123
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 322.472978
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 226.031691
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 225.17817
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 171.35313
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 168.55413
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 67662.068966
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 73311.482759
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 74665.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 74863.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 74999.533333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 1251 Direct Tcp requests with 503 | 371 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-27T23:15:00",
          "Last": "2015-03-27T23:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 27,
          "Average": 3.0,
          "First": "2015-03-27T14:15:00",
          "Last": "2015-03-28T00:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 11,
          "Average": 1.375,
          "First": "2015-03-27T14:55:00",
          "Last": "2015-03-27T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestoremm-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-27T14:15:00",
          "Last": "2015-03-27T14:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestoremm-bn3prdddc01-docdb-private-7",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-27T14:15:00",
          "Last": "2015-03-27T14:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-03-27T15:50:00",
          "Last": "2015-03-27T16:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestoremm-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-27T15:50:00",
          "Last": "2015-03-27T16:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkloadmm-bn3prdddc01-docdb-private-7",
          "Count": 14,
          "Average": 1.75,
          "First": "2015-03-27T14:00:00",
          "Last": "2015-03-27T16:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkloadmm-bn3prdddc01-docdb-private-7",
          "Count": 44,
          "Average": 5.5,
          "First": "2015-03-27T14:15:00",
          "Last": "2015-03-27T16:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 282,
          "Average": 8.057,
          "First": "2015-03-27T14:15:00",
          "Last": "2015-03-27T22:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 984,
          "Average": 10.041,
          "First": "2015-03-27T14:00:00",
          "Last": "2015-03-27T22:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 192,
          "Average": 14.769,
          "First": "2015-03-27T23:45:00",
          "Last": "2015-03-28T00:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywlmm-bn3prdddc01-docdb-private-7",
          "Count": 56,
          "Average": 6.222,
          "First": "2015-03-27T23:45:00",
          "Last": "2015-03-28T00:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-27+19%3a06%3a09Z&end=2015-03-28+07%3a49%3a08Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-27T14:31:53.4015081-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 9012,
      "PhysicalCRUDUsageInMB": 15512,
      "LogicalIndexUsageInMB": 75,
      "LogicalCRUDUsageInMB": 2029,
      "ClientReportedUsageInMB": 44,
      "ClientReportedCollectionCount": 7
    },
    {
      "TimeStamp": "2015-03-27T15:35:48.6877696-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 24416,
      "PhysicalCRUDUsageInMB": 61952,
      "LogicalIndexUsageInMB": 491,
      "LogicalCRUDUsageInMB": 13255,
      "ClientReportedUsageInMB": 15,
      "ClientReportedCollectionCount": 6
    },
    {
      "TimeStamp": "2015-03-27T17:26:47.3580417-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 46980,
      "PhysicalCRUDUsageInMB": 223560,
      "LogicalIndexUsageInMB": 3081,
      "LogicalCRUDUsageInMB": 65274,
      "ClientReportedUsageInMB": 19284,
      "ClientReportedCollectionCount": 14
    },
    {
      "TimeStamp": "2015-03-27T19:53:13.4568175-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 100300,
      "PhysicalCRUDUsageInMB": 546472,
      "LogicalIndexUsageInMB": 9755,
      "LogicalCRUDUsageInMB": 170503,
      "ClientReportedUsageInMB": 29164,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-03-27T22:48:55.0463464-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 161188,
      "PhysicalCRUDUsageInMB": 1042208,
      "LogicalIndexUsageInMB": 17115,
      "LogicalCRUDUsageInMB": 259381,
      "ClientReportedUsageInMB": 109,
      "ClientReportedCollectionCount": 6
    },
    {
      "TimeStamp": "2015-03-28T00:49:08.0410931-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 158708,
      "PhysicalCRUDUsageInMB": 902488,
      "LogicalIndexUsageInMB": 16883,
      "LogicalCRUDUsageInMB": 229408,
      "ClientReportedUsageInMB": 253529,
      "ClientReportedCollectionCount": 75
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDoBAAAAAAAAA==",
  "_ts": 1427529959,
  "_etag": "\"65000b8b-0000-0000-0000-551660e70000\"",
  "_attachments": "attachments/"
},
{
  "id": "19b79961-dfd4-4fff-b4bd-5df70e30ddd5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDpBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-28T02:19:46.569621-07:00",
  "CompletedTime": "2015-03-28T15:54:21.1761869-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "2c652814-bdd3-4847-a61c-105a52b6c237",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-28T04:03:02.8118693-07:00",
      "CompleteTime": "2015-03-28T04:10:09.9376292-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dfbc25a7-4751-4fb0-9e55-a2bcdbbc022d",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-28T04:03:03.3683199-07:00",
      "CompleteTime": "2015-03-28T04:09:09.794767-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c6d11e4f-309e-4bb4-8309-61190001c3dc",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T04:03:03.9107515-07:00",
      "CompleteTime": "2015-03-28T04:09:39.3906616-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fc82da2f-4f4c-4083-840c-63aa9371bfc7",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-28T04:03:04.5052279-07:00",
      "CompleteTime": "2015-03-28T04:12:25.2059009-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d69e8e83-dfef-489f-965f-92541d8f7558",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T05:06:29.7750677-07:00",
      "CompleteTime": "2015-03-28T05:12:34.1613482-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9876925-bdca-4d54-bcd0-89fd70ba40b0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-28T06:03:56.894359-07:00",
      "CompleteTime": "2015-03-28T06:04:05.7321578-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "5e2f1775-7ff9-4f2a-a230-addd1af44d04",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T08:01:36.1637733-07:00",
      "CompleteTime": "2015-03-28T08:08:41.3490787-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b50dc833-b6b1-4a2e-940e-2a5439810212",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-28T14:17:07.6270474-07:00",
      "CompleteTime": "2015-03-28T14:19:16.1566039-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "6f9c9b5a-73e5-4b7d-8f6c-a00e04176d3e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T02:20:01.9148219-07:00",
      "EndTime": "2015-03-28T02:32:43.2543849-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "05047ce0-299d-4db8-bd12-c9002727ff26",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T02:33:01.1369191-07:00",
      "EndTime": "2015-03-28T02:34:10.8200073-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4759d16b-2162-4be7-bba3-62cd1fa91ea7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T02:34:11.1893906-07:00",
      "EndTime": "2015-03-28T03:07:21.9757902-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f08a5967-09a2-4447-a510-f90b6c1460cb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T03:07:26.1875086-07:00",
      "EndTime": "2015-03-28T03:21:08.1648079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9bdb3c9c-712c-476d-b1ab-e8655e71c4f1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T03:21:16.6771928-07:00",
      "EndTime": "2015-03-28T03:37:40.7940646-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bc28d0ff-ebc8-4617-ac32-6731ed28eef8",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T03:37:41.1443458-07:00",
      "EndTime": "2015-03-28T03:52:55.3660546-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "081409b8-700b-4348-882f-d3aa5466bdb6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T04:51:33.6050282-07:00",
      "EndTime": "2015-03-28T05:58:29.0359651-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d8d1598e-c040-450f-9be9-6c8ac95b1fef",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T06:44:00.6829556-07:00",
      "EndTime": "2015-03-28T07:50:45.2371405-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e80cdeb-8268-4b8c-95ef-ad759d5095b6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T08:38:50.5799606-07:00",
      "EndTime": "2015-03-28T10:46:31.2484491-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5dbcbe7d-6ff2-4165-a1f8-4ec4d173a68e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150328.2\\x64\\Release",
      "StartTime": "2015-03-28T11:36:25.1110764-07:00",
      "EndTime": "2015-03-28T13:41:15.9829529-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "39fb3de6-d191-44f5-9cde-6459d2cc3a9a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T14:01:49.3959199-07:00",
      "EndTime": "2015-03-28T14:17:02.6892363-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a06ed09d-8478-4fe8-bea2-c6b74b32ea22",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T14:19:21.4749229-07:00",
      "EndTime": "2015-03-28T14:21:29.469645-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-28T13:54:30.4099823",
          "Last": "2015-03-28T13:54:30.4099823"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-28T09:22:58.2388554",
          "Last": "2015-03-28T12:22:45.534652"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-28T10:30:58.3206639",
          "Last": "2015-03-28T10:30:58.3206639"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "84de1760-0fa6-476c-8835-24b7a4646e09",
          "Count": 2,
          "First": "2015-03-28T12:20:00",
          "Last": "2015-03-28T12:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 08:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 32968026,
          "Average": 238898.74,
          "Max": 328925,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7373,
          "Average": 53.43,
          "Max": 5272,
          "Min": 2101
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 34,
          "Average": 0.25,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 51696,
          "Average": 374.61,
          "Max": 4527,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5730839,
          "Average": 41527.82,
          "Max": 278214,
          "Min": 1759
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 945408,
          "Average": 8150.07,
          "Max": 9934,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 1139,
          "Average": 9.82,
          "Max": 95,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1321,
          "Average": 11.39,
          "Max": 93,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 160076,
          "Average": 1379.97,
          "Max": 7712,
          "Min": 52
        },
        {
          "StatusCode": 449,
          "Total": 2275,
          "Average": 19.61,
          "Max": 88,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2836446,
          "Average": 24452.12,
          "Max": 28226,
          "Min": 50
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4313,
          "Average": 37.18,
          "Max": 366,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3988,
          "Average": 34.38,
          "Max": 301,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 479836,
          "Average": 4136.52,
          "Max": 22190,
          "Min": 153
        },
        {
          "StatusCode": 449,
          "Total": 5912,
          "Average": 50.97,
          "Max": 225,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 08:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4999591,
          "Average": 43099.92,
          "Max": 50294,
          "Min": 100
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.14,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8736,
          "Average": 75.31,
          "Max": 3782,
          "Min": 15
        },
        {
          "StatusCode": 410,
          "Total": 4814,
          "Average": 41.5,
          "Max": 672,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 783249,
          "Average": 6752.15,
          "Max": 41914,
          "Min": 1202
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25878371,
          "Average": 186175.33,
          "Max": 213806,
          "Min": 36477
        },
        {
          "StatusCode": 404,
          "Total": 10854,
          "Average": 78.09,
          "Max": 1342,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23515,
          "Average": 169.17,
          "Max": 1401,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 407065,
          "Average": 2928.53,
          "Max": 11897,
          "Min": 1253
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5204778,
          "Average": 44868.78,
          "Max": 52612,
          "Min": 102
        },
        {
          "StatusCode": 401,
          "Total": 93,
          "Average": 0.8,
          "Max": 93,
          "Min": 93
        },
        {
          "StatusCode": 404,
          "Total": 7999,
          "Average": 68.96,
          "Max": 630,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23128,
          "Average": 199.38,
          "Max": 1442,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 399291,
          "Average": 3442.16,
          "Max": 11010,
          "Min": 206
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "10 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 4,
          "First": "2015-03-28T12:42:22.47",
          "Last": "2015-03-28T12:57:25.123"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 2,
          "First": "2015-03-28T12:52:24.28",
          "Last": "2015-03-28T12:57:25.123"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-03-28T12:42:22.47",
          "Last": "2015-03-28T12:57:25.123"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "965 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 63,
          "HourlyAverage": 4.928
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 837,
          "HourlyAverage": 65.477
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.626
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.704
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.548
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.391
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.469
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.626
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.469
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.313
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.861
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.078
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "69ff2b9c-5550-4d84-b9a4-9f4f808149fe",
          "MaxQuota": 10476298,
          "MaxUsage": 4759104
        },
        {
          "PartitionId": "516d50ca-1077-4de3-9603-ceff45abbb98",
          "MaxQuota": 10476298,
          "MaxUsage": 4754784
        },
        {
          "PartitionId": "aca5a664-98c6-45c7-8114-4b96e71230bd",
          "MaxQuota": 10476298,
          "MaxUsage": 4749088
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b6e5e9e9-9f76-4c28-bb48-1b951ed1a7cf",
          "MaxCrudUsage": 4616,
          "MaxIndexUsage": 900,
          "MaxTotalUsage": 5748
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "aca5a664-98c6-45c7-8114-4b96e71230bd",
          "MaxCrudUsage": 4664,
          "MaxIndexUsage": 884,
          "MaxTotalUsage": 5684
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "69ff2b9c-5550-4d84-b9a4-9f4f808149fe",
          "MaxCrudUsage": 4656,
          "MaxIndexUsage": 828,
          "MaxTotalUsage": 5684
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 24 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-28T07:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 369.009,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T10:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 327.57,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T07:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 324.319,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T07:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 294.867,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T12:15:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 219.036,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.066143
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.566159
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.530748
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88.01937
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 88.130172
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 55.589068
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 44.400119
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 42.772104
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42.447735
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 38.642386
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 447.206491 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 447.206491
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 389.974206
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 377.674261
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 325.904939
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 293.236196
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 55029.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55670.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 59601.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62042.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64125.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-03-28T09:55:00",
          "Last": "2015-03-28T09:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "16 Direct Https requests with 503 | 5 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 16,
          "Average": 1.6,
          "First": "2015-03-28T05:20:00",
          "Last": "2015-03-28T10:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-28T07:30:00",
          "Last": "2015-03-28T09:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-28T12:30:00",
          "Last": "2015-03-28T12:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-28+09%3a19%3a46Z&end=2015-03-28+22%3a54%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-28T04:50:57.8235289-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 39780,
      "PhysicalCRUDUsageInMB": 27768,
      "LogicalIndexUsageInMB": 150,
      "LogicalCRUDUsageInMB": 3931,
      "ClientReportedUsageInMB": 3430,
      "ClientReportedCollectionCount": 31
    },
    {
      "TimeStamp": "2015-03-28T06:03:30.263321-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 110828,
      "PhysicalCRUDUsageInMB": 224384,
      "LogicalIndexUsageInMB": 4189,
      "LogicalCRUDUsageInMB": 52603,
      "ClientReportedUsageInMB": 4743,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-03-28T07:58:23.3852451-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121472,
      "PhysicalCRUDUsageInMB": 520480,
      "LogicalIndexUsageInMB": 13986,
      "LogicalCRUDUsageInMB": 172651,
      "ClientReportedUsageInMB": 21840,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-03-28T10:55:59.8039486-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 222472,
      "PhysicalCRUDUsageInMB": 1127112,
      "LogicalIndexUsageInMB": 23221,
      "LogicalCRUDUsageInMB": 287716,
      "ClientReportedUsageInMB": 159729,
      "ClientReportedCollectionCount": 65
    },
    {
      "TimeStamp": "2015-03-28T13:54:04.4162731-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 324284,
      "PhysicalCRUDUsageInMB": 1713088,
      "LogicalIndexUsageInMB": 31964,
      "LogicalCRUDUsageInMB": 409701,
      "ClientReportedUsageInMB": 58118,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-03-28T15:54:21.1761869-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3488,
      "PhysicalCRUDUsageInMB": 10752,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 115,
      "ClientReportedUsageInMB": 117,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDpBAAAAAAAAA==",
  "_ts": 1427584016,
  "_etag": "\"74000d69-0000-0000-0000-551734100000\"",
  "_attachments": "attachments/"
},
{
  "id": "027a5957-5656-496e-9f11-d34c36fdfd2d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDqBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-28T15:38:02.7303897-07:00",
  "CompletedTime": "2015-03-29T04:45:23.374503-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "006a8c62-7d8a-4671-9609-afe620aeb311",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-28T17:17:17.8961329-07:00",
      "CompleteTime": "2015-03-28T17:22:53.959186-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aa61a097-3f98-4bf8-a7bc-8214b30277c5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T17:17:18.4659953-07:00",
      "CompleteTime": "2015-03-28T17:23:23.6130954-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "69969395-709d-4385-be66-906be3b795f7",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-28T17:17:19.0176726-07:00",
      "CompleteTime": "2015-03-28T17:23:53.7535166-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "61d36585-2a3a-4e70-9107-ee21c71473bf",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-28T17:17:19.5261607-07:00",
      "CompleteTime": "2015-03-28T17:25:29.5324393-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8e6ca343-b0e8-4023-845e-17f825a35d6b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T18:19:20.7770082-07:00",
      "CompleteTime": "2015-03-28T18:24:54.4590677-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a354f3ea-c272-4db5-8ce0-9a0f99cc918a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-28T19:08:28.2896012-07:00",
      "CompleteTime": "2015-03-28T19:10:36.2708973-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "8ec9a13b-5686-47c8-97d1-8c3c345e81aa",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-28T21:12:07.4335177-07:00",
      "CompleteTime": "2015-03-28T21:17:41.2366103-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "86bcb5f2-795e-45f0-8742-e66589791320",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-29T03:08:34.9878109-07:00",
      "CompleteTime": "2015-03-29T03:09:41.5009256-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "032a44cb-1678-4398-8a39-d5df9a93ba63",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T15:40:33.8466856-07:00",
      "EndTime": "2015-03-28T15:48:30.5319553-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bd0ce22b-bd5d-44f8-a2ef-05aa23b10bf3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T15:48:39.5792345-07:00",
      "EndTime": "2015-03-28T15:48:39.9182414-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb384682-a851-4fce-a312-307c319a0412",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-28T15:48:40.2721354-07:00",
      "EndTime": "2015-03-28T16:20:53.8715039-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7f0b82eb-aef2-4e86-bc08-69e0714c542f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T16:20:57.0214118-07:00",
      "EndTime": "2015-03-28T16:30:37.6887327-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "860153ca-bdad-4bda-9265-8bb37ea48594",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T16:30:42.1291612-07:00",
      "EndTime": "2015-03-28T16:50:54.3540623-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2aea7818-ddbe-4dd1-95f8-3dcf241424f5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T16:50:54.8147772-07:00",
      "EndTime": "2015-03-28T17:07:13.0461431-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "01a0ec93-98db-42a0-affa-787e6732e86a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T18:04:22.0676779-07:00",
      "EndTime": "2015-03-28T19:05:46.2481955-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "705f7c39-dc70-46bd-8520-d95b2ffc76f7",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T19:48:31.0557844-07:00",
      "EndTime": "2015-03-28T20:50:39.573307-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6ccdecd6-b915-4eac-bb38-90897ca5345d",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-28T21:35:31.7905983-07:00",
      "EndTime": "2015-03-28T23:41:59.410929-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c896294c-e34f-4fe0-b73d-9a9d668a6dd4",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T00:29:13.1734191-07:00",
      "EndTime": "2015-03-29T02:35:44.6143401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0ebac135-1cc3-4b97-bfe7-dcb82b83e490",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T02:52:22.2845508-07:00",
      "EndTime": "2015-03-29T03:08:31.4180704-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cac641b7-7839-45eb-a4ae-50692f8623d7",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T03:09:44.6348325-07:00",
      "EndTime": "2015-03-29T03:11:50.5190043-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "4 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-28T16:49:05.1483593",
          "Last": "2015-03-28T20:04:16.0181192"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-28T16:49:05.1483238",
          "Last": "2015-03-28T20:04:16.0180906"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "178 requests with 503 | 11 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 139,
          "First": "2015-03-29T02:08:28.0457069",
          "Last": "2015-03-29T02:10:32.5939556"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 26,
          "First": "2015-03-29T02:08:40.9354372",
          "Last": "2015-03-29T02:10:28.1462148"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-03-28T20:01:58.7641626",
          "Last": "2015-03-28T20:01:58.7641626"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 8,
          "First": "2015-03-28T20:01:58.68713",
          "Last": "2015-03-29T02:07:24.9307514"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-03-28T20:01:59.0222798",
          "Last": "2015-03-28T21:33:29.3004961"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 13,
          "First": "2015-03-29T02:08:39.5490856",
          "Last": "2015-03-29T02:10:19.1910894"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "35 408s during upgrades in 1 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "72d8a0f8-a981-42c8-90d7-c12e4e83b8cd",
          "Count": 26,
          "First": "2015-03-28T20:00:00",
          "Last": "2015-03-28T20:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "72d8a0f8-a981-42c8-90d7-c12e4e83b8cd",
          "Count": 4,
          "First": "2015-03-28T20:00:00",
          "Last": "2015-03-28T20:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "72d8a0f8-a981-42c8-90d7-c12e4e83b8cd",
          "Count": 5,
          "First": "2015-03-28T20:00:00",
          "Last": "2015-03-28T20:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 337784.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 27512371,
          "Average": 289603.91,
          "Max": 337784,
          "Min": 22090
        },
        {
          "StatusCode": 400,
          "Total": 229,
          "Average": 2.41,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 43598,
          "Average": 458.93,
          "Max": 2981,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 26,
          "Average": 0.27,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 409,
          "Total": 15,
          "Average": 0.16,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 36540,
          "Average": 384.63,
          "Max": 2284,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3125452,
          "Average": 32899.49,
          "Max": 40692,
          "Min": 3767
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 07:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 10182.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 785394,
          "Average": 8267.31,
          "Max": 10182,
          "Min": 660
        },
        {
          "StatusCode": 404,
          "Total": 1052,
          "Average": 11.07,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 893,
          "Average": 9.4,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 87326,
          "Average": 919.22,
          "Max": 1144,
          "Min": 89
        },
        {
          "StatusCode": 449,
          "Total": 1210,
          "Average": 12.74,
          "Max": 35,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 07:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 29007.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2361157,
          "Average": 24854.28,
          "Max": 29007,
          "Min": 1918
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.13,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3906,
          "Average": 41.12,
          "Max": 139,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.04,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 2837,
          "Average": 29.86,
          "Max": 171,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 264358,
          "Average": 2782.72,
          "Max": 3472,
          "Min": 259
        },
        {
          "StatusCode": 449,
          "Total": 3158,
          "Average": 33.24,
          "Max": 67,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 07:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 50489.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4134693,
          "Average": 43523.08,
          "Max": 50489,
          "Min": 3237
        },
        {
          "StatusCode": 400,
          "Total": 225,
          "Average": 2.37,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.05,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 3284,
          "Average": 34.57,
          "Max": 248,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 434232,
          "Average": 4570.86,
          "Max": 6222,
          "Min": 583
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 04:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 53135.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4176963,
          "Average": 43968.03,
          "Max": 53135,
          "Min": 3948
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4908,
          "Average": 51.66,
          "Max": 762,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13872,
          "Average": 146.02,
          "Max": 1041,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 191404,
          "Average": 2014.78,
          "Max": 2839,
          "Min": 220
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 07:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 53107.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4177224,
          "Average": 43970.78,
          "Max": 53107,
          "Min": 3952
        },
        {
          "StatusCode": 401,
          "Total": 509,
          "Average": 5.36,
          "Max": 151,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 5643,
          "Average": 59.4,
          "Max": 559,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 18193,
          "Average": 191.51,
          "Max": 1241,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 205811,
          "Average": 2166.43,
          "Max": 3022,
          "Min": 137
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "870 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.242
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 865,
          "HourlyAverage": 69.712
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.242
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "50ac3ff0-b943-4359-b9e7-0c036a438d10",
          "MaxQuota": 10476298,
          "MaxUsage": 3683296
        },
        {
          "PartitionId": "b3762b31-442e-4bfc-80e8-eba62a6ff12b",
          "MaxQuota": 10476298,
          "MaxUsage": 3662983
        },
        {
          "PartitionId": "3ead3618-d02b-44bf-be4f-43982d3130c6",
          "MaxQuota": 10476298,
          "MaxUsage": 3655975
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "9d54e456-9e95-4401-9f5a-f836ab1b3714",
          "MaxCrudUsage": 3584,
          "MaxIndexUsage": 724,
          "MaxTotalUsage": 4516
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "4e1364aa-5633-4a6a-b9cf-16f75dc055b7",
          "MaxCrudUsage": 3584,
          "MaxIndexUsage": 732,
          "MaxTotalUsage": 4508
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "50ac3ff0-b943-4359-b9e7-0c036a438d10",
          "MaxCrudUsage": 3616,
          "MaxIndexUsage": 704,
          "MaxTotalUsage": 4500
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-28T20:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 430.403,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T23:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 317.814,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T23:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 263.767,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T23:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 239.106,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-28T23:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 222.024,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.524353
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 88.894994
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 89.900365
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90.577021
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 90.655277
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 54.759658
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 51.428781
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 48.632283
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 47.318778
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 45.840789
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 478.887616 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 478.887616
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 471.253628
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 449.653566
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 444.941695
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 441.86692
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 60443.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 68897.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 69300.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 69878.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 72418.233333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 2,
          "First": "2015-03-28T22:30:00",
          "Last": "2015-03-28T22:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 18,
          "First": "2015-03-28T22:25:00",
          "Last": "2015-03-28T22:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-28+22%3a38%3a02Z&end=2015-03-29+11%3a45%3a23Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-28T18:04:05.9664463-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8736,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-28T19:08:10.1047251-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 9216,
      "PhysicalCRUDUsageInMB": 10616,
      "LogicalIndexUsageInMB": 25,
      "LogicalCRUDUsageInMB": 382,
      "ClientReportedUsageInMB": 83463,
      "ClientReportedCollectionCount": 100
    },
    {
      "TimeStamp": "2015-03-28T20:55:11.3050942-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 94540,
      "PhysicalCRUDUsageInMB": 261456,
      "LogicalIndexUsageInMB": 6674,
      "LogicalCRUDUsageInMB": 83020,
      "ClientReportedUsageInMB": 69183165,
      "ClientReportedCollectionCount": 86
    },
    {
      "TimeStamp": "2015-03-28T23:48:57.8087349-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 157452,
      "PhysicalCRUDUsageInMB": 782368,
      "LogicalIndexUsageInMB": 17396,
      "LogicalCRUDUsageInMB": 216105,
      "ClientReportedUsageInMB": 66334333,
      "ClientReportedCollectionCount": 35
    },
    {
      "TimeStamp": "2015-03-29T02:44:58.5967973-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 240692,
      "PhysicalCRUDUsageInMB": 1233256,
      "LogicalIndexUsageInMB": 27474,
      "LogicalCRUDUsageInMB": 339300,
      "ClientReportedUsageInMB": 25215295,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-03-29T04:45:23.374503-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 10240,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDqBAAAAAAAAA==",
  "_ts": 1427630215,
  "_etag": "\"0200e08a-0000-0000-0000-5517e8870000\"",
  "_attachments": "attachments/"
},
{
  "id": "5714712b-6371-4e6a-8341-98b553b09140",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDrBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-29T18:15:23.5691664-07:00",
  "CompletedTime": "2015-03-29T23:32:56.5019131-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "879e0d14-e2c1-4eb8-b4de-533024018158",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-29T20:08:06.8385341-07:00",
      "CompleteTime": "2015-03-29T20:15:26.4789863-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "65106ee4-4aff-44b3-bceb-db954fcee875",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-29T20:08:07.4040298-07:00",
      "CompleteTime": "2015-03-29T20:14:13.7690603-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dd696324-adbc-44ff-98ca-b2a3a46dc6a5",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-29T20:08:07.971409-07:00",
      "CompleteTime": "2015-03-29T20:14:43.9115228-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "054f91b4-f1a0-416b-a2cd-c05a4bc8ce39",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-29T20:08:08.5251411-07:00",
      "CompleteTime": "2015-03-29T20:13:44.1923457-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e0e6e4d2-db79-4f0f-a6f0-909a35eaeb2e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T18:17:50.0582369-07:00",
      "EndTime": "2015-03-29T18:25:56.1633333-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d62d2522-533a-4d95-84d3-91b35af08856",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T18:26:04.0209073-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "466cca8e-a331-4163-bea2-37cca6070d13",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T18:26:04.4191736-07:00",
      "EndTime": "2015-03-29T18:58:03.8615999-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "66f11d57-c3f1-4f63-838a-7506acf34b2b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T18:58:08.7510012-07:00",
      "EndTime": "2015-03-29T19:14:17.1859716-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a1027ce5-a6d9-4c54-a84e-b51cf0b617cf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150327.1\\x64\\Release",
      "StartTime": "2015-03-29T19:14:18.013524-07:00",
      "EndTime": "2015-03-29T19:37:47.8841308-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "16fc9a49-c1ae-4b50-aa99-843acaa06d93",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150327.1\\x64\\Release",
      "StartTime": "2015-03-29T19:37:48.2533777-07:00",
      "EndTime": "2015-03-29T19:58:01.8521653-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fdb5997a-aee7-4542-a9cc-a8fc1264696b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150327.1\\x64\\Release",
      "StartTime": "2015-03-29T20:56:26.5938624-07:00",
      "EndTime": "2015-03-29T22:32:59.8221605-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "95f85fc2-06d3-462f-ae1e-adc263177447",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150327.1\\x64\\Release",
      "StartTime": "2015-03-29T23:21:14.5650956-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-29T21:41:49.9168022",
          "Last": "2015-03-29T21:41:49.9168022"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "13 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 12,
          "First": "2015-03-29T22:31:05.8258202",
          "Last": "2015-03-29T22:31:11.9375886"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-29T22:31:08.1943683",
          "Last": "2015-03-29T22:31:08.1943683"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 01:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 5998496,
          "Average": 239939.84,
          "Max": 304061,
          "Min": 2171
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 1.44,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3272,
          "Average": 130.88,
          "Max": 1120,
          "Min": 66
        },
        {
          "StatusCode": 409,
          "Total": 25,
          "Average": 1.0,
          "Max": 6,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 9188,
          "Average": 367.52,
          "Max": 1399,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2981638,
          "Average": 119265.52,
          "Max": 280104,
          "Min": 7549
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 175307,
          "Average": 7012.28,
          "Max": 8822,
          "Min": 60
        },
        {
          "StatusCode": 404,
          "Total": 342,
          "Average": 13.68,
          "Max": 23,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 224,
          "Average": 8.96,
          "Max": 37,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 81374,
          "Average": 3254.96,
          "Max": 7748,
          "Min": 289
        },
        {
          "StatusCode": 449,
          "Total": 1447,
          "Average": 57.88,
          "Max": 106,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 524055,
          "Average": 20962.2,
          "Max": 26510,
          "Min": 192
        },
        {
          "StatusCode": 404,
          "Total": 1675,
          "Average": 67.0,
          "Max": 84,
          "Min": 13
        },
        {
          "StatusCode": 410,
          "Total": 698,
          "Average": 27.92,
          "Max": 112,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 243023,
          "Average": 9720.92,
          "Max": 22306,
          "Min": 767
        },
        {
          "StatusCode": 449,
          "Total": 3084,
          "Average": 123.36,
          "Max": 178,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:25:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 910383,
          "Average": 36415.32,
          "Max": 46840,
          "Min": 1114
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 1.24,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8792,
          "Average": 351.68,
          "Max": 4384,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12,
          "Average": 0.48,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 764,
          "Average": 30.56,
          "Max": 111,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 438598,
          "Average": 17543.92,
          "Max": 41714,
          "Min": 2003
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5154625,
          "Average": 206185,
          "Max": 222759,
          "Min": 21355
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 215,
          "Average": 9,
          "Max": 137,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 5164,
          "Average": 207,
          "Max": 1182,
          "Min": 14
        },
        {
          "StatusCode": 429,
          "Total": 282210,
          "Average": 11288,
          "Max": 14886,
          "Min": 669
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1163427,
          "Average": 46537.08,
          "Max": 53709,
          "Min": 1787
        },
        {
          "StatusCode": 401,
          "Total": 139,
          "Average": 5.56,
          "Max": 88,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 4031,
          "Average": 161.24,
          "Max": 270,
          "Min": 57
        },
        {
          "StatusCode": 410,
          "Total": 5411,
          "Average": 216.44,
          "Max": 1188,
          "Min": 28
        },
        {
          "StatusCode": 429,
          "Total": 270179,
          "Average": 10807.16,
          "Max": 14034,
          "Min": 801
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a33%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 23,
          "First": "2015-03-29T21:25:00",
          "Last": "2015-03-29T22:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 3,
          "First": "2015-03-29T21:30:00",
          "Last": "2015-03-29T22:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 123,
          "First": "2015-03-29T21:15:00",
          "Last": "2015-03-29T22:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a35%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a36%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "51 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 34,
          "HourlyAverage": 9.295
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 1.914
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 2.187
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.547
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8c234168-9d10-4f6e-bef8-73b1b969594a",
          "MaxQuota": 10476298,
          "MaxUsage": 1761170
        },
        {
          "PartitionId": "51ed333c-5db7-4447-80cd-2e274ff189ce",
          "MaxQuota": 10476298,
          "MaxUsage": 1040743
        },
        {
          "PartitionId": "54ace58b-7f2a-474a-ba9b-8847dfe5d84d",
          "MaxQuota": 10476298,
          "MaxUsage": 1038882
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a37%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "PartitionId": "8c234168-9d10-4f6e-bef8-73b1b969594a",
          "MaxCrudUsage": 1808,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2200
        },
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "8c234168-9d10-4f6e-bef8-73b1b969594a",
          "MaxCrudUsage": 1520,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1848
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "5fac2dfd-8880-4d9f-9926-47c82c924f60",
          "MaxCrudUsage": 1080,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1536
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a38%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 14 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-29T22:30:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 476.998,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-29T20:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 63.646,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-29T20:55:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 63.257,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-29T20:55:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 62.752,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-03-29T20:55:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 62.416,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a38%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 97.09011
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 97.157096
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 97.353819
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 97.403993
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 97.491695
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a39%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 47.017578
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.809614
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 20.152501
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 18.169051
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 18.009529
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a39%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 180.154656
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 125.651044
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 101.68054
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 21.439932
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 20.251113
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a39%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 92581.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 93673.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 93705.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 94485.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 94597.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a39%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a39%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a40%3a12Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "146 Direct Tcp requests with 503 | 71 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 136,
          "Average": 7.158,
          "First": "2015-03-29T20:35:00",
          "Last": "2015-03-29T22:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 53,
          "Average": 2.944,
          "First": "2015-03-29T20:35:00",
          "Last": "2015-03-29T22:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-29T20:55:00",
          "Last": "2015-03-29T22:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-29T21:30:00",
          "Last": "2015-03-29T21:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "Average": 1.571,
          "First": "2015-03-29T20:20:00",
          "Last": "2015-03-29T22:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-29T20:25:00",
          "Last": "2015-03-29T21:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a40%3a19Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-30+01%3a15%3a23Z&end=2015-03-30+05%3a40%3a30Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-29T20:55:59.7102596-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 22784,
      "PhysicalCRUDUsageInMB": 20256,
      "LogicalIndexUsageInMB": 14,
      "LogicalCRUDUsageInMB": 952,
      "ClientReportedUsageInMB": 2090,
      "ClientReportedCollectionCount": 22
    },
    {
      "TimeStamp": "2015-03-29T22:40:37.3737256-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 126076,
      "PhysicalCRUDUsageInMB": 320472,
      "LogicalIndexUsageInMB": 6494,
      "LogicalCRUDUsageInMB": 79513,
      "ClientReportedUsageInMB": 3368,
      "ClientReportedCollectionCount": 16
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDrBAAAAAAAAA==",
  "_ts": 1427697176,
  "_etag": "\"0500abe5-0000-0000-0000-5518ee180000\"",
  "_attachments": "attachments/"
},
{
  "id": "cd004f56-6e66-4a9f-a78d-11e5db0a8e59",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDsBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-29T19:35:43.6132716-07:00",
  "CompletedTime": "2015-03-30T10:46:39.1225205-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "5174efdf-f674-4f64-ae35-2aeb403b3510",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-29T21:17:16.3887326-07:00",
      "CompleteTime": "2015-03-29T21:23:22.0045827-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a7ead25e-d685-44f7-87df-0eb7a757daaf",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-29T21:17:16.9307632-07:00",
      "CompleteTime": "2015-03-29T21:22:52.4068955-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e1a7ed43-66a6-492e-ba4f-0f8c8a256233",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-29T21:17:17.5467967-07:00",
      "CompleteTime": "2015-03-29T21:23:52.184304-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bf962c02-ab7a-474c-9975-5276d80f3806",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-29T21:17:18.1268313-07:00",
      "CompleteTime": "2015-03-29T21:25:31.0099984-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21235f4c-5197-4169-959e-55c69439e7d5",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T00:42:42.9826963-07:00",
      "CompleteTime": "2015-03-30T00:48:17.0355157-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "270d4091-66b5-449f-842f-f49712501a18",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-30T02:41:31.2770172-07:00",
      "CompleteTime": "2015-03-30T02:48:45.6137862-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbfbf053-9f54-4fb7-bb96-26912d638b40",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T03:35:34.2259548-07:00",
      "CompleteTime": "2015-03-30T03:41:38.0637055-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06817cb8-7fcd-4804-bd27-ef534d8a3166",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-03-30T09:13:15.08245-07:00",
      "CompleteTime": "2015-03-30T09:16:28.4974277-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "56be4b0e-cb9e-4977-8c2c-780a01f0a504",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T19:38:14.37887-07:00",
      "EndTime": "2015-03-29T19:48:31.0870397-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d97afc08-6d9a-4d08-8994-38f8f513feda",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T19:48:43.1407259-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "3e5cbf0c-b2cb-47f7-9b57-8fb70034697d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T19:48:43.5117487-07:00",
      "EndTime": "2015-03-29T20:21:54.9953194-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bdaaa8b3-b9c4-4e40-b324-f95e24914d3f",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T20:22:05.0478914-07:00",
      "EndTime": "2015-03-29T20:37:14.047731-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8dd167e1-c302-42c6-85e7-5b2b728e65bd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-29T20:37:14.920781-07:00",
      "EndTime": "2015-03-29T20:48:56.9258154-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d93885db-e216-46b9-b3d4-9fb13fce763f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-29T20:48:57.3318382-07:00",
      "EndTime": "2015-03-29T21:07:10.7941965-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f1b99594-7e85-4ea8-98ea-618ae3dcacd8",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-29T22:05:03.763254-07:00",
      "EndTime": "2015-03-29T23:42:37.3710753-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa131615-9d17-486b-ac66-ce2045f86f70",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-30T00:27:45.19656-07:00",
      "EndTime": "2015-03-30T02:31:27.0445587-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fee667cd-f38e-4c76-8f27-66e0fd716d19",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-30T03:21:34.7200806-07:00",
      "EndTime": "2015-03-30T05:28:11.7193231-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab57a5be-ae95-4ecc-87fa-446d6599dbf8",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-30T06:23:04.9191308-07:00",
      "EndTime": "2015-03-30T08:27:59.9375582-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "646ad968-cc8c-4cee-8972-15f21eb108f5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Gated3\\20150329.1\\x64\\Release",
      "StartTime": "2015-03-30T08:54:00.1045407-07:00",
      "EndTime": "2015-03-30T09:13:10.7701525-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "3 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T07:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.Server.exe.7124.dmp"
        },
        {
          "DateTime": "2015-03-30T07:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.Server.exe.7124.dmp"
        },
        {
          "DateTime": "2015-03-30T08:50:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_6\\DocumentDB.Server.exe.2552.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "4 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T07:44:53.7157168",
          "Last": "2015-03-30T07:44:53.7157168"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-29T22:32:05.0176184",
          "Last": "2015-03-30T06:53:15.9574376"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "331 requests with 503 | 8 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 96,
          "First": "2015-03-30T03:47:47.6890598",
          "Last": "2015-03-30T03:55:25.8037817"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 175,
          "First": "2015-03-30T03:47:48.2209931",
          "Last": "2015-03-30T03:55:34.1668175"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 23,
          "First": "2015-03-30T03:47:47.6891284",
          "Last": "2015-03-30T03:55:24.4897341"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 6,
          "First": "2015-03-30T05:12:51.1390008",
          "Last": "2015-03-30T05:12:53.4073428"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 24,
          "First": "2015-03-30T03:47:47.7017714",
          "Last": "2015-03-30T03:55:33.4717747"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 13,
          "First": "2015-03-30T03:48:02.0897509",
          "Last": "2015-03-30T03:55:29.890623"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-30T10:19:53.7921613",
          "Last": "2015-03-30T10:19:53.7921613"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1,
          "First": "2015-03-30T05:12:53.7292671",
          "Last": "2015-03-30T05:12:53.7292671"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "18 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 15,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 2,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35930486,
          "Average": 253031.59,
          "Max": 299286,
          "Min": 1059
        },
        {
          "StatusCode": 400,
          "Total": 372,
          "Average": 2.62,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 115528,
          "Average": 813.58,
          "Max": 9478,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 15,
          "Average": 0.11,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.2,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 45505,
          "Average": 320.46,
          "Max": 2262,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 12157646,
          "Average": 85617.23,
          "Max": 271145,
          "Min": 4392
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1039140,
          "Average": 7317.89,
          "Max": 9038,
          "Min": 98
        },
        {
          "StatusCode": 404,
          "Total": 2807,
          "Average": 19.77,
          "Max": 172,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1228,
          "Average": 8.65,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 329653,
          "Average": 2321.5,
          "Max": 7426,
          "Min": 103
        },
        {
          "StatusCode": 449,
          "Total": 5486,
          "Average": 38.63,
          "Max": 186,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3108930,
          "Average": 21893.87,
          "Max": 26207,
          "Min": 180
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11504,
          "Average": 81.01,
          "Max": 547,
          "Min": 12
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3534,
          "Average": 24.89,
          "Max": 127,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1000547,
          "Average": 7046.11,
          "Max": 21630,
          "Min": 333
        },
        {
          "StatusCode": 449,
          "Total": 12102,
          "Average": 85.23,
          "Max": 293,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5408076,
          "Average": 38085.04,
          "Max": 45866,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 322,
          "Average": 2.27,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.05,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4037,
          "Average": 28.43,
          "Max": 289,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1778656,
          "Average": 12525.75,
          "Max": 40622,
          "Min": 827
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6411613,
          "Average": 45152.2,
          "Max": 56627,
          "Min": 1048
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4447,
          "Average": 31.32,
          "Max": 530,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23382,
          "Average": 164.66,
          "Max": 1316,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1051260,
          "Average": 7403.24,
          "Max": 14738,
          "Min": 237
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6411654,
          "Average": 45152.49,
          "Max": 56647,
          "Min": 1051
        },
        {
          "StatusCode": 401,
          "Total": 1491,
          "Average": 10.5,
          "Max": 572,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 18399,
          "Average": 129.57,
          "Max": 497,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 30780,
          "Average": 216.76,
          "Max": 1623,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 995272,
          "Average": 7008.96,
          "Max": 13831,
          "Min": 291
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 13,
          "First": "2015-03-29T23:20:00",
          "Last": "2015-03-30T07:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-29T23:25:00",
          "Last": "2015-03-29T23:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "815 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 4,
          "First": "2015-03-30T06:49:25.149",
          "Last": "2015-03-30T07:34:36.699"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-03-30T06:59:28.15",
          "Last": "2015-03-30T08:46:07.261"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 708,
          "First": "2015-03-30T01:43:28.39",
          "Last": "2015-03-30T08:51:08.635"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 99,
          "First": "2015-03-30T04:39:01.147",
          "Last": "2015-03-30T08:51:08.545"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1207 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.249
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1131,
          "HourlyAverage": 78.475
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.11
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.347
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.208
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.486
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.486
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.347
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.139
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.208
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.347
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.278
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.069
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.069
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a765252e-db70-448a-8f3b-9903f6014105",
          "MaxQuota": 10476298,
          "MaxUsage": 5581638
        },
        {
          "PartitionId": "77dc1d8c-e742-4983-a87b-ef699ae34950",
          "MaxQuota": 10475520,
          "MaxUsage": 5576413
        },
        {
          "PartitionId": "bf95c143-4d5f-44d4-b18a-b61b3bc479ab",
          "MaxQuota": 10476298,
          "MaxUsage": 5569768
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "95000a32-f494-4413-87bc-9cbe8b97bc6d",
          "MaxCrudUsage": 5432,
          "MaxIndexUsage": 1068,
          "MaxTotalUsage": 6796
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "c52af09c-a02a-4c9e-acaa-b8fa3e88b4c7",
          "MaxCrudUsage": 5456,
          "MaxIndexUsage": 1104,
          "MaxTotalUsage": 6752
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "77dc1d8c-e742-4983-a87b-ef699ae34950",
          "MaxCrudUsage": 5464,
          "MaxIndexUsage": 1052,
          "MaxTotalUsage": 6748
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T05:10:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 458.188,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T04:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 162.841,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T01:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 159.728,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T04:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 156.428,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T07:15:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 155.613,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.582028
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.360615
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.548961
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.823771
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.95963
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.045518
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 36.391205
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 35.927397
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 35.329703
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 34.444761
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 510.885074 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 510.885074
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 474.794549
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 465.857752
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 465.602685
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 445.787969
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57449.896552
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62706.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62818.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 63156.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 63273.6
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "797 Direct Https requests with 503 | 1466 Direct Tcp requests with 503 | 225 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 203,
          "Average": 12.688,
          "First": "2015-03-29T22:05:00",
          "Last": "2015-03-30T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Count": 73,
          "Average": 2.607,
          "First": "2015-03-29T23:00:00",
          "Last": "2015-03-30T10:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 14,
          "Average": 2.8,
          "First": "2015-03-29T21:40:00",
          "Last": "2015-03-29T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Count": 9,
          "Average": 1.125,
          "First": "2015-03-29T21:35:00",
          "Last": "2015-03-29T23:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-03-29T22:40:00",
          "Last": "2015-03-30T00:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "Average": 2.5,
          "First": "2015-03-29T23:00:00",
          "Last": "2015-03-29T23:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 20,
          "Average": 1.25,
          "First": "2015-03-30T02:55:00",
          "Last": "2015-03-30T08:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-8",
          "Count": 24,
          "Average": 1.412,
          "First": "2015-03-30T03:00:00",
          "Last": "2015-03-30T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 1350,
          "Average": 10.465,
          "First": "2015-03-29T21:45:00",
          "Last": "2015-03-30T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 558,
          "Average": 4.852,
          "First": "2015-03-29T21:45:00",
          "Last": "2015-03-30T08:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 225,
          "Average": 75.0,
          "First": "2015-03-30T03:45:00",
          "Last": "2015-03-30T03:55:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "1 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:00000000-0000-0000-0000-000000000000 Operation:dc5e1bbb-0d04-48a1-a612-c0f1db3ed09c Type:UpgradeFederationFabricApplicationWorkflow Message:Current list of provisioned applications doesn't contain repair service",
          "Timestamp": "2015-03-30T12:27:10.6498116"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-30+02%3a35%3a43Z&end=2015-03-30+17%3a46%3a39Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-29T22:04:45.9582836-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 31640,
      "PhysicalCRUDUsageInMB": 27432,
      "LogicalIndexUsageInMB": 121,
      "LogicalCRUDUsageInMB": 3994,
      "ClientReportedUsageInMB": 3180,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-03-29T23:47:24.7644646-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102288,
      "PhysicalCRUDUsageInMB": 281120,
      "LogicalIndexUsageInMB": 6203,
      "LogicalCRUDUsageInMB": 76627,
      "ClientReportedUsageInMB": 103,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-03-30T02:41:14.4810591-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130224,
      "PhysicalCRUDUsageInMB": 655136,
      "LogicalIndexUsageInMB": 13966,
      "LogicalCRUDUsageInMB": 172075,
      "ClientReportedUsageInMB": 55717,
      "ClientReportedCollectionCount": 26
    },
    {
      "TimeStamp": "2015-03-30T05:42:45.1331845-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 225432,
      "PhysicalCRUDUsageInMB": 1169968,
      "LogicalIndexUsageInMB": 23861,
      "LogicalCRUDUsageInMB": 298949,
      "ClientReportedUsageInMB": 80841,
      "ClientReportedCollectionCount": 24
    },
    {
      "TimeStamp": "2015-03-30T08:46:15.4320323-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 339540,
      "PhysicalCRUDUsageInMB": 1820248,
      "LogicalIndexUsageInMB": 38866,
      "LogicalCRUDUsageInMB": 495218,
      "ClientReportedUsageInMB": 110783,
      "ClientReportedCollectionCount": 24
    },
    {
      "TimeStamp": "2015-03-30T10:46:39.1225205-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 320,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDsBAAAAAAAAA==",
  "_ts": 1427738867,
  "_etag": "\"0700b7a8-0000-0000-0000-551990f30000\"",
  "_attachments": "attachments/"
},
{
  "id": "c02a63e9-6a6c-4914-91e5-e0e7593d8987",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDtBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-29T21:06:37.5553746-07:00",
  "CompletedTime": "2015-03-30T11:03:32.7070941-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "26549e0d-337f-4c67-93f6-06322a9df0ca",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-29T22:35:31.9442673-07:00",
      "CompleteTime": "2015-03-29T22:41:08.7061497-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e2f1242-e030-4011-b4b5-034a0db416a6",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-29T22:35:32.4599005-07:00",
      "CompleteTime": "2015-03-29T22:43:09.0850126-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c2eae65b-7851-421f-8392-c2c883a727d6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-29T22:35:32.991164-07:00",
      "CompleteTime": "2015-03-29T22:41:38.3683146-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "43337b26-76a2-4b0b-9d42-9fa0dfc84ea9",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-29T22:35:33.5224275-07:00",
      "CompleteTime": "2015-03-29T22:43:48.9362948-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0ea2d8ff-7379-418a-ad3a-bb1a2066ce59",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-29T23:54:18.9109748-07:00",
      "CompleteTime": "2015-03-30T00:00:30.2974698-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "edcc87de-536b-42e8-b188-a34ecd85de62",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-30T00:49:41.3656316-07:00",
      "CompleteTime": "2015-03-30T00:49:52.3031516-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "07e7bba1-c274-46c7-86e0-fec6103a08dc",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T02:49:23.9456722-07:00",
      "CompleteTime": "2015-03-30T02:55:28.6606947-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c8bf1edb-28f4-4be9-ac6f-bc6934b9bc39",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-30T09:24:18.8810284-07:00",
      "CompleteTime": "2015-03-30T09:24:28.198532-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "f543e906-28c3-4fc8-8cce-4f5551254924",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T21:06:56.3056177-07:00",
      "EndTime": "2015-03-29T21:20:09.4789816-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "963cec2d-c158-4a31-80c6-067851f3e338",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T21:20:30.979554-07:00",
      "EndTime": "2015-03-29T21:21:40.6860187-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1b93073-215b-4b8e-8538-4883fff8d733",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T21:21:41.0454128-07:00",
      "EndTime": "2015-03-29T21:54:50.7356362-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0d1a8a6d-e00d-40c9-8fbe-a438f135a976",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T21:55:01.5996614-07:00",
      "EndTime": "2015-03-29T22:10:11.9424408-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "99eb1ffe-c66e-4d8d-9de2-9060403d4168",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-29T22:10:12.2938486-07:00",
      "EndTime": "2015-03-29T22:25:23.9304411-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d1aeab9c-a745-4449-a667-e98071cf1533",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-29T23:25:55.8887595-07:00",
      "EndTime": "2015-03-29T23:39:13.1597564-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "62ea54d9-8ade-403b-ade5-8c0506fcbffb",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-29T23:39:21.7743517-07:00",
      "EndTime": "2015-03-30T00:42:58.1709449-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4a271fd-8c11-4fcf-bee3-ab4658b353ea",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-30T01:29:45.52307-07:00",
      "EndTime": "2015-03-30T02:37:17.8392371-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "47d2b72b-acb2-40ea-83b2-67ee12115da4",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-30T03:28:56.283068-07:00",
      "EndTime": "2015-03-30T05:37:38.9687683-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "26e4f342-04c5-4880-8482-b428a5a5edbf",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-30T06:33:56.5624013-07:00",
      "EndTime": "2015-03-30T08:38:57.4666157-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4c2a93b-9c7e-4375-ae52-52f0a6dc26ac",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150329.2\\x64\\Release",
      "StartTime": "2015-03-30T09:11:01.2999069-07:00",
      "EndTime": "2015-03-30T09:24:13.8474418-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "5 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T08:14:39.6178701",
          "Last": "2015-03-30T08:14:39.6178701"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T07:17:11.0229441",
          "Last": "2015-03-30T07:17:11.0229441"
        },
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-03-29T23:26:11.8286346",
          "Last": "2015-03-30T03:12:35.3405883"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-30T05:12:53.2265468",
          "Last": "2015-03-30T05:12:53.2265468"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "e5c6dbfa-ad7b-4f6f-aa58-e0f53abc6605",
          "Count": 1,
          "First": "2015-03-30T07:40:00",
          "Last": "2015-03-30T07:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36481158,
          "Average": 248171.14,
          "Max": 329090,
          "Min": 86
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 401,
          "Total": 200,
          "Average": 1.36,
          "Max": 200,
          "Min": 200
        },
        {
          "StatusCode": 404,
          "Total": 53890,
          "Average": 366.6,
          "Max": 9946,
          "Min": 5
        },
        {
          "StatusCode": 409,
          "Total": 32,
          "Average": 0.22,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 48505,
          "Average": 329.97,
          "Max": 2449,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5071395,
          "Average": 34499.29,
          "Max": 80980,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1044226,
          "Average": 8489.64,
          "Max": 9567,
          "Min": 111
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 1656,
          "Average": 13.46,
          "Max": 128,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1297,
          "Average": 10.54,
          "Max": 77,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 141746,
          "Average": 1152.41,
          "Max": 2313,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 2159,
          "Average": 17.55,
          "Max": 87,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3135569,
          "Average": 25492.43,
          "Max": 28442,
          "Min": 293
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 26,
          "Average": 0.21,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 6053,
          "Average": 49.21,
          "Max": 469,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 3732,
          "Average": 30.34,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 428594,
          "Average": 3484.5,
          "Max": 6936,
          "Min": 10
        },
        {
          "StatusCode": 449,
          "Total": 6179,
          "Average": 50.24,
          "Max": 224,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5536812,
          "Average": 45014.73,
          "Max": 50308,
          "Min": 496
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 0.08,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 403,
          "Total": 10003,
          "Average": 81.33,
          "Max": 3852,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4539,
          "Average": 36.9,
          "Max": 346,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 671752,
          "Average": 5461.4,
          "Max": 11787,
          "Min": 47
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26841607,
          "Average": 182595.97,
          "Max": 211363,
          "Min": 587
        },
        {
          "StatusCode": 400,
          "Total": 18915,
          "Average": 128.67,
          "Max": 400,
          "Min": 17
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.06,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 9695,
          "Average": 65.95,
          "Max": 1095,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 28068,
          "Average": 190.94,
          "Max": 1558,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 349043,
          "Average": 2374.44,
          "Max": 5641,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5574929,
          "Average": 45324.63,
          "Max": 53135,
          "Min": 587
        },
        {
          "StatusCode": 401,
          "Total": 1192,
          "Average": 9.69,
          "Max": 137,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 6692,
          "Average": 54.41,
          "Max": 500,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 26679,
          "Average": 216.9,
          "Max": 1596,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 342576,
          "Average": 2785.17,
          "Max": 5365,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 3,
          "First": "2015-03-30T08:18:37.29",
          "Last": "2015-03-30T08:18:37.48"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "904 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 815,
          "HourlyAverage": 62.001
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 70,
          "HourlyAverage": 5.325
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.38
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.228
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.152
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.304
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7c14f17a-9a79-4fc5-a32e-30016b014cc7",
          "MaxQuota": 10476298,
          "MaxUsage": 4920215
        },
        {
          "PartitionId": "13a0a915-75a1-4a06-bf3b-22ae16e93bba",
          "MaxQuota": 10476298,
          "MaxUsage": 4906815
        },
        {
          "PartitionId": "8708f41a-2145-4242-9ad8-2ce9ad5fd589",
          "MaxQuota": 10476298,
          "MaxUsage": 4895232
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "13a0a915-75a1-4a06-bf3b-22ae16e93bba",
          "MaxCrudUsage": 4816,
          "MaxIndexUsage": 924,
          "MaxTotalUsage": 5960
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b284498b-49a2-42f5-9470-899e8d06397a",
          "MaxCrudUsage": 4792,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 5952
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "fd3356e4-90e0-4bde-8049-983c7b43c2ab",
          "MaxCrudUsage": 4800,
          "MaxIndexUsage": 924,
          "MaxTotalUsage": 5948
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 37 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T05:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 636.873,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T00:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 495.032,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T05:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 317.756,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T02:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 315.786,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T02:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 300.684,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 85.26763
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.794881
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.135029
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 86.806319
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 87.547941
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 47.257691
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45.292954
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 43.02505
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.784951
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 36.512653
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 427.221802 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 427.221802
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 386.355707
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 371.737222
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 336.071308
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 296.446539
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 58324.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 60616.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 61254.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62242.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 63963.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-03-30T08:10:00",
          "Last": "2015-03-30T08:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "8 Direct Https requests with 503 | 1 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "Average": 1.0,
          "First": "2015-03-29T23:55:00",
          "Last": "2015-03-30T07:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-30T04:30:00",
          "Last": "2015-03-30T04:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-30+04%3a06%3a37Z&end=2015-03-30+18%3a03%3a32Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-29T23:25:37.2042433-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 63872,
      "LogicalIndexUsageInMB": 559,
      "LogicalCRUDUsageInMB": 8892,
      "ClientReportedUsageInMB": 4857078,
      "ClientReportedCollectionCount": 35
    },
    {
      "TimeStamp": "2015-03-30T00:49:24.9076931-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114444,
      "PhysicalCRUDUsageInMB": 318096,
      "LogicalIndexUsageInMB": 6928,
      "LogicalCRUDUsageInMB": 85417,
      "ClientReportedUsageInMB": 3156013,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-03-30T02:48:34.0616174-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 131376,
      "PhysicalCRUDUsageInMB": 623088,
      "LogicalIndexUsageInMB": 16240,
      "LogicalCRUDUsageInMB": 196960,
      "ClientReportedUsageInMB": 8099611,
      "ClientReportedCollectionCount": 18
    },
    {
      "TimeStamp": "2015-03-30T05:53:34.9914019-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 247740,
      "PhysicalCRUDUsageInMB": 1225416,
      "LogicalIndexUsageInMB": 25990,
      "LogicalCRUDUsageInMB": 322102,
      "ClientReportedUsageInMB": 36698575,
      "ClientReportedCollectionCount": 28
    },
    {
      "TimeStamp": "2015-03-30T09:03:11.5524864-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 320136,
      "PhysicalCRUDUsageInMB": 1703056,
      "LogicalIndexUsageInMB": 33719,
      "LogicalCRUDUsageInMB": 430001,
      "ClientReportedUsageInMB": 40063821,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-03-30T11:03:32.7070941-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2028,
      "PhysicalCRUDUsageInMB": 1216,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 141,
      "ClientReportedUsageInMB": 151207,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDtBAAAAAAAAA==",
  "_ts": 1427740121,
  "_etag": "\"0700dcbd-0000-0000-0000-551995d90000\"",
  "_attachments": "attachments/"
},
{
  "id": "708b7f7b-6a0b-47b6-9a36-81afecd47c48",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDuBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-29T23:32:57.2484117-07:00",
  "CompletedTime": "2015-03-30T15:27:22.1485679-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0dd27bdf-5182-4126-9f49-fb60406cea87",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-30T01:27:15.4312878-07:00",
      "CompleteTime": "2015-03-30T01:34:28.0931166-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ff9caed-623c-4e1d-9440-ee349f1ad825",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-30T01:27:15.9769102-07:00",
      "CompleteTime": "2015-03-30T01:39:54.2840797-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ccd2baab-69be-4c68-8746-26a69e071584",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T01:27:16.5352822-07:00",
      "CompleteTime": "2015-03-30T01:32:52.3314912-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "67ea6c27-b946-48e8-8f7a-98248563d524",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-30T01:27:17.075644-07:00",
      "CompleteTime": "2015-03-30T01:34:52.2239509-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a0d8567b-02e5-4637-bfe7-b21e0cd5f67d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T05:02:38.1249845-07:00",
      "CompleteTime": "2015-03-30T05:08:13.4081923-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "68ea6d8f-d48d-459e-bfc2-14a7b2fba2e9",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-30T07:08:29.0006896-07:00",
      "CompleteTime": "2015-03-30T07:15:40.3667099-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1d5843bd-9bf2-46aa-9a94-fec7abff2f33",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T07:55:30.6323322-07:00",
      "CompleteTime": "2015-03-30T08:01:05.1986353-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a12b05db-c77c-4a53-956d-cfc72833da73",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-30T13:55:36.5136474-07:00",
      "CompleteTime": "2015-03-30T14:40:07.8879091-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "5fd156de-aa7c-4190-9f02-ad8f6175a68c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T23:35:22.9391919-07:00",
      "EndTime": "2015-03-29T23:45:37.5326579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "76f993ed-6d75-47f4-a57f-a230b00038dd",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T23:45:46.130152-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "0e8f0531-b6cf-4017-9496-04c6ee48a377",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-29T23:45:46.4903929-07:00",
      "EndTime": "2015-03-30T00:17:44.6508601-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "de98452c-6304-404b-a320-54d2bbdae888",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-30T00:17:49.4839662-07:00",
      "EndTime": "2015-03-30T00:32:56.8115334-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ae8bca90-5c35-4846-b8ca-4492432d9f53",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T00:32:57.4109343-07:00",
      "EndTime": "2015-03-30T00:56:52.2887495-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d08f81cc-3cc2-4dd5-8fa0-109709c1f772",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T00:56:52.6263527-07:00",
      "EndTime": "2015-03-30T01:17:09.86042-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "35c97404-9da3-443d-9343-b235c9a0927f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T02:16:36.9848859-07:00",
      "EndTime": "2015-03-30T03:53:11.6665024-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b1ec4e3d-2d32-4312-8834-c78ce89e484f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T04:47:37.881446-07:00",
      "EndTime": "2015-03-30T06:48:13.9704504-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a351c24c-801a-4697-b5d1-e8fa3341c4b5",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T07:48:31.1253659-07:00",
      "EndTime": "2015-03-30T09:48:56.2731877-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a43556e5-1b56-47c8-9494-05d75e3f8a2b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T10:52:14.6713658-07:00",
      "EndTime": "2015-03-30T12:58:16.7658119-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "56fc0d4c-af61-46cb-a769-4a8b8bbf881d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T13:35:17.9090318-07:00",
      "EndTime": "2015-03-30T13:55:33.0878091-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "549fee89-1e18-4e2a-9bd0-564ce689ce5a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150329.4\\x64\\Release",
      "StartTime": "2015-03-30T14:40:09.2420071-07:00",
      "EndTime": "2015-03-30T14:42:22.4747942-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T00:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_5\\DocumentDB.ProcessWatchdog.exe.3132.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "7 back end trace criticals with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T00:30:34.9934183",
          "Last": "2015-03-30T00:30:34.9934183"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T00:30:34.9933553",
          "Last": "2015-03-30T00:30:34.9933553"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to terminate service module\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T05:01:39.6844072",
          "Last": "2015-03-30T05:01:39.6844072"
        },
        {
          "Message": "ASSERT: %s with message \"Shutdown failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T05:01:39.6844197",
          "Last": "2015-03-30T05:01:39.6844197"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T00:30:34.9935361",
          "Last": "2015-03-30T00:30:34.9935361"
        },
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T02:41:30.5553878",
          "Last": "2015-03-30T02:41:30.5553878"
        },
        {
          "Message": "Failed to update capacity or throughput with hr=%d. Will retry later",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T03:34:41.700612",
          "Last": "2015-03-30T03:34:41.700612"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "42 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 31,
          "First": "2015-03-30T05:12:50.5021874",
          "Last": "2015-03-30T07:35:00.7678234"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-30T05:12:51.6580496",
          "Last": "2015-03-30T05:13:01.4737699"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-03-30T05:12:53.8841493",
          "Last": "2015-03-30T10:14:04.7509592"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "338 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 7,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 43,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 26,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 262,
          "First": "2015-03-30T05:10:00",
          "Last": "2015-03-30T05:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39520235,
          "Average": 238073.7,
          "Max": 322728,
          "Min": 5876
        },
        {
          "StatusCode": 400,
          "Total": 2975,
          "Average": 17.92,
          "Max": 77,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1201147,
          "Average": 7235.83,
          "Max": 11972,
          "Min": 297
        },
        {
          "StatusCode": 408,
          "Total": 262,
          "Average": 1.58,
          "Max": 262,
          "Min": 262
        },
        {
          "StatusCode": 409,
          "Total": 12,
          "Average": 0.07,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35356411,
          "Average": 212990.43,
          "Max": 282954,
          "Min": 10
        },
        {
          "StatusCode": 429,
          "Total": 10355954,
          "Average": 62385.27,
          "Max": 182391,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1137863,
          "Average": 6854.6,
          "Max": 9403,
          "Min": 175
        },
        {
          "StatusCode": 404,
          "Total": 1895,
          "Average": 11.42,
          "Max": 201,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.04,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1240,
          "Average": 7.47,
          "Max": 76,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 285275,
          "Average": 1718.52,
          "Max": 5016,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 2983,
          "Average": 17.97,
          "Max": 153,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3408100,
          "Average": 20530.72,
          "Max": 28233,
          "Min": 463
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7232,
          "Average": 43.57,
          "Max": 644,
          "Min": 12
        },
        {
          "StatusCode": 408,
          "Total": 26,
          "Average": 0.16,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 410,
          "Total": 3655,
          "Average": 22.02,
          "Max": 170,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 860031,
          "Average": 5180.91,
          "Max": 14842,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 6636,
          "Average": 39.98,
          "Max": 266,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5964211,
          "Average": 35928.98,
          "Max": 48845,
          "Min": 793
        },
        {
          "StatusCode": 400,
          "Total": 452,
          "Average": 2.72,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 43,
          "Average": 0.26,
          "Max": 43,
          "Min": 43
        },
        {
          "StatusCode": 410,
          "Total": 5041,
          "Average": 30.37,
          "Max": 390,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1484819,
          "Average": 8944.69,
          "Max": 26913,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6865375,
          "Average": 41357.68,
          "Max": 55804,
          "Min": 1062
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 57,
          "Average": 0.34,
          "Max": 57,
          "Min": 57
        },
        {
          "StatusCode": 404,
          "Total": 3159,
          "Average": 19.03,
          "Max": 368,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24813,
          "Average": 149.48,
          "Max": 1286,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 999537,
          "Average": 6021.31,
          "Max": 14993,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6869950,
          "Average": 41385.24,
          "Max": 55802,
          "Min": 1066
        },
        {
          "StatusCode": 401,
          "Total": 1463,
          "Average": 8.81,
          "Max": 583,
          "Min": 22
        },
        {
          "StatusCode": 404,
          "Total": 13814,
          "Average": 83.22,
          "Max": 503,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 32303,
          "Average": 194.6,
          "Max": 1626,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 961992,
          "Average": 5795.13,
          "Max": 14468,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 18,
          "First": "2015-03-30T03:15:00",
          "Last": "2015-03-30T14:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-03-30T11:35:00",
          "Last": "2015-03-30T11:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1587 replica health errors | 187 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 29,
          "First": "2015-03-30T11:35:15.287",
          "Last": "2015-03-30T14:32:55.332"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 8,
          "First": "2015-03-30T11:35:15.297",
          "Last": "2015-03-30T12:30:27.924"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 1209,
          "First": "2015-03-30T03:24:57.407",
          "Last": "2015-03-30T15:08:01.714"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 154,
          "First": "2015-03-30T09:34:51.63",
          "Last": "2015-03-30T14:57:58.818"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1546 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.121
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1077,
          "HourlyAverage": 71.04
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.66
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.198
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 393,
          "HourlyAverage": 25.923
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.33
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.33
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.792
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.396
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.066
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "35c7861c-3094-4169-90dc-a25c3e6e2f24",
          "MaxQuota": 10475520,
          "MaxUsage": 6050719
        },
        {
          "PartitionId": "40159efa-b692-4fac-b6dc-444ff3f14ff9",
          "MaxQuota": 10475520,
          "MaxUsage": 5969275
        },
        {
          "PartitionId": "ac05a2f8-da90-4649-aab8-a0c011244c67",
          "MaxQuota": 10476298,
          "MaxUsage": 5941376
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "40159efa-b692-4fac-b6dc-444ff3f14ff9",
          "MaxCrudUsage": 5856,
          "MaxIndexUsage": 1144,
          "MaxTotalUsage": 7432
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "35c7861c-3094-4169-90dc-a25c3e6e2f24",
          "MaxCrudUsage": 5936,
          "MaxIndexUsage": 1144,
          "MaxTotalUsage": 7388
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "759d224e-65d2-4d90-ac9f-75ce7a241304",
          "MaxCrudUsage": 5832,
          "MaxIndexUsage": 1116,
          "MaxTotalUsage": 7224
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 32 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T05:10:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 522.721,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T06:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 187.745,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T09:05:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 179.794,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T06:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 175.681,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T09:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 168.655,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.57117
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.05393
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.156141
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.701843
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.861545
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 46.719796
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 44.712911
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 38.476441
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 38.260125
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 37.787367
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 726.516293 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 726.516293
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 720.652011
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 718.275588
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 695.974144
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 679.376518
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59796.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60041.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62459.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 64709.689655
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 65137.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "20466 Direct Tcp requests with 503 | 3035 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 58,
          "Average": 1.933,
          "First": "2015-03-30T03:45:00",
          "Last": "2015-03-30T15:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "Average": 1.143,
          "First": "2015-03-30T01:40:00",
          "Last": "2015-03-30T04:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-03-30T02:20:00",
          "Last": "2015-03-30T03:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-30T01:35:00",
          "Last": "2015-03-30T03:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-03-30T02:20:00",
          "Last": "2015-03-30T03:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 18,
          "Average": 2.571,
          "First": "2015-03-30T04:40:00",
          "Last": "2015-03-30T15:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2928,
          "Average": 21.065,
          "First": "2015-03-30T01:50:00",
          "Last": "2015-03-30T13:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 20043,
          "Average": 142.149,
          "First": "2015-03-30T01:45:00",
          "Last": "2015-03-30T13:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 148,
          "Average": 18.5,
          "First": "2015-03-30T14:50:00",
          "Last": "2015-03-30T15:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 79,
          "Average": 9.875,
          "First": "2015-03-30T14:50:00",
          "Last": "2015-03-30T15:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 204,
          "Average": 2.292,
          "First": "2015-03-30T07:20:00",
          "Last": "2015-03-30T15:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-03-30T14:25:00",
          "Last": "2015-03-30T14:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-30+06%3a32%3a57Z&end=2015-03-30+22%3a27%3a22Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-30T02:16:18.5217129-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 28028,
      "PhysicalCRUDUsageInMB": 24128,
      "LogicalIndexUsageInMB": 226,
      "LogicalCRUDUsageInMB": 3765,
      "ClientReportedUsageInMB": 4524,
      "ClientReportedCollectionCount": 28
    },
    {
      "TimeStamp": "2015-03-30T04:07:18.4196558-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 116584,
      "PhysicalCRUDUsageInMB": 302656,
      "LogicalIndexUsageInMB": 6788,
      "LogicalCRUDUsageInMB": 83474,
      "ClientReportedUsageInMB": 17213,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-03-30T07:08:15.7235878-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 148584,
      "PhysicalCRUDUsageInMB": 742824,
      "LogicalIndexUsageInMB": 14763,
      "LogicalCRUDUsageInMB": 182419,
      "ClientReportedUsageInMB": 22236,
      "ClientReportedCollectionCount": 9
    },
    {
      "TimeStamp": "2015-03-30T10:12:00.4870225-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 237816,
      "PhysicalCRUDUsageInMB": 1223856,
      "LogicalIndexUsageInMB": 23981,
      "LogicalCRUDUsageInMB": 299124,
      "ClientReportedUsageInMB": 31347,
      "ClientReportedCollectionCount": 8
    },
    {
      "TimeStamp": "2015-03-30T13:27:01.644862-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 348264,
      "PhysicalCRUDUsageInMB": 1865872,
      "LogicalIndexUsageInMB": 38125,
      "LogicalCRUDUsageInMB": 486182,
      "ClientReportedUsageInMB": 205288,
      "ClientReportedCollectionCount": 42
    },
    {
      "TimeStamp": "2015-03-30T15:27:22.1485679-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 254476,
      "PhysicalCRUDUsageInMB": 1323376,
      "LogicalIndexUsageInMB": 26066,
      "LogicalCRUDUsageInMB": 321735,
      "ClientReportedUsageInMB": 374317,
      "ClientReportedCollectionCount": 99
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDuBAAAAAAAAA==",
  "_ts": 1427756372,
  "_etag": "\"0a003276-0000-0000-0000-5519d5540000\"",
  "_attachments": "attachments/"
},
{
  "id": "f01b8c73-f0e5-4235-9699-c62f08631c76",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDvBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-03-30T11:18:17.6226073-07:00",
  "CompletedTime": "2015-04-07T16:54:15.1211905-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7f958561-b9fd-4cda-a3de-f675d3fc6d44",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-30T12:59:10.5978544-07:00",
      "CompleteTime": "2015-03-30T13:04:46.0836334-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "af14f386-7c32-4941-a744-3adca7f83f8a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-30T12:59:11.0974764-07:00",
      "CompleteTime": "2015-03-30T13:05:45.8369747-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9c16fa88-4d5f-4e56-8fb5-4ae2540aaac0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T12:59:11.5841837-07:00",
      "CompleteTime": "2015-03-30T13:05:15.7389334-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "efab993d-1f1a-4ab4-bd1c-c21cf67fbd76",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-30T12:59:12.0712542-07:00",
      "CompleteTime": "2015-03-30T13:07:25.254647-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "619efea8-19cf-4262-bd92-120dd54d8f5e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T14:01:22.2409793-07:00",
      "CompleteTime": "2015-03-30T14:06:55.8265601-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ef83f41-5d62-4902-ae7a-ea15a98040f3",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-03-30T14:56:51.0463808-07:00",
      "CompleteTime": "2015-03-30T14:58:59.4592929-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "c9eb797b-8b70-481e-a1a2-cef62ea6278d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T16:53:45.4557335-07:00",
      "CompleteTime": "2015-03-30T16:59:19.1292951-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "22e08a5c-7b34-4b58-9d8b-c52cbfc2da48",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-30T11:20:48.6820583-07:00",
      "EndTime": "2015-03-30T11:31:09.5498229-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b7406ae-f663-4d88-82e0-23155aa48830",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-30T11:31:18.6586509-07:00",
      "EndTime": "2015-03-30T11:31:19.0293077-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e814482-1711-4184-99dc-a89b377b0305",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-30T11:31:19.3842692-07:00",
      "EndTime": "2015-03-30T12:02:50.1760384-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a391200-2fe8-4696-9a11-3b1c20cb4db0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T12:02:53.2512034-07:00",
      "EndTime": "2015-03-30T12:13:40.7759129-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4986b28d-147f-4b6a-bcf3-7fb3d6f4ce99",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T12:13:46.1302648-07:00",
      "EndTime": "2015-03-30T12:32:57.4919203-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "33e4662b-47ff-4410-9a90-f940b36ea18b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T12:32:57.8575225-07:00",
      "EndTime": "2015-03-30T12:49:05.4240023-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba6ccaf2-f665-40af-96ee-a0970f2eea92",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T13:46:29.0705406-07:00",
      "EndTime": "2015-03-30T14:53:32.6282413-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5fc8cee1-ab89-41f3-aa1d-7a66541f6287",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T15:37:09.5962106-07:00",
      "EndTime": "2015-03-30T16:46:57.6928498-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Backup Failed with hr=%d",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-03-30T13:43:29.8426736",
          "Last": "2015-03-30T13:43:29.8426736"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 02:45:00 which does not meet the expected of 08:00:00, with maximum throughput being 335284. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 11429168,
          "Average": 265794.6,
          "Max": 335284,
          "Min": 1140
        },
        {
          "StatusCode": 400,
          "Total": 67,
          "Average": 1.56,
          "Max": 44,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 16954,
          "Average": 394.28,
          "Max": 5579,
          "Min": 53
        },
        {
          "StatusCode": 410,
          "Total": 17919,
          "Average": 416.72,
          "Max": 2259,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2949481,
          "Average": 68592.58,
          "Max": 266432,
          "Min": 185
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 02:55:00 which does not meet the expected of 08:00:00, with maximum throughput being 9701. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 329668,
          "Average": 7666.7,
          "Max": 9701,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 721,
          "Average": 16.77,
          "Max": 168,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 480,
          "Average": 11.16,
          "Max": 70,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 80650,
          "Average": 1875.58,
          "Max": 7376,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 1265,
          "Average": 29.42,
          "Max": 95,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 02:50:00 which does not meet the expected of 08:00:00, with maximum throughput being 29077. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 989366,
          "Average": 23008.51,
          "Max": 29077,
          "Min": 95
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.09,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2573,
          "Average": 59.84,
          "Max": 494,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1482,
          "Average": 34.47,
          "Max": 173,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 242329,
          "Average": 5635.56,
          "Max": 21725,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 2884,
          "Average": 67.07,
          "Max": 173,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 02:50:00 which does not meet the expected of 08:00:00, with maximum throughput being 50879. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1725323,
          "Average": 40123.79,
          "Max": 50879,
          "Min": 132
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.28,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9151,
          "Average": 212.81,
          "Max": 5358,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.16,
          "Max": 3,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1533,
          "Average": 35.65,
          "Max": 181,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 429084,
          "Average": 9978.7,
          "Max": 39720,
          "Min": 64
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a47%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 244177. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 9470655,
          "Average": 220247.79,
          "Max": 244177,
          "Min": 203
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.26,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 536,
          "Average": 12.47,
          "Max": 151,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 11647,
          "Average": 270.86,
          "Max": 1967,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 196266,
          "Average": 4564.33,
          "Max": 13739,
          "Min": 10
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 03:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 53179. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1902725,
          "Average": 44249.42,
          "Max": 53179,
          "Min": 206
        },
        {
          "StatusCode": 401,
          "Total": 450,
          "Average": 10.47,
          "Max": 419,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 3094,
          "Average": 71.95,
          "Max": 409,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 10320,
          "Average": 240.0,
          "Max": 1402,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 192644,
          "Average": 4480.09,
          "Max": 14259,
          "Min": 1314
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "217 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 1.47
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 189,
          "HourlyAverage": 39.694
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 20,
          "HourlyAverage": 4.2
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.21
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.21
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "de003c71-2df9-4c66-8c9a-eb7bcab6b1b9",
          "MaxQuota": 10476298,
          "MaxUsage": 2481734
        },
        {
          "PartitionId": "b4308ab8-9811-46da-ac8c-bbda13f99e19",
          "MaxQuota": 10476298,
          "MaxUsage": 1712676
        },
        {
          "PartitionId": "e77adb80-ddee-48ba-879d-f405ce46d9d8",
          "MaxQuota": 10476298,
          "MaxUsage": 1690311
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "PartitionId": "de003c71-2df9-4c66-8c9a-eb7bcab6b1b9",
          "MaxCrudUsage": 2456,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2864
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "9602b36e-193c-4510-8e15-f71c3bc2d006",
          "MaxCrudUsage": 1744,
          "MaxIndexUsage": 344,
          "MaxTotalUsage": 2248
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "b4308ab8-9811-46da-ac8c-bbda13f99e19",
          "MaxCrudUsage": 1720,
          "MaxIndexUsage": 344,
          "MaxTotalUsage": 2192
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a48%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 7 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T16:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 537.129,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T16:25:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 279.39,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T16:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 275.927,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T16:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 192.94,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T16:30:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 124.414,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a49%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 95.798897
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 96.054543
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 96.113398
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 96.199555
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 96.212779
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a49%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 27.456097
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 23.308195
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 23.283122
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 22.795298
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 22.662171
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a49%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 65.020689
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.604943
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 35.44308
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 28.084653
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 26.393782
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a49%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 86712.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 87847.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88266.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 88749.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 89758.0
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a50%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a50%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 16,
          "First": "2015-03-30T13:45:00",
          "Last": "2015-03-30T16:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 2,
          "First": "2015-03-30T13:50:00",
          "Last": "2015-03-30T13:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 161,
          "First": "2015-03-30T13:35:00",
          "Last": "2015-03-30T16:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a51%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a51%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 57,
          "SampleCount": 9998
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a51%3a40Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a51%3a40Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-30+18%3a18%3a17Z&end=2015-03-30+23%3a51%3a46Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-30T13:46:06.0193938-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 30292,
      "PhysicalCRUDUsageInMB": 23984,
      "LogicalIndexUsageInMB": 108,
      "LogicalCRUDUsageInMB": 3272,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 21
    },
    {
      "TimeStamp": "2015-03-30T14:56:36.6119377-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105860,
      "PhysicalCRUDUsageInMB": 189520,
      "LogicalIndexUsageInMB": 4200,
      "LogicalCRUDUsageInMB": 54191,
      "ClientReportedUsageInMB": 12888201,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-03-30T16:51:54.2068824-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 122800,
      "PhysicalCRUDUsageInMB": 514096,
      "LogicalIndexUsageInMB": 12660,
      "LogicalCRUDUsageInMB": 155681,
      "ClientReportedUsageInMB": 66062434,
      "ClientReportedCollectionCount": 54
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDvBAAAAAAAAA==",
  "_ts": 1428450855,
  "_etag": "\"1800e28c-0000-0000-0000-55246e270000\"",
  "_attachments": "attachments/"
},
{
  "id": "fffa89c3-97e4-4a11-ae09-ac966371adf7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDwBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-30T14:52:24.4155668-07:00",
  "CompletedTime": "2015-03-31T04:39:29.573912-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "582736f5-bcb1-49ec-8103-18b5daab8c7b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-30T16:00:15.746208-07:00",
      "CompleteTime": "2015-03-30T16:08:51.5313256-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09aa1a44-094f-4b25-ae03-b387598636c2",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-30T16:00:16.0805042-07:00",
      "CompleteTime": "2015-03-30T16:07:51.2133548-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cea5fd77-8dc6-4c90-b892-5c4d36582e95",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T16:00:16.6104809-07:00",
      "CompleteTime": "2015-03-30T16:07:21.6719306-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "eaa6edc3-7be4-466a-9dc3-4212be06a8e5",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-30T16:00:20.5111827-07:00",
      "CompleteTime": "2015-03-30T16:09:37.1561824-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48696066-ce8c-4555-85fb-e937b3c5daa0",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T17:02:17.3181278-07:00",
      "CompleteTime": "2015-03-30T17:10:52.0364814-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1575fdc-b4ed-467c-ba06-1411e47b380b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-30T18:28:46.2598806-07:00",
      "CompleteTime": "2015-03-30T18:38:01.6639477-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "469924dd-1b3b-4b2f-9025-dcf8317a9907",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T20:01:50.6840925-07:00",
      "CompleteTime": "2015-03-30T20:10:55.6206353-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5efed882-8567-4673-90e9-b8eae5001af9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-31T02:48:28.0464292-07:00",
      "CompleteTime": "2015-03-31T02:55:38.502844-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a943b8b1-8150-4e11-ac95-9d6e7e7a7d0f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T14:54:55.0266154-07:00",
      "EndTime": "2015-03-30T15:09:25.7319388-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "56bcd38d-8d19-48b7-8d1e-be170bd2c519",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T15:10:18.5095362-07:00",
      "EndTime": "2015-03-30T15:10:18.8565269-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e6b2e82f-a729-4e1d-b6aa-d9972ca93320",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T15:10:19.2037229-07:00",
      "EndTime": "2015-03-30T15:48:10.8517924-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31e0713e-903c-4786-abec-e0fba97d24a7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T15:48:17.9350667-07:00",
      "EndTime": "2015-03-30T16:00:11.8081989-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1ebd43b-e393-421d-9d72-6aec716f212a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T16:47:25.6345101-07:00",
      "EndTime": "2015-03-30T18:23:03.4880026-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cac70696-ad36-4a71-9782-0e41e3cae76b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T19:08:49.3975367-07:00",
      "EndTime": "2015-03-30T20:27:37.6760976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "37c954a8-67d1-4063-8382-7c54601945f4",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-30T21:18:22.7777768-07:00",
      "EndTime": "2015-03-30T23:16:54.0507218-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5854d8fa-d0c7-457f-8194-8f8c6f3274d9",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-31T00:11:39.1774292-07:00",
      "EndTime": "2015-03-31T02:18:37.1630506-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f97e79cf-8b3e-4862-807c-c6d942c78275",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-31T02:48:18.6847083-07:00",
      "EndTime": "2015-03-31T02:48:24.7866511-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "995d5efd-c953-454c-b9ac-efb1e4b327f2",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150330.3\\x64\\Release",
      "StartTime": "2015-03-31T02:55:39.9407895-07:00",
      "EndTime": "2015-03-31T02:55:44.6915702-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408 | 1727 requests with 500 | 139 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-30T19:43:25.8150064",
          "Last": "2015-03-30T19:43:25.8150064"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1567,
          "First": "2015-03-31T01:42:43.5844262",
          "Last": "2015-03-31T02:40:49.6863374"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 143,
          "First": "2015-03-31T01:42:43.5846384",
          "Last": "2015-03-31T02:40:48.2358257"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 17,
          "First": "2015-03-31T01:42:48.1334064",
          "Last": "2015-03-31T02:40:34.7512402"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-30T19:43:26.9959849",
          "Last": "2015-03-30T23:50:05.8283895"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-03-31T00:49:12.1379824",
          "Last": "2015-03-31T00:49:12.1499539"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 122,
          "First": "2015-03-31T00:49:13.1595353",
          "Last": "2015-03-31T00:52:55.0414835"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 13,
          "First": "2015-03-31T00:49:13.9538952",
          "Last": "2015-03-31T00:52:55.0074482"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-31T00:50:06.900334",
          "Last": "2015-03-31T00:50:06.900334"
        },
        {
          "Category": "DocumentCollection",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-31T00:50:08.1262992",
          "Last": "2015-03-31T00:50:08.1262992"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 237070.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 4164934,
          "Average": 27952.58,
          "Max": 237070,
          "Min": 12
        },
        {
          "StatusCode": 400,
          "Total": 255,
          "Average": 1.71,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 5589758,
          "Average": 37515.15,
          "Max": 71435,
          "Min": 281
        },
        {
          "StatusCode": 404,
          "Total": 6315,
          "Average": 42.38,
          "Max": 6315,
          "Min": 6315
        },
        {
          "StatusCode": 410,
          "Total": 9817278,
          "Average": 65887.77,
          "Max": 106916,
          "Min": 762
        },
        {
          "StatusCode": 429,
          "Total": 1918157,
          "Average": 12873.54,
          "Max": 167200,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 7021.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 394994,
          "Average": 3185.44,
          "Max": 7241,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 3103,
          "Average": 25.02,
          "Max": 203,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 4924,
          "Average": 39.71,
          "Max": 730,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 92972,
          "Average": 749.77,
          "Max": 4553,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5142,
          "Average": 41.47,
          "Max": 206,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 20817.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1164372,
          "Average": 9390.1,
          "Max": 20817,
          "Min": 22
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8255,
          "Average": 66.57,
          "Max": 1895,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 11607,
          "Average": 93.6,
          "Max": 670,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 14765,
          "Average": 119.07,
          "Max": 2256,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 281772,
          "Average": 2272.35,
          "Max": 13564,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 15663,
          "Average": 126.31,
          "Max": 414,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 34322.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 590736,
          "Average": 3991.46,
          "Max": 34322,
          "Min": 2
        },
        {
          "StatusCode": 400,
          "Total": 821239,
          "Average": 5548.91,
          "Max": 10493,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8542,
          "Average": 57.72,
          "Max": 5735,
          "Min": 19
        },
        {
          "StatusCode": 410,
          "Total": 632537,
          "Average": 4273.9,
          "Max": 8273,
          "Min": 41
        },
        {
          "StatusCode": 429,
          "Total": 298398,
          "Average": 2016.2,
          "Max": 25987,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27543646,
          "Average": 184856.68,
          "Max": 243770,
          "Min": 5182
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 174,
          "Average": 1.17,
          "Max": 33,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 30756,
          "Average": 206.42,
          "Max": 1373,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 132101,
          "Average": 886.58,
          "Max": 9039,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 51660.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1063645,
          "Average": 8577.78,
          "Max": 51660,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 2881,
          "Average": 23.23,
          "Max": 764,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 45909,
          "Average": 370.23,
          "Max": 2104,
          "Min": 15
        },
        {
          "StatusCode": 429,
          "Total": 122175,
          "Average": 985.28,
          "Max": 8779,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 9,
          "First": "2015-03-30T21:30:00",
          "Last": "2015-03-30T22:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.0,
          "Count": 10,
          "First": "2015-03-30T16:10:00",
          "Last": "2015-03-30T22:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0.5,
          "Count": 3,
          "First": "2015-03-30T16:15:00",
          "Last": "2015-03-30T22:00:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "54 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 2.8
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.7
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.233
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0a5458f2-3ba4-46c5-8eba-ac5028bb928e",
          "MaxQuota": 3490816,
          "MaxUsage": 3480800
        },
        {
          "PartitionId": "bf5d1505-30ae-403c-ad9f-4d4d3e47831d",
          "MaxQuota": 3490816,
          "MaxUsage": 3385088
        },
        {
          "PartitionId": "2040742d-ab9a-449c-96fc-b02384fa7a02",
          "MaxQuota": 3490816,
          "MaxUsage": 3374848
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "96a4303c-3473-4519-a472-aeded352fab8",
          "MaxCrudUsage": 3296,
          "MaxIndexUsage": 672,
          "MaxTotalUsage": 4080
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "PartitionId": "2040742d-ab9a-449c-96fc-b02384fa7a02",
          "MaxCrudUsage": 3312,
          "MaxIndexUsage": 664,
          "MaxTotalUsage": 4072
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "0a5458f2-3ba4-46c5-8eba-ac5028bb928e",
          "MaxCrudUsage": 3416,
          "MaxIndexUsage": 556,
          "MaxTotalUsage": 4068
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 2 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T22:05:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 126.297,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T19:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 52.079,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 97.600257
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 97.602507
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 97.629332
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.829899
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 97.90234
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 92.447836 while the maximum threshold expected was 90",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 92.447836
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 89.467593
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 87.887553
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 87.030043
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 85.220796
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 217.311894
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 21.183971
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 13.998381
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 13.233182
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 11.053129
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 100756.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 103020.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 103046.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 103738.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 104002.466667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "105 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Fabric.FabricElementNotFoundException",
          "ExceptionMessage": "Name does not exist.",
          "Count": 105,
          "First": "2015-03-30T16:14:44.839899",
          "Last": "2015-03-31T04:39:12.7181404"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "9 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "EventName=\"FormattedMessageEvent\" FormattedMessage=\"Checkpoint verification failed while fetching operation. Exception = {0}\" Argument0=\"System.FormatException: Additional non-parsable characters are at the end of the string.\n   at System.ParseNumbers.StringToLong(String s, Int32 radix, Int32 flags, Int32* currPos)\n   at System.Convert.ToInt64(String value, Int32 fromBase)\n   at Newtonsoft.Json.JsonTextReader.ParseNumber() in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonTextReader.cs:line 1329\n   at Newtonsoft.Json.JsonTextReader.ParseValue() in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonTextReader.cs:line 1098\n   at Newtonsoft.Json.JsonTextReader.ReadInternal() in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonTextReader.cs:line 476\n   at Newtonsoft.Json.JsonTextReader.Read() in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonTextReader.cs:line 397\n   at Newtonsoft.Json.Serialization.JsonSerializerInternalReader.ReadForType(JsonReader reader, JsonContract contract, Boolean hasConverter) in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\Serialization\\JsonSerializerInternalReader.cs:line 1471\n   at Newtonsoft.Json.Serialization.JsonSerializerInternalReader.Deserialize(JsonReader reader, Type objectType, Boolean checkAdditionalContent) in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\Serialization\\JsonSerializerInternalReader.cs:line 164\n   at Newtonsoft.Json.JsonSerializer.DeserializeInternal(JsonReader reader, Type objectType) in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonSerializer.cs:line 565\n   at Newtonsoft.Json.JsonConvert.DeserializeObject[T](String value, JsonSerializerSettings settings) in c:\\Temp\\Json\\Working\\Newtonsoft.Json\\Src\\Newtonsoft.Json\\JsonConvert.cs:line 913\n   at Microsoft.Azure.Documents.Management.Core.OperationStateManager.<Deserialize>d__58`1.MoveNext() in d:\\_Bld\\7730\\3505\\Sources\\Product\\Microsoft.Azure.Documents\\Management\\Core\\OperationStateManager.cs:line 428\n--- End of stack trace from previous location where exception was thrown ---\n   at System.Runtime.CompilerServices.TaskAwaiter.ThrowForNonSuccess(Task task)\n   at System.Runtime.CompilerServices.TaskAwaiter.HandleNonSuccessAndDebuggerNotification(Task task)\n   at Microsoft.Azure.Documents.Management.Core.OperationStateManager.<GetOperationAsync>d__7.MoveNext() in d:\\_Bld\\7730\\3505\\Sources\\Product\\Microsoft.Azure.Documents\\Management\\Core\\OperationStateManager.cs:line 130\n--- End of stack trace from previous location where exception was thrown ---\n   at System.Runtime.CompilerServices.TaskAwaiter.ThrowForNonSuccess(Task task)\n   at System.Runtime.CompilerServices.TaskAwaiter.HandleNonSuccessAndDebuggerNotification(Task task)\n   at System.Runtime.CompilerServices.TaskAwaiter`1.GetResult()\n   at Microsoft.Azure.Documents.Management.Core.OperationStateManager.<ValidateStateIfVerificationEnabledAsync>d__35.MoveNext() in d:\\_Bld\\7730\\3505\\Sources\\Product\\Microsoft.Azure.Documents\\Management\\Core\\OperationStateManager.cs:line 295\" TraceSource=\"DocDBTrace\"",
          "Timestamp": "2015-03-31T01:17:58.8981935"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:d6c54f62-8474-4e63-8e89-100b4fab963c Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:4, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-31T00:52:32.7193083"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:d6c54f62-8474-4e63-8e89-100b4fab963c Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 51195 MB.",
          "Timestamp": "2015-03-31T00:52:34.3909741"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:2e630f9c-8f81-4df8-b77a-a41cfdf29f2f Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:2, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-31T00:56:54.5637794"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:2e630f9c-8f81-4df8-b77a-a41cfdf29f2f Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 30717 MB.",
          "Timestamp": "2015-03-31T00:56:56.3126045"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:7e237c22-e61c-4e1a-9761-f8ad3287ef55 Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:3, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-31T00:50:26.6575419"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:7e237c22-e61c-4e1a-9761-f8ad3287ef55 Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 40956 MB.",
          "Timestamp": "2015-03-31T00:50:28.5602982"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:bfd528f0-2132-47d4-bda6-b9664129ebe6 Type:UpdateDocumentServiceUserSettingsWorkflow Message:MasterScaleUnitsRequired:0, SpareMasterScaleUnits:116, ServerScaleUnitsRequired:3, SpareServerScaleUnits:1",
          "Timestamp": "2015-03-31T00:57:54.3218423"
        },
        {
          "Message": "Subscription:c47cec71-588e-4ad2-8208-18eb123329df Operation:bfd528f0-2132-47d4-bda6-b9664129ebe6 Type:ChangeDocumentServiceCapacityOperation Message:Unable to reserve capacity for scale-up request of databaseAccount to 40956 MB.",
          "Timestamp": "2015-03-31T00:57:56.1945297"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-30+21%3a52%3a24Z&end=2015-03-31+11%3a39%3a29Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-30T16:46:59.0841071-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 19456,
      "PhysicalCRUDUsageInMB": 33312,
      "LogicalIndexUsageInMB": 418,
      "LogicalCRUDUsageInMB": 7766,
      "ClientReportedUsageInMB": 3015639,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-03-30T18:28:26.0077827-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 34196,
      "PhysicalCRUDUsageInMB": 128352,
      "LogicalIndexUsageInMB": 2121,
      "LogicalCRUDUsageInMB": 30846,
      "ClientReportedUsageInMB": 8849917,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-03-30T20:38:03.9380805-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 40588,
      "PhysicalCRUDUsageInMB": 154000,
      "LogicalIndexUsageInMB": 2685,
      "LogicalCRUDUsageInMB": 36689,
      "ClientReportedUsageInMB": 10562770,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-03-30T23:31:18.895027-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 49192,
      "PhysicalCRUDUsageInMB": 216016,
      "LogicalIndexUsageInMB": 4451,
      "LogicalCRUDUsageInMB": 60242,
      "ClientReportedUsageInMB": 10612656,
      "ClientReportedCollectionCount": 3
    },
    {
      "TimeStamp": "2015-03-31T02:38:19.0413196-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 42796,
      "PhysicalCRUDUsageInMB": 189896,
      "LogicalIndexUsageInMB": 4376,
      "LogicalCRUDUsageInMB": 57653,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T04:39:29.573912-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 14824,
      "PhysicalCRUDUsageInMB": 40688,
      "LogicalIndexUsageInMB": 660,
      "LogicalCRUDUsageInMB": 9853,
      "ClientReportedUsageInMB": 10682986,
      "ClientReportedCollectionCount": 13
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDwBAAAAAAAAA==",
  "_ts": 1427803260,
  "_etag": "\"0900ff0a-0000-0000-0000-551a8c7c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "0dfcb700-622f-42b0-a7e0-856cd61b93d4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDxBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-30T16:13:36.0234338-07:00",
  "CompletedTime": "2015-03-31T10:05:37.4529207-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "39772ca6-363b-422d-81ea-0cf438306abd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-30T16:15:59.4310144-07:00",
      "EndTime": "2015-03-30T16:24:05.9298641-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f6b666f6-e109-4bc6-9d24-3c5563cabc1b",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-30T16:24:13.6363563-07:00",
      "EndTime": "2015-03-30T16:24:13.9780196-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f904339-7833-4560-98cf-7f7ee1c45b90",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-30T16:24:14.3309105-07:00",
      "EndTime": "2015-03-30T16:55:32.0430842-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDxBAAAAAAAAA==",
  "_ts": 1427821537,
  "_etag": "\"0e008066-0000-0000-0000-551ad3e10000\"",
  "_attachments": "attachments/"
},
{
  "id": "3b36c177-f43a-4a82-aa38-c84918b7cbb0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDyBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-30T18:25:56.7460501-07:00",
  "CompletedTime": "2015-03-31T08:12:17.0327162-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "656f4010-82e3-4b6e-8556-c2623250c5bb",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-30T19:55:31.6438807-07:00",
      "CompleteTime": "2015-03-30T20:01:38.8606128-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7b225ac6-5fc7-49d5-832e-087cac5c948a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T19:55:32.1907747-07:00",
      "CompleteTime": "2015-03-30T20:02:08.3629838-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bb164c69-82f6-468d-bb59-1f82c98e5589",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-30T19:55:32.6907825-07:00",
      "CompleteTime": "2015-03-30T20:02:38.4752286-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "11a1bbc4-0617-42cf-9101-7b1d5c2a65ed",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-30T19:55:33.2111574-07:00",
      "CompleteTime": "2015-03-30T20:04:50.9707989-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17eda1d4-529a-4b11-8366-245a637a137f",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T21:11:49.0167778-07:00",
      "CompleteTime": "2015-03-30T21:17:56.3049421-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "50a7b861-bb0d-472c-b941-17c5fca1e66b",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-30T22:05:20.1823117-07:00",
      "CompleteTime": "2015-03-30T22:05:31.1920265-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "02963151-e50f-4d88-a21c-760915b1267d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T00:06:56.8799469-07:00",
      "CompleteTime": "2015-03-31T00:13:01.0601297-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ad6840e-cae7-4540-bab6-17636e06358d",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-31T06:38:59.3963611-07:00",
      "CompleteTime": "2015-03-31T06:39:08.8087279-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "f2d98316-aae5-42c0-b48e-11c2f4e97699",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T18:26:05.3087668-07:00",
      "EndTime": "2015-03-30T18:39:09.7319368-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a7d42c4c-e633-4fb7-a4b0-f7ec50fc49c5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T18:39:25.9198448-07:00",
      "EndTime": "2015-03-30T18:40:33.7653159-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b894182c-e84e-437f-bdf0-af7f2434e4af",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T18:40:34.1559524-07:00",
      "EndTime": "2015-03-30T19:14:51.2394767-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e116e18f-010f-4f75-bfb3-83218db3f10d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T19:15:02.6775636-07:00",
      "EndTime": "2015-03-30T19:30:13.8262146-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc39c242-c7af-4aa9-b8a0-1163e9b08c2d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T19:30:14.2324784-07:00",
      "EndTime": "2015-03-30T19:45:24.252482-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "793fc937-9614-41b6-8b5d-0736337b302b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-30T20:43:20.1816724-07:00",
      "EndTime": "2015-03-30T20:56:44.5184126-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "316c1c4e-704e-489b-a6bb-e71192bcf781",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-30T20:56:54.5055901-07:00",
      "EndTime": "2015-03-30T22:00:46.4861174-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "556c6de9-889e-490b-a951-de54c402e428",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-30T22:45:24.1933446-07:00",
      "EndTime": "2015-03-30T23:55:03.3650925-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4cfd3974-a983-463d-97ea-c910e7e6f8b7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-31T00:42:58.1966931-07:00",
      "EndTime": "2015-03-31T02:46:46.1984381-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "123ec2de-49fd-4fa7-89bd-f5e4eafbfb21",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-31T03:43:34.0930263-07:00",
      "EndTime": "2015-03-31T05:49:37.4700794-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31fd0d00-2803-4baa-b5f4-266e9b612744",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150330.2\\x64\\Release",
      "StartTime": "2015-03-31T06:19:40.8599614-07:00",
      "EndTime": "2015-03-31T06:38:54.5577698-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "55 requests with 503 | 14 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 46,
          "First": "2015-03-31T01:11:34.6032282",
          "Last": "2015-03-31T01:11:35.2375769"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "First": "2015-03-31T01:11:34.7883122",
          "Last": "2015-03-31T01:11:35.237708"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-31T01:11:34.928657",
          "Last": "2015-03-31T01:11:34.928657"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 10,
          "First": "2015-03-30T21:49:28.2788419",
          "Last": "2015-03-31T05:54:14.252564"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-03-30T22:39:29.1753983",
          "Last": "2015-03-31T05:53:43.7877115"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-03-31T05:44:15.1152392",
          "Last": "2015-03-31T05:44:15.1152392"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35757343,
          "Average": 248314.88,
          "Max": 329689,
          "Min": 26
        },
        {
          "StatusCode": 400,
          "Total": 24,
          "Average": 0.17,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 62057,
          "Average": 430.95,
          "Max": 6396,
          "Min": 237
        },
        {
          "StatusCode": 409,
          "Total": 26,
          "Average": 0.18,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 48393,
          "Average": 336.06,
          "Max": 2290,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5233510,
          "Average": 36343.82,
          "Max": 82129,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1022796,
          "Average": 8523.3,
          "Max": 9620,
          "Min": 251
        },
        {
          "StatusCode": 404,
          "Total": 1887,
          "Average": 15.72,
          "Max": 123,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1227,
          "Average": 10.22,
          "Max": 65,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 147578,
          "Average": 1229.82,
          "Max": 2315,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 2180,
          "Average": 18.17,
          "Max": 99,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3074375,
          "Average": 25619.79,
          "Max": 28617,
          "Min": 697
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.05,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6684,
          "Average": 55.7,
          "Max": 479,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 3454,
          "Average": 28.78,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 442304,
          "Average": 3685.87,
          "Max": 6746,
          "Min": 3
        },
        {
          "StatusCode": 449,
          "Total": 6250,
          "Average": 52.08,
          "Max": 206,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5436989,
          "Average": 44933.79,
          "Max": 50385,
          "Min": 415
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.1,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8783,
          "Average": 72.59,
          "Max": 5345,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4091,
          "Average": 33.81,
          "Max": 228,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 686210,
          "Average": 5671.16,
          "Max": 12133,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27234259,
          "Average": 187822.48,
          "Max": 217806,
          "Min": 12804
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.09,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 404,
          "Total": 8770,
          "Average": 60.48,
          "Max": 839,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 26412,
          "Average": 182.15,
          "Max": 1611,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 336450,
          "Average": 2320.34,
          "Max": 5343,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5466564,
          "Average": 45554.7,
          "Max": 53834,
          "Min": 1043
        },
        {
          "StatusCode": 401,
          "Total": 1349,
          "Average": 11.24,
          "Max": 169,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 8514,
          "Average": 70.95,
          "Max": 768,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 24823,
          "Average": 206.86,
          "Max": 1485,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 358196,
          "Average": 2984.97,
          "Max": 5111,
          "Min": 104
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "967 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 75,
          "HourlyAverage": 5.788
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 851,
          "HourlyAverage": 65.678
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.617
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.154
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.309
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.386
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.617
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.309
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.232
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.309
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.232
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.154
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "2f6046cf-9f80-435b-9322-0781838be9f9",
          "MaxQuota": 10476298,
          "MaxUsage": 4843040
        },
        {
          "PartitionId": "3b77f27e-2728-4343-adff-0b7caa103baa",
          "MaxQuota": 10476298,
          "MaxUsage": 4841408
        },
        {
          "PartitionId": "30893a53-a703-46bd-b3c0-5ef8038ea75c",
          "MaxQuota": 10476298,
          "MaxUsage": 4836247
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "74fcbe79-7f44-493e-aef3-7f4e7a9af7e4",
          "MaxCrudUsage": 4736,
          "MaxIndexUsage": 908,
          "MaxTotalUsage": 5844
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "3735be19-33c3-47c9-8840-8c935d0f32d4",
          "MaxCrudUsage": 4696,
          "MaxIndexUsage": 940,
          "MaxTotalUsage": 5836
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b8becd34-9d37-46f3-9ec5-44e6bf52656f",
          "MaxCrudUsage": 4720,
          "MaxIndexUsage": 920,
          "MaxTotalUsage": 5832
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 22 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T23:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 1005.485,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T21:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 511.523,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T05:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 353.662,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T21:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 292.455,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-30T23:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 276.253,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.179012
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.719724
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.306226
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.731992
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.86138
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57.273695
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 41.87198
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40.352263
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 37.904332
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 37.175517
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 398.107319
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 344.422456
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 333.492468
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 332.902271
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 319.131766
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 51940.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60416.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62981.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 63231.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 64513.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 82,
          "First": "2015-03-31T00:55:00",
          "Last": "2015-03-31T04:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.5,
          "Count": 1,
          "First": "2015-03-31T01:45:00",
          "Last": "2015-03-31T01:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 352,
          "First": "2015-03-31T00:55:00",
          "Last": "2015-03-31T05:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "33 Direct Https requests with 503 | 40 Direct Tcp requests with 503 | 9 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 33,
          "Average": 1.833,
          "First": "2015-03-30T21:15:00",
          "Last": "2015-03-31T05:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 40,
          "Average": 3.636,
          "First": "2015-03-30T21:15:00",
          "Last": "2015-03-31T05:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "Average": 9.0,
          "First": "2015-03-31T01:10:00",
          "Last": "2015-03-31T01:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-31+01%3a25%3a56Z&end=2015-03-31+15%3a12%3a17Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-30T20:42:55.5275071-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 73840,
      "LogicalIndexUsageInMB": 428,
      "LogicalCRUDUsageInMB": 7436,
      "ClientReportedUsageInMB": 4266271,
      "ClientReportedCollectionCount": 30
    },
    {
      "TimeStamp": "2015-03-30T22:05:05.5858852-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114968,
      "PhysicalCRUDUsageInMB": 309896,
      "LogicalIndexUsageInMB": 7241,
      "LogicalCRUDUsageInMB": 90097,
      "ClientReportedUsageInMB": 626537,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-03-31T00:02:36.0819646-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 129240,
      "PhysicalCRUDUsageInMB": 614952,
      "LogicalIndexUsageInMB": 15789,
      "LogicalCRUDUsageInMB": 192745,
      "ClientReportedUsageInMB": 11109538,
      "ClientReportedCollectionCount": 20
    },
    {
      "TimeStamp": "2015-03-31T03:03:09.4320159-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 222624,
      "PhysicalCRUDUsageInMB": 1110920,
      "LogicalIndexUsageInMB": 26515,
      "LogicalCRUDUsageInMB": 329119,
      "ClientReportedUsageInMB": 82019368,
      "ClientReportedCollectionCount": 43
    },
    {
      "TimeStamp": "2015-03-31T06:11:58.4804339-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 323644,
      "PhysicalCRUDUsageInMB": 1685552,
      "LogicalIndexUsageInMB": 36374,
      "LogicalCRUDUsageInMB": 465732,
      "ClientReportedUsageInMB": 42595456,
      "ClientReportedCollectionCount": 27
    },
    {
      "TimeStamp": "2015-03-31T08:12:17.0327162-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1524,
      "PhysicalCRUDUsageInMB": 1344,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 172,
      "ClientReportedUsageInMB": 185144,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDyBAAAAAAAAA==",
  "_ts": 1427816131,
  "_etag": "\"0a00ea43-0000-0000-0000-551abec30000\"",
  "_attachments": "attachments/"
},
{
  "id": "c09af553-0a59-4d42-9c3a-0944610c0578",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgDzBAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-30T19:47:31.7394032-07:00",
  "CompletedTime": "2015-03-31T19:15:25.9361519-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "11b0839d-8933-40b5-b863-ecb3c4bfd866",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-30T21:27:28.0304029-07:00",
      "CompleteTime": "2015-03-30T21:33:04.459868-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0f7c6141-0040-42cc-af45-4e31d49c951f",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-30T21:27:28.6488159-07:00",
      "CompleteTime": "2015-03-30T21:33:33.8122672-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e2c0f17-6498-46e6-a647-833d627dc77f",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-30T21:27:29.2252006-07:00",
      "CompleteTime": "2015-03-30T21:34:42.0385081-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "07a346bf-abab-48ee-af0f-ff162cc4fa97",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-30T21:27:32.1871791-07:00",
      "CompleteTime": "2015-03-30T21:35:13.6785033-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ee27c07-ad06-47e9-a2ff-54cabc4ad440",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T00:55:35.1078774-07:00",
      "CompleteTime": "2015-03-31T01:00:58.8346572-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a891a06b-6905-4f40-aad9-4052a7ef38a7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T03:48:13.5900888-07:00",
      "CompleteTime": "2015-03-31T03:53:49.5243785-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17fb8a57-5359-459c-abc4-5f234531be0d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-03-31T06:16:13.5339209-07:00",
      "CompleteTime": "2015-03-31T06:23:26.6454623-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b78ed25e-def7-4c40-a597-8cd4a2ab92e5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T19:50:03.0275108-07:00",
      "EndTime": "2015-03-30T19:57:53.7044401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "91dd3152-e196-4fd6-850d-1aa6e63670f3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T19:58:01.6860674-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "32677559-762b-4201-bd52-a552b7b5323d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T19:58:02.0683224-07:00",
      "EndTime": "2015-03-30T20:31:49.9590871-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0d9277ba-5803-4f40-a732-198841bb6c96",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T20:31:55.5948511-07:00",
      "EndTime": "2015-03-30T20:47:04.3110649-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "79330bbd-aef7-4ad7-b15f-ba1e8d461d5a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-30T20:47:04.9034599-07:00",
      "EndTime": "2015-03-30T21:09:11.5676057-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ac15d9a4-2272-47f2-8059-2f50ab27d133",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-30T21:09:11.9348513-07:00",
      "EndTime": "2015-03-30T21:17:22.9325025-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dfb436d6-31c7-4b4e-ba6f-f1fcc9b00a8a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-30T22:15:38.5956727-07:00",
      "EndTime": "2015-03-30T23:54:11.3970887-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4d2e7a29-e0ba-479f-b569-ceb4a25c1886",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-31T00:40:35.0694934-07:00",
      "EndTime": "2015-03-31T05:52:31.592452-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "819050f8-1199-43b7-a41c-db74b377b75f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-31T06:56:15.977836-07:00",
      "EndTime": "2015-03-31T07:09:36.1785924-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "32204ea5-fe3d-4ecf-aaf4-1a5af54c1ac3",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150330.1\\x64\\Release",
      "StartTime": "2015-03-31T08:16:28.247681-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a09%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a09%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "18109 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "[BudgetViolation] Consumer = %s in maxThrottle %d for %lld msecs",
          "Role": "ServerCluster0",
          "Count": 17364,
          "First": "2015-03-31T01:00:25.578582",
          "Last": "2015-03-31T06:20:56.9739197"
        },
        {
          "Message": "ASSERT: %s with message \"LSN regressed in store. Previous known LSN is %lld current LSN is %lld.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-03-31T06:20:54.9769798",
          "Last": "2015-03-31T06:20:54.9769798"
        },
        {
          "Message": "ASSERT: %s with message \"Restoring from data file with version %s that is not upgradable to %s. This could result is data loss.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-03-31T06:20:44.7553221",
          "Last": "2015-03-31T06:20:53.7062115"
        },
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 741,
          "First": "2015-03-31T01:04:36.1208406",
          "Last": "2015-03-31T06:27:56.9751868"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a09%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "37 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 29,
          "First": "2015-03-30T22:38:31.5394317",
          "Last": "2015-03-31T06:54:13.3760397"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-03-31T02:56:45.2118122",
          "Last": "2015-03-31T07:05:23.8731728"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-30T23:50:05.1001594",
          "Last": "2015-03-30T23:50:05.1001594"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-03-31T05:49:06.550162",
          "Last": "2015-03-31T05:49:06.550162"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a11%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a11%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 05:45:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 29064088,
          "Average": 254948.14,
          "Max": 334654,
          "Min": 621
        },
        {
          "StatusCode": 400,
          "Total": 280,
          "Average": 2.46,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 56742,
          "Average": 497.74,
          "Max": 10715,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 24,
          "Average": 0.21,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 18388,
          "Average": 161.3,
          "Max": 1732,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 9607744,
          "Average": 84278.46,
          "Max": 212775,
          "Min": 45
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a12%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 960381,
          "Average": 8424.39,
          "Max": 9966,
          "Min": 23
        },
        {
          "StatusCode": 404,
          "Total": 1995,
          "Average": 17.5,
          "Max": 174,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 379,
          "Average": 3.32,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 139460,
          "Average": 1223.33,
          "Max": 2258,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 3244,
          "Average": 28.46,
          "Max": 129,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a12%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2882082,
          "Average": 25281.42,
          "Max": 29229,
          "Min": 40
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.07,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7539,
          "Average": 66.13,
          "Max": 603,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 1064,
          "Average": 9.33,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 424367,
          "Average": 3722.52,
          "Max": 6915,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 7485,
          "Average": 65.66,
          "Max": 264,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a13%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 05:50:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4384280,
          "Average": 38458.6,
          "Max": 51324,
          "Min": 85
        },
        {
          "StatusCode": 400,
          "Total": 334,
          "Average": 2.93,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 17,
          "Average": 0.15,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1135,
          "Average": 9.96,
          "Max": 133,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1401071,
          "Average": 12290.1,
          "Max": 31270,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a14%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4394195,
          "Average": 38545.57,
          "Max": 53524,
          "Min": 89
        },
        {
          "StatusCode": 404,
          "Total": 2804,
          "Average": 24.6,
          "Max": 295,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5340,
          "Average": 46.84,
          "Max": 770,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 325214,
          "Average": 2852.75,
          "Max": 6181,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a14%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 03:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4395327,
          "Average": 38555.5,
          "Max": 53521,
          "Min": 93
        },
        {
          "StatusCode": 401,
          "Total": 539,
          "Average": 4.73,
          "Max": 157,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 5560,
          "Average": 48.77,
          "Max": 483,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 6980,
          "Average": 61.23,
          "Max": 910,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 344559,
          "Average": 3022.45,
          "Max": 6486,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a15%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 10 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 3347,
          "First": "2015-03-31T00:55:00",
          "Last": "2015-03-31T07:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 10,
          "Count": 3,
          "First": "2015-03-31T02:45:00",
          "Last": "2015-03-31T06:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 203,
          "First": "2015-03-31T00:55:00",
          "Last": "2015-03-31T06:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 4,
          "First": "2015-03-31T03:05:00",
          "Last": "2015-03-31T06:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 184,
          "First": "2015-03-31T01:35:00",
          "Last": "2015-03-31T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 5,
          "First": "2015-03-31T02:05:00",
          "Last": "2015-03-31T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7,
          "Count": 198,
          "First": "2015-03-31T00:55:00",
          "Last": "2015-03-31T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 19,
          "First": "2015-03-31T01:50:00",
          "Last": "2015-03-31T06:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 209,
          "First": "2015-03-31T01:25:00",
          "Last": "2015-03-31T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6,
          "Count": 6,
          "First": "2015-03-31T01:50:00",
          "Last": "2015-03-31T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 196,
          "First": "2015-03-31T01:25:00",
          "Last": "2015-03-31T07:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 6,
          "First": "2015-03-31T02:00:00",
          "Last": "2015-03-31T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a18%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a23%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a23%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a31%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "5467 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 6,
          "First": "2015-03-31T04:00:56.223",
          "Last": "2015-03-31T04:00:56.643"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1578,
          "First": "2015-03-31T01:10:14.152",
          "Last": "2015-03-31T06:21:40.448"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 2008,
          "First": "2015-03-30T23:54:59.857",
          "Last": "2015-03-31T07:02:05.701"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 1875,
          "First": "2015-03-31T01:00:12.271",
          "Last": "2015-03-31T06:21:40.448"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a31%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "260 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 251,
          "HourlyAverage": 22.827
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.546
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.273
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a31%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "1 partitions violated quota invariants",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4c783721-0db8-4576-a43c-28d4b3696eb5",
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "LastUsage": 12632,
          "LastQuota": 10475520,
          "LastIndexUsage": 191571,
          "First": "2015-03-31T05:15:00",
          "Last": "2015-03-31T05:15:00"
        }
      ]
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a31%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "34c13f1c-c7d1-40a2-8844-ab2c04162b83",
          "MaxQuota": 10476298,
          "MaxUsage": 4628592
        },
        {
          "PartitionId": "9f68dc49-dfeb-4136-87e4-d443ec5667aa",
          "MaxQuota": 10476298,
          "MaxUsage": 4596330
        },
        {
          "PartitionId": "683d9730-3d0a-4e7c-81da-3f72cd5276ca",
          "MaxQuota": 10476298,
          "MaxUsage": 4582237
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a31%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "34c13f1c-c7d1-40a2-8844-ab2c04162b83",
          "MaxCrudUsage": 4544,
          "MaxIndexUsage": 840,
          "MaxTotalUsage": 5552
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2cae0dba-5927-422c-96b1-7e3404561026",
          "MaxCrudUsage": 4480,
          "MaxIndexUsage": 840,
          "MaxTotalUsage": 5488
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "9f68dc49-dfeb-4136-87e4-d443ec5667aa",
          "MaxCrudUsage": 4512,
          "MaxIndexUsage": 756,
          "MaxTotalUsage": 5468
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a32%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 41 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-30T22:40:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 277.373,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T07:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 254.261,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T01:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 204.319,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T01:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 197.34,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T05:25:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 135.469,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a32%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 89.160309
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 90.467861
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 90.729927
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 90.813532
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 91.391462
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a33%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 98.306185 while the maximum threshold expected was 90",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.306185
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.970768
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 97.304488
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 96.781255
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 96.531683
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a33%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 752.845129 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 752.845129
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 745.560434
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 712.738281
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 705.272222
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 676.241281
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a34%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 44860.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 45862.62069
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 46698.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 46704.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 48447.9
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a34%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a34%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MDBF2Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a35%3a45Z&query=where+Tenant+%3d+%22CTLEU%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1093 Direct Tcp requests with 503 | 312 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "Average": 3.333,
          "First": "2015-03-31T07:15:00",
          "Last": "2015-03-31T07:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 14,
          "Average": 1.4,
          "First": "2015-03-30T22:15:00",
          "Last": "2015-03-31T00:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 21,
          "Average": 1.312,
          "First": "2015-03-30T22:35:00",
          "Last": "2015-03-31T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "Average": 1.333,
          "First": "2015-03-30T23:45:00",
          "Last": "2015-03-31T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 1.5,
          "First": "2015-03-30T22:30:00",
          "Last": "2015-03-30T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-03-30T21:40:00",
          "Last": "2015-03-30T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 21,
          "Average": 2.333,
          "First": "2015-03-30T21:40:00",
          "Last": "2015-03-30T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1027,
          "Average": 8.853,
          "First": "2015-03-30T21:55:00",
          "Last": "2015-03-31T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 299,
          "Average": 3.147,
          "First": "2015-03-30T21:55:00",
          "Last": "2015-03-31T07:30:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a35%3a51Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-03-31+02%3a47%3a31Z&end=2015-03-31+14%3a36%3a04Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-30T22:15:15.2969163-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 50760,
      "LogicalIndexUsageInMB": 37,
      "LogicalCRUDUsageInMB": 2080,
      "ClientReportedUsageInMB": 2750,
      "ClientReportedCollectionCount": 21
    },
    {
      "TimeStamp": "2015-03-31T00:00:06.8863826-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 124020,
      "PhysicalCRUDUsageInMB": 402368,
      "LogicalIndexUsageInMB": 7457,
      "LogicalCRUDUsageInMB": 90587,
      "ClientReportedUsageInMB": 14635,
      "ClientReportedCollectionCount": 18
    },
    {
      "TimeStamp": "2015-03-31T06:15:57.6574239-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 193312,
      "PhysicalCRUDUsageInMB": 1065856,
      "LogicalIndexUsageInMB": 21294,
      "LogicalCRUDUsageInMB": 305436,
      "ClientReportedUsageInMB": 88807,
      "ClientReportedCollectionCount": 33
    },
    {
      "TimeStamp": "2015-03-31T07:36:13.7339859-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 232304,
      "PhysicalCRUDUsageInMB": 1272968,
      "LogicalIndexUsageInMB": 25409,
      "LogicalCRUDUsageInMB": 354601,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgDzBAAAAAAAAA==",
  "_ts": 1427854525,
  "_etag": "\"1000579b-0000-0000-0000-551b54bd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "51dad61d-0759-4d1e-8f4d-2bd1e453e3c6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD0BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-30T23:12:35.6400429-07:00",
  "CompletedTime": "2015-03-30T23:54:51.7833842-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "301a09d0-4025-4d22-8b96-657a722cdfa7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T23:15:12.3975689-07:00",
      "EndTime": "2015-03-30T23:23:22.9115579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "059a65e6-a8f5-48cd-b19d-caeb0e0a3510",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T23:23:31.8790394-07:00",
      "EndTime": "2015-03-30T23:23:32.5692545-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "78072aff-0d16-4df7-8eb5-2de50da46497",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T23:23:32.9612947-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD0BAAAAAAAAA==",
  "_ts": 1427784892,
  "_etag": "\"080012fa-0000-0000-0000-551a44bc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "5c7bafdb-e1f5-4752-9a2f-e3446c0b2ec2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD1BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-30T23:54:52.168294-07:00",
  "CompletedTime": "2015-03-31T00:00:43.1532364-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1d1e1b05-7bda-45d2-98a1-e5c9963d626c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-30T23:56:51.6718089-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD1BAAAAAAAAA==",
  "_ts": 1427785243,
  "_etag": "\"08000cfc-0000-0000-0000-551a461b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "b1157b16-a134-42a4-bb13-fce59ddbc91b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD2BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-31T00:00:43.4194506-07:00",
  "CompletedTime": "2015-03-31T17:27:57.008643-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0a592d56-fae3-4671-ab89-b19d91426177",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T00:01:03.3559354-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD2BAAAAAAAAA==",
  "_ts": 1427848076,
  "_etag": "\"1000992c-0000-0000-0000-551b3b8c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c6052b3e-49f2-4f95-ac54-0ec1d2d6e32c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD3BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-31T10:05:37.7138-07:00",
  "CompletedTime": "2015-03-31T10:51:55.3866002-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "bb887959-d789-41a0-9bbd-441558d2eed0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T10:07:25.4316214-07:00",
      "EndTime": "2015-03-31T10:15:25.5378411-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0d223d8-3fd6-4784-b43a-dcbc24f86f56",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T10:15:32.8202712-07:00",
      "EndTime": "2015-03-31T10:15:33.190567-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d43888d4-c7d5-4ab0-9d2f-c458103e81fc",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T10:15:33.5762178-07:00",
      "EndTime": "2015-03-31T10:47:52.073799-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD3BAAAAAAAAA==",
  "_ts": 1427824314,
  "_etag": "\"0e004596-0000-0000-0000-551adeba0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8655d5a6-1eef-4939-be7e-bad2bc6ead32",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD4BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-31T10:32:26.7553188-07:00",
  "CompletedTime": "2015-03-31T18:39:09.0675757-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3e4db69e-c51d-4ade-8248-26ff340ce166",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T10:54:13.0636788-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "d71c90ed-34ad-48b0-88b6-145ad96e0f3b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T10:54:15.4779263-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "ab624fcb-d2a4-4de6-bcbc-5f9c073a335b",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T10:54:16.0046881-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "7f4144b6-2762-45b8-b175-ab98ed0c8b0a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T10:35:11.0566476-07:00",
      "EndTime": "2015-03-31T10:43:31.8106127-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3246cefb-fa5c-4eae-a754-7ef1cfb34550",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T10:43:46.6976019-07:00",
      "EndTime": "2015-03-31T10:43:47.0656465-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "baeb9da7-e1d4-48cc-bca7-d95b90ef21e2",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T10:43:53.9503983-07:00",
      "EndTime": "2015-03-31T10:43:59.2030388-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "a31107e3-5490-4531-9891-074ec7ac27d4",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T10:43:59.5870841-07:00",
      "EndTime": "2015-03-31T10:44:04.9508056-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD4BAAAAAAAAA==",
  "_ts": 1427852348,
  "_etag": "\"1000af75-0000-0000-0000-551b4c3c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9bf357d1-3ae7-42fa-81ea-f2a0c76ebcaa",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD5BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-03-31T10:51:55.6166326-07:00",
  "CompletedTime": "2015-03-31T23:32:20.9823672-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ba94c825-2047-45a9-8e3a-8e6b1957e1ad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T10:53:42.8412212-07:00",
      "EndTime": "2015-03-31T11:01:40.4824045-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "88bc59d2-d35a-401b-aeb5-b17099bf5a46",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T11:01:48.3103029-07:00",
      "EndTime": "2015-03-31T11:01:48.6857049-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "19a717c0-bf1d-421c-9f69-641e82603929",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T11:01:49.058215-07:00",
      "EndTime": "2015-03-31T11:35:04.9109899-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "27639a4f-ab1d-422e-9ec2-1e3cd3b64633",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T11:35:09.3479673-07:00",
      "EndTime": "2015-03-31T11:49:17.2195233-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "be4825be-8a1b-462d-8b40-77ee8c9d3c80",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T11:49:17.695532-07:00",
      "EndTime": "2015-03-31T11:57:55.9800368-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9cd1c9fa-424e-4e44-8e93-f8bdce3e5256",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T11:57:56.3880978-07:00",
      "EndTime": "2015-03-31T12:05:05.8295998-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "840736be-4b18-47df-a91a-10a50c16424d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T13:02:29.9651521-07:00",
      "EndTime": "2015-03-31T14:02:28.0688505-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5be73b06-e568-4fdb-bc04-18f35d76a563",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T14:46:18.0235015-07:00",
      "EndTime": "2015-03-31T15:45:11.6636469-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6e5bf9c1-7653-4405-9d82-084ec34976f5",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T16:33:20.3477213-07:00",
      "EndTime": "2015-03-31T18:20:59.433593-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f8137afe-7f6d-4626-bbfa-e1706368682a",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-03-31T19:13:09.9251283-07:00",
      "EndTime": "2015-03-31T21:17:45.103463-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "96 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicaOpenStatus",
          "Count": 96,
          "First": "2015-03-31T19:30:32.242",
          "Last": "2015-03-31T23:29:17.684"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "02621146-8780-480c-bcae-e3bf21e8eaa8",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "03418ed9-5dd3-4fee-a2bf-ae91e50b88df",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0632fe36-ac80-4c8c-abd8-bad17ddb86c2",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "6123dd17-ccbc-44fc-99f9-e042abfc6667",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount8",
          "PartitionId": "31907b5a-ff3d-429f-9ba3-5d85e14c3e90",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "ddcd898d-1a5b-42fd-aa95-784908e9a313",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.588353
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.593609
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.615867
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.618413
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.623968
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 5.979979
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 3.645223
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 3.481451
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 3.065759
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 2.967561
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 66.556105
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 32.733036
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 22.541896
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.725352
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 18.555396
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110825.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 111034.6
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 111036.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 111037.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 111058.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-31+17%3a51%3a55Z&end=2015-04-01+06%3a32%3a20Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T13:02:17.2716587-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T14:06:08.1969607-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8872,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T15:53:09.813709-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 10104,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T18:32:54.2297652-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9520,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T21:32:06.710561-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8144,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-03-31T23:32:20.9823672-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7376,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD5BAAAAAAAAA==",
  "_ts": 1427870936,
  "_etag": "\"11007bd1-0000-0000-0000-551b94d80000\"",
  "_attachments": "attachments/"
},
{
  "id": "ba427afd-1546-469d-b484-1afe2907265c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD6BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-31T11:43:21.9571795-07:00",
  "CompletedTime": "2015-03-31T19:01:54.8440532-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4ea9ca10-d991-44a4-8f89-164a31b2d9e2",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T12:36:43.7319664-07:00",
      "CompleteTime": "2015-03-31T12:43:50.1548328-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f99adeb0-7b07-4ff7-afca-476116ec64d0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T12:36:44.1125865-07:00",
      "CompleteTime": "2015-03-31T12:44:19.7714972-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "475b9bff-c5c1-4a86-ba0e-1c55045937a7",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T12:36:44.6910861-07:00",
      "CompleteTime": "2015-03-31T12:46:20.8601747-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0423a125-b17f-47eb-b656-cf4cb7773bdc",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-31T12:36:45.2588026-07:00",
      "CompleteTime": "2015-03-31T12:45:59.9312912-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4ea1340c-95b1-4854-8d09-de5d29457648",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T13:38:47.2546069-07:00",
      "CompleteTime": "2015-03-31T13:47:21.5304654-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "671f1581-f140-45c6-99ba-89eeff8c1a5e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150331.3\\x64\\Release",
      "StartTime": "2015-03-31T11:45:52.1678947-07:00",
      "EndTime": "2015-03-31T11:53:54.4097903-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "15a8198b-1f0d-4119-8af2-69e18a9ee83b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150331.3\\x64\\Release",
      "StartTime": "2015-03-31T11:54:04.0356846-07:00",
      "EndTime": "2015-03-31T11:54:04.4009234-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31a659a8-5c53-472e-a1c2-a3ea92994d8e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated\\20150331.3\\x64\\Release",
      "StartTime": "2015-03-31T11:54:04.7851785-07:00",
      "EndTime": "2015-03-31T12:27:59.9402822-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a5df96ef-e515-48d5-8783-56398fb4243a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.3\\x64\\Release",
      "StartTime": "2015-03-31T12:28:02.8636531-07:00",
      "EndTime": "2015-03-31T12:36:38.9041033-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f71a7ea5-e713-49a0-b9ce-3ce96b8565bb",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.3\\x64\\Release",
      "StartTime": "2015-03-31T13:23:49.6147485-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a21%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a21%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a21%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-03-31T13:16:12.1354873",
          "Last": "2015-03-31T13:16:12.1354873"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a21%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a21%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 237077. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 1133169,
          "Average": 188861.5,
          "Max": 237077,
          "Min": 5096
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 1.0,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 761058,
          "Average": 126843.0,
          "Max": 167049,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 7190. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 34935,
          "Average": 5822.5,
          "Max": 7190,
          "Min": 158
        },
        {
          "StatusCode": 404,
          "Total": 372,
          "Average": 62.0,
          "Max": 76,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 19880,
          "Average": 3313.33,
          "Max": 4537,
          "Min": 5
        },
        {
          "StatusCode": 449,
          "Total": 217,
          "Average": 36.17,
          "Max": 43,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 21744. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 101473,
          "Average": 16912.17,
          "Max": 21744,
          "Min": 395
        },
        {
          "StatusCode": 404,
          "Total": 1445,
          "Average": 240.83,
          "Max": 299,
          "Min": 21
        },
        {
          "StatusCode": 429,
          "Total": 59369,
          "Average": 9894.83,
          "Max": 13434,
          "Min": 19
        },
        {
          "StatusCode": 449,
          "Total": 765,
          "Average": 127.5,
          "Max": 172,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a05Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 35565. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 166195,
          "Average": 27699.17,
          "Max": 35565,
          "Min": 735
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 1.83,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8244,
          "Average": 1374.0,
          "Max": 4688,
          "Min": 170
        },
        {
          "StatusCode": 429,
          "Total": 118511,
          "Average": 19751.83,
          "Max": 26145,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 238027. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 749130,
          "Average": 124855,
          "Max": 238027,
          "Min": 803
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 41339,
          "Average": 6890,
          "Max": 9241,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 50949. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 241413,
          "Average": 40235.5,
          "Max": 50949,
          "Min": 805
        },
        {
          "StatusCode": 404,
          "Total": 365,
          "Average": 60.83,
          "Max": 83,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 37720,
          "Average": 6286.67,
          "Max": 8478,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3f2f291d-f6bb-4190-b95b-570254db3aaf",
          "MaxQuota": 3490816,
          "MaxUsage": 764715
        },
        {
          "PartitionId": "5c5006ed-b50d-4657-8e86-c0763e71ddad",
          "MaxQuota": 3490816,
          "MaxUsage": 763219
        },
        {
          "PartitionId": "f13dca0a-7883-48b6-86fc-57894c9865ad",
          "MaxQuota": 3490816,
          "MaxUsage": 757260
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "3f2f291d-f6bb-4190-b95b-570254db3aaf",
          "MaxCrudUsage": 1096,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1456
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "f13dca0a-7883-48b6-86fc-57894c9865ad",
          "MaxCrudUsage": 1096,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1456
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "5c5006ed-b50d-4657-8e86-c0763e71ddad",
          "MaxCrudUsage": 1096,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1456
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a22%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.214322
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.29744
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.298885
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.37057
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.414725
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 12.156991
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 11.412825
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 11.174558
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 11.102116
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 10.60692
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 7.677868
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 6.505697
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 6.165593
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 5.517631
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 5.289249
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 106430.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 107064.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 107298.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 107990.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 108077.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "4 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Fabric.FabricElementNotFoundException",
          "ExceptionMessage": "Name does not exist.",
          "Count": 4,
          "First": "2015-03-31T12:54:33.9747289",
          "Last": "2015-03-31T12:54:34.3031504"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a23Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a23Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-03-31+18%3a43%3a21Z&end=2015-03-31+20%3a23%3a25Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T13:23:28.6083138-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 19456,
      "PhysicalCRUDUsageInMB": 47176,
      "LogicalIndexUsageInMB": 433,
      "LogicalCRUDUsageInMB": 7884,
      "ClientReportedUsageInMB": 13423259,
      "ClientReportedCollectionCount": 25
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD6BAAAAAAAAA==",
  "_ts": 1427853714,
  "_etag": "\"10003e8d-0000-0000-0000-551b51920000\"",
  "_attachments": "attachments/"
},
{
  "id": "73cfc035-b885-4b40-ba2b-d065d2f655e7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD7BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T13:15:07.0036568-07:00",
  "CompletedTime": "2015-03-31T14:02:34.6093932-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8e860156-fc79-4a66-9bae-904db0c7a407",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T13:15:53.3446175-07:00",
      "EndTime": "2015-03-31T13:28:54.8230548-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eaeba626-54ab-434b-b9c6-77dbd20b3cd1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T13:29:04.4108806-07:00",
      "EndTime": "2015-03-31T13:29:04.7851166-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d3e64927-27f3-4ae1-ade6-fb9d78698dcf",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T13:29:05.1493539-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD7BAAAAAAAAA==",
  "_ts": 1427835754,
  "_etag": "\"0f00f559-0000-0000-0000-551b0b6a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2eff940b-ed7b-47a1-aceb-90382b1cfec6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD8BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T14:02:34.8425567-07:00",
  "CompletedTime": "2015-03-31T14:41:33.4954436-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7e34572c-442e-4487-ae6b-5a0552e2f8ff",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:03:55.1687469-07:00",
      "EndTime": "2015-03-31T14:12:13.7221658-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9c72adb1-2574-41e7-844b-47d7ca8ffabf",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:12:32.2519544-07:00",
      "EndTime": "2015-03-31T14:12:32.6152091-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "300396f8-e2fe-4ecd-b761-17d4fb9cdec1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:12:33.0134855-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD8BAAAAAAAAA==",
  "_ts": 1427838093,
  "_etag": "\"0f009081-0000-0000-0000-551b148d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "70f48504-6fa6-4e95-adab-328bc9514933",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD9BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T14:41:33.7806598-07:00",
  "CompletedTime": "2015-03-31T15:40:57.1976639-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0a56c52d-0f81-44f2-9d72-ab0b96b37ef3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:42:16.8879447-07:00",
      "EndTime": "2015-03-31T14:50:38.2460712-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "172c2325-3bae-45ec-be2c-288e44271afd",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:50:46.530744-07:00",
      "EndTime": "2015-03-31T14:50:46.8830061-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "32c28425-4df2-44cf-b703-53086e101baa",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T14:50:47.2542609-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD9BAAAAAAAAA==",
  "_ts": 1427841657,
  "_etag": "\"0f0074be-0000-0000-0000-551b22790000\"",
  "_attachments": "attachments/"
},
{
  "id": "d20d4b6f-ab7b-4fab-9b6a-a269486b58a0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD+BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T15:40:57.44984-07:00",
  "CompletedTime": "2015-03-31T16:35:39.9950239-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4a5867d7-c4ab-4d2d-b48b-b1dbee1fa40d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T15:42:08.0963173-07:00",
      "EndTime": "2015-03-31T15:53:17.8228412-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "28742716-be75-48d4-8356-2bc58f75f2c8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T15:54:39.3428993-07:00",
      "EndTime": "2015-03-31T15:55:47.6510261-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "e28362cb-4d6f-410e-9523-ae0151b403f4",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T15:55:48.0262871-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD+BAAAAAAAAA==",
  "_ts": 1427844939,
  "_etag": "\"0f00acf6-0000-0000-0000-551b2f4b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "a91ecf48-ad8b-4c19-94d8-86f757c3dfa5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgD-BAAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T16:35:40.2341907-07:00",
  "CompletedTime": "2015-03-31T16:37:55.8360929-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgD-BAAAAAAAAA==",
  "_ts": 1427845075,
  "_etag": "\"0f00d9f8-0000-0000-0000-551b2fd30000\"",
  "_attachments": "attachments/"
},
{
  "id": "876bcef9-8979-4812-8142-dd3d5e842936",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAABQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-2",
  "EnvironmentName": "Test2",
  "StartTime": "2015-03-31T16:37:56.0762761-07:00",
  "CompletedTime": "2015-04-15T14:05:28.732172-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c1adee86-d22c-4060-888c-e52d141a186d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T16:37:59.9199213-07:00",
      "EndTime": "2015-03-31T16:47:56.0019261-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0b661c8d-4776-44b1-a9c4-87b343a41cf3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T16:48:04.7278752-07:00",
      "EndTime": "2015-03-31T16:48:05.0811217-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a20c75de-5e60-4d77-839d-9262e44b4db7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T16:48:05.4533818-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAABQAAAAAAAA==",
  "_ts": 1429131928,
  "_etag": "\"0400d040-0000-0000-0000-552ed2980000\"",
  "_attachments": "attachments/"
},
{
  "id": "8c30b67a-c709-4c96-9a25-b3d988c36c2d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgABBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-03-31T17:27:57.2718272-07:00",
  "CompletedTime": "2015-04-01T23:32:04.0318202-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c9a835be-2874-492a-9634-a848d4395f80",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-31T18:53:32.5846945-07:00",
      "CompleteTime": "2015-03-31T19:00:41.3572512-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "56b6455d-6710-4032-9934-d7b4f692e53a",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T18:53:33.1595091-07:00",
      "CompleteTime": "2015-03-31T18:59:09.0819134-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e7eca4b3-5f94-4623-bcd2-3bceeebfc7c0",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T18:53:33.7389145-07:00",
      "CompleteTime": "2015-03-31T18:59:38.7320304-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "784b6821-0472-44ea-9044-e624c4eb1444",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T18:53:34.2892975-07:00",
      "CompleteTime": "2015-03-31T19:00:08.8658128-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0be0e405-9411-4712-893e-22414a7c3192",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T21:31:05.5090427-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "5d098eac-1871-44c5-a927-fcf29b9a70f4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T17:29:22.6834768-07:00",
      "EndTime": "2015-03-31T17:40:02.6612848-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2eed9ef8-8296-4866-9eb8-e61b551aa612",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T17:40:10.3374616-07:00",
      "EndTime": "2015-03-31T17:40:10.7017157-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "59c25678-88a5-47c3-9b5d-5641b148e5a1",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T17:40:11.088986-07:00",
      "EndTime": "2015-03-31T18:13:27.8774289-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "176e4f3b-442b-469d-9313-a21e2174849e",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150321.1\\x64\\Release",
      "StartTime": "2015-03-31T18:19:12.0677917-07:00",
      "EndTime": "2015-03-31T18:27:19.9563817-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bbb42864-e3fa-40c1-b313-f939b1538919",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "C:\\TFS\\Main3\\bin\\x64\\Release",
      "StartTime": "2015-03-31T18:27:20.3946849-07:00",
      "EndTime": "2015-03-31T18:43:28.7435195-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d2419ae6-4df8-4556-bb02-1bec153f3356",
      "EventName": "Upgrade Federation Application",
      "Build": "C:\\TFS\\Main3\\bin\\x64\\Release",
      "StartTime": "2015-03-31T21:31:04.2541663-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a38%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a39%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "017891e5-111e-4947-a33f-1301f02710bb",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "01de6563-c05b-4abd-acdd-24461682f9e2",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "02265216-8bac-4faa-a5df-ea66f1b0eeb3",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "58e3a36d-4106-4026-b1ba-da158efa0b01",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "d8d7f32a-d848-4dc8-9b1d-d85d78f4b0d1",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "ac9afd0e-f1f9-430f-b825-82651a4c9eed",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a42%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 99.60675
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.644942
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 99.654059
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.660711
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 99.6672
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 3.980298
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 3.288034
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 3.048681
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 2.9757
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 2.95825
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 19.356536
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 17.959588
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 16.616305
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 15.269455
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 15.231912
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110720.5
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110721.466667
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110969.935484
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 111006.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 111212.793103
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a31Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a35Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-01+00%3a27%3a57Z&end=2015-04-01+02%3a43%3a40Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T19:43:43.9406343-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgABBQAAAAAAAA==",
  "_ts": 1427956324,
  "_etag": "\"020050f2-0000-0000-0000-551ce2640000\"",
  "_attachments": "attachments/"
},
{
  "id": "3397b414-3ce4-41b2-aa31-97b5b8b2eedc",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgACBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-03-31T18:39:09.4198576-07:00",
  "CompletedTime": "2015-04-01T08:48:14.5594987-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9c4775c3-852b-45ee-b143-4387318fb1eb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T20:03:30.8955735-07:00",
      "CompleteTime": "2015-03-31T20:10:37.1646067-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9cd05a5-c0b6-4b33-b2ab-88a2017a4542",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T20:03:31.5049691-07:00",
      "CompleteTime": "2015-03-31T20:10:07.3497878-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5c000466-66de-42f9-bfc2-3a8d3bb947f4",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T20:03:32.0518563-07:00",
      "CompleteTime": "2015-03-31T20:11:07.212602-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f407035-569f-47b8-9dd2-0580febd7924",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-31T20:03:32.5987423-07:00",
      "CompleteTime": "2015-03-31T20:11:50.2167361-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2fb13a6c-d977-4bb5-9039-1e174abf5c59",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T21:16:18.7495646-07:00",
      "CompleteTime": "2015-03-31T21:20:25.9331647-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ff651a2e-288f-4eba-8660-706f8e6be2bb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-03-31T22:13:17.7448282-07:00",
      "CompleteTime": "2015-03-31T22:15:29.6257933-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "ac7ba6d5-886e-4961-8c7d-bf1dcac17a44",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T00:20:02.3350676-07:00",
      "CompleteTime": "2015-04-01T00:25:08.0949195-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cc6fffd7-f129-4a5b-967f-f57bca2847aa",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-01T07:15:57.6599414-07:00",
      "CompleteTime": "2015-04-01T07:18:08.8423296-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "73205529-78c1-4e27-8cea-f66cd212f3e3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T18:40:03.2792053-07:00",
      "EndTime": "2015-03-31T18:47:34.6225634-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "20bd0fc6-d0d6-4c92-93ec-cd165eabdcb1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T18:47:44.4654835-07:00",
      "EndTime": "2015-03-31T18:47:44.8267739-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bdc239e6-d672-4cab-bc92-459526c571b7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T18:47:45.2020756-07:00",
      "EndTime": "2015-03-31T19:22:51.671522-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "212eb894-0541-4d6f-b182-bd03442b6316",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:23:02.2199182-07:00",
      "EndTime": "2015-03-31T19:37:13.422469-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "131b812a-38e0-43ba-87c8-ea080caa02d3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:37:13.8600032-07:00",
      "EndTime": "2015-03-31T19:53:23.8255572-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "57ee9cb7-4d53-4a87-b8c9-2eafe83d6490",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-03-31T20:52:16.4377679-07:00",
      "EndTime": "2015-03-31T21:01:13.2849952-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "694218ea-d2cb-435d-b07d-5ca12fb4d759",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-03-31T21:01:22.175851-07:00",
      "EndTime": "2015-03-31T22:05:14.0141719-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "512669ea-6e75-4c2f-b4a6-7b16d95aaf37",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-03-31T22:53:21.6955854-07:00",
      "EndTime": "2015-04-01T00:04:08.8484609-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9a1cc86a-3e64-42c9-a122-feecc0f73b82",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T01:00:06.5330946-07:00",
      "EndTime": "2015-04-01T03:07:50.745094-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "002909f8-ad3b-4531-bc21-3935ad977284",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T04:11:59.323166-07:00",
      "EndTime": "2015-04-01T06:17:55.2573267-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d12b1671-1e3b-4ee8-8872-9c7de591c65b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T06:55:39.6739723-07:00",
      "EndTime": "2015-04-01T07:15:52.6212712-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "96861879-6029-4466-85ce-e137562ca82b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T07:18:14.3496677-07:00",
      "EndTime": "2015-04-01T07:20:23.3826003-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-31T19:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.ProcessWatchdog.exe.1056.dmp"
        },
        {
          "DateTime": "2015-03-31T23:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.ProcessWatchdog.exe.4576.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "6 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-31T19:34:54.0936518",
          "Last": "2015-03-31T23:21:30.8350003"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-31T19:34:54.0935923",
          "Last": "2015-03-31T23:21:30.8348418"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-31T19:34:54.0936687",
          "Last": "2015-03-31T23:21:30.8350194"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "8 requests with 408 | 1 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-01T00:45:04.5043974",
          "Last": "2015-04-01T00:45:04.5043974"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-03-31T23:58:32.0545549",
          "Last": "2015-04-01T03:49:46.5976253"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-01T01:52:35.8646599",
          "Last": "2015-04-01T01:52:35.8646599"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-01T00:45:03.7657945",
          "Last": "2015-04-01T00:45:03.7657945"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37670252,
          "Average": 251135.01,
          "Max": 330324,
          "Min": 54
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1563,
          "Average": 10.42,
          "Max": 1563,
          "Min": 1563
        },
        {
          "StatusCode": 404,
          "Total": 59167,
          "Average": 394.45,
          "Max": 8659,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 19,
          "Average": 0.13,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 44824,
          "Average": 298.83,
          "Max": 2209,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5105432,
          "Average": 34036.21,
          "Max": 79867,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1077976,
          "Average": 8623.81,
          "Max": 9721,
          "Min": 339
        },
        {
          "StatusCode": 401,
          "Total": 52,
          "Average": 0.42,
          "Max": 52,
          "Min": 52
        },
        {
          "StatusCode": 404,
          "Total": 1775,
          "Average": 14.2,
          "Max": 84,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1127,
          "Average": 9.02,
          "Max": 73,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 142727,
          "Average": 1141.82,
          "Max": 2203,
          "Min": 288
        },
        {
          "StatusCode": 449,
          "Total": 2249,
          "Average": 17.99,
          "Max": 73,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3239346,
          "Average": 25914.77,
          "Max": 28736,
          "Min": 887
        },
        {
          "StatusCode": 401,
          "Total": 150,
          "Average": 1.2,
          "Max": 150,
          "Min": 150
        },
        {
          "StatusCode": 404,
          "Total": 6642,
          "Average": 53.14,
          "Max": 352,
          "Min": 14
        },
        {
          "StatusCode": 410,
          "Total": 3443,
          "Average": 27.54,
          "Max": 175,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 430625,
          "Average": 3445.0,
          "Max": 6596,
          "Min": 884
        },
        {
          "StatusCode": 449,
          "Total": 6512,
          "Average": 52.1,
          "Max": 204,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5716356,
          "Average": 45367.9,
          "Max": 50695,
          "Min": 951
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.06,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.12,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 403,
          "Total": 8801,
          "Average": 69.85,
          "Max": 3790,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4087,
          "Average": 32.44,
          "Max": 193,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 674323,
          "Average": 5351.77,
          "Max": 11452,
          "Min": 319
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 28208325,
          "Average": 188055.5,
          "Max": 216119,
          "Min": 28576
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 9005,
          "Average": 60.03,
          "Max": 852,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26904,
          "Average": 179.36,
          "Max": 1750,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 324598,
          "Average": 2163.99,
          "Max": 4700,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5747899,
          "Average": 45983.19,
          "Max": 54189,
          "Min": 2746
        },
        {
          "StatusCode": 401,
          "Total": 1478,
          "Average": 11.82,
          "Max": 150,
          "Min": 17
        },
        {
          "StatusCode": 404,
          "Total": 8281,
          "Average": 66.25,
          "Max": 750,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 25405,
          "Average": 203.24,
          "Max": 1344,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 343070,
          "Average": 2744.56,
          "Max": 5501,
          "Min": 423
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "117 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 22,
          "First": "2015-04-01T03:14:18.436",
          "Last": "2015-04-01T06:35:29.719"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-01T03:29:21.25",
          "Last": "2015-04-01T03:44:23.994"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 82,
          "First": "2015-04-01T05:19:42.193",
          "Last": "2015-04-01T07:05:34.586"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-04-01T03:19:19.371",
          "Last": "2015-04-01T06:35:29.539"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1101 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 975,
          "HourlyAverage": 72.636
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.447
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.223
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 92,
          "HourlyAverage": 6.854
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.298
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.372
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.298
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.372
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.149
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "78e3440e-fd73-4040-9a7f-6391d9946241",
          "MaxQuota": 10476298,
          "MaxUsage": 5052352
        },
        {
          "PartitionId": "ead94305-8cb3-44d4-a108-2ab74e502f36",
          "MaxQuota": 10476298,
          "MaxUsage": 5047296
        },
        {
          "PartitionId": "70396202-b664-4e5e-a4d0-df60cfe60012",
          "MaxQuota": 10476298,
          "MaxUsage": 5044565
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "78e3440e-fd73-4040-9a7f-6391d9946241",
          "MaxCrudUsage": 4952,
          "MaxIndexUsage": 976,
          "MaxTotalUsage": 6192
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "34bc0973-da32-49c6-8b6d-deabcd116b79",
          "MaxCrudUsage": 4936,
          "MaxIndexUsage": 980,
          "MaxTotalUsage": 6180
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ead94305-8cb3-44d4-a108-2ab74e502f36",
          "MaxCrudUsage": 4944,
          "MaxIndexUsage": 968,
          "MaxTotalUsage": 6144
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 48 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-31T21:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 672.628,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T01:05:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 602.382,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T03:00:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 562.301,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T03:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 493.011,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-03-31T21:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 468.896,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.529024
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.233799
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.614562
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.631402
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 87.070183
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 53.897907
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 52.77193
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 46.456986
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 44.329586
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 42.140834
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 646.251772 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 646.251772
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 598.444439
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 588.337211
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 568.037783
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 555.424968
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55175.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56898.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 59051.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 59385.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60515.166667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-04-01T05:45:00",
          "Last": "2015-04-01T05:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 7,
          "First": "2015-04-01T02:25:00",
          "Last": "2015-04-01T06:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "13 Direct Https requests with 503 | 1 Direct Tcp requests with 503 | 1 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 13,
          "Average": 1.625,
          "First": "2015-03-31T21:15:00",
          "Last": "2015-03-31T23:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-03-31T23:45:00",
          "Last": "2015-03-31T23:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-01T01:50:00",
          "Last": "2015-04-01T01:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-01+01%3a39%3a09Z&end=2015-04-01+15%3a48%3a14Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T20:51:54.3067082-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 82920,
      "LogicalIndexUsageInMB": 962,
      "LogicalCRUDUsageInMB": 13308,
      "ClientReportedUsageInMB": 16390705,
      "ClientReportedCollectionCount": 92
    },
    {
      "TimeStamp": "2015-03-31T22:12:55.5810855-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113932,
      "PhysicalCRUDUsageInMB": 284840,
      "LogicalIndexUsageInMB": 5645,
      "LogicalCRUDUsageInMB": 70514,
      "ClientReportedUsageInMB": 83394429,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-04-01T00:19:43.6572035-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 133068,
      "PhysicalCRUDUsageInMB": 632416,
      "LogicalIndexUsageInMB": 14173,
      "LogicalCRUDUsageInMB": 172357,
      "ClientReportedUsageInMB": 6156530,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-01T03:31:33.2384869-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 246916,
      "PhysicalCRUDUsageInMB": 1210304,
      "LogicalIndexUsageInMB": 25678,
      "LogicalCRUDUsageInMB": 319682,
      "ClientReportedUsageInMB": 101851555,
      "ClientReportedCollectionCount": 48
    },
    {
      "TimeStamp": "2015-04-01T06:48:01.3714734-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-01T08:48:14.5594987-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1536,
      "PhysicalCRUDUsageInMB": 10944,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 165,
      "ClientReportedUsageInMB": 176265,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgACBQAAAAAAAA==",
  "_ts": 1427905350,
  "_etag": "\"0300647e-0000-0000-0000-551c1b460000\"",
  "_attachments": "attachments/"
},
{
  "id": "4464e0c4-54c8-43c5-801f-a7614814b25e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgADBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-03-31T19:01:55.4365612-07:00",
  "CompletedTime": "2015-04-01T09:30:17.2122841-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "22d14460-8401-4728-a5ff-b84cd79e2560",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T20:00:38.5313959-07:00",
      "CompleteTime": "2015-03-31T20:07:44.4864948-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2c2fea37-ebd2-4809-a331-f550886f75bb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T20:00:38.9406692-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5a59383c-7b0e-4da8-a456-888dc046ccd8",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T20:00:39.4960393-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b286cbad-c4fd-4d01-8e29-31ed5e906e2d",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-31T20:00:40.0594151-07:00",
      "CompleteTime": "2015-03-31T20:07:53.1562779-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c2220429-3cf8-47cf-8a1e-34c7da6bf40e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T21:20:06.5445098-07:00",
      "CompleteTime": "2015-03-31T21:41:46.6016067-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "88d80d1b-1e88-433c-a597-5827848b08e1",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-03-31T22:16:58.1279278-07:00",
      "CompleteTime": "2015-03-31T22:23:12.6126973-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "038c0d4c-a4a0-4872-86a7-529b6d1a5574",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T00:29:30.8941716-07:00",
      "CompleteTime": "2015-04-01T00:34:04.4706385-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "c8e7bf08-d933-432d-a4a9-80c4d1adbeec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.8\\x64\\Release",
      "StartTime": "2015-03-31T19:04:22.339216-07:00",
      "EndTime": "2015-03-31T19:14:31.2761938-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d615bf9-9a7c-426c-8830-c5a5918d6042",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.8\\x64\\Release",
      "StartTime": "2015-03-31T19:14:44.9301516-07:00",
      "EndTime": "2015-03-31T19:14:45.2973971-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "522b92ed-c765-42c2-9545-c0b192516d9a",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.8\\x64\\Release",
      "StartTime": "2015-03-31T19:14:45.6704643-07:00",
      "EndTime": "2015-03-31T19:49:09.0315226-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c1fe717b-0a69-44fa-aa44-593e2958d740",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.11\\x64\\Release",
      "StartTime": "2015-03-31T19:49:12.2906952-07:00",
      "EndTime": "2015-03-31T20:00:34.581762-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "41ce00f4-42a9-4dcb-803e-d5e548e14123",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.11\\x64\\Release",
      "StartTime": "2015-03-31T20:47:57.8851549-07:00",
      "EndTime": "2015-03-31T21:05:02.0162184-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cfb86611-39e1-4d61-a54a-f8d112526fb8",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.11\\x64\\Release",
      "StartTime": "2015-03-31T21:05:07.5729243-07:00",
      "EndTime": "2015-03-31T22:12:38.826982-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0e4d6e2-5997-4ef1-9be9-533ec2b05ab9",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Gated2\\20150331.11\\x64\\Release",
      "StartTime": "2015-03-31T22:57:01.2467315-07:00",
      "EndTime": "2015-04-01T00:06:45.9037651-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a12%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a12%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "2 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Trace formatting was truncated.\n",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-03-31T20:32:15.8830445",
          "Last": "2015-03-31T20:52:10.975894"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a12%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 11998. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 112899,
          "Average": 4908.65,
          "Max": 11998,
          "Min": 42
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.22,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11104,
          "Average": 482.78,
          "Max": 8801,
          "Min": 2303
        },
        {
          "StatusCode": 410,
          "Total": 21,
          "Average": 0.91,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 126501,
          "Average": 5500.04,
          "Max": 16475,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 533. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 4397,
          "Average": 439.7,
          "Max": 533,
          "Min": 87
        },
        {
          "StatusCode": 404,
          "Total": 431,
          "Average": 43.1,
          "Max": 108,
          "Min": 10
        },
        {
          "StatusCode": 429,
          "Total": 2200,
          "Average": 220.0,
          "Max": 395,
          "Min": 25
        },
        {
          "StatusCode": 449,
          "Total": 224,
          "Average": 22.4,
          "Max": 32,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 1288. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 10945,
          "Average": 1094.5,
          "Max": 1289,
          "Min": 163
        },
        {
          "StatusCode": 404,
          "Total": 1686,
          "Average": 168.6,
          "Max": 348,
          "Min": 19
        },
        {
          "StatusCode": 429,
          "Total": 8140,
          "Average": 814.0,
          "Max": 1335,
          "Min": 118
        },
        {
          "StatusCode": 449,
          "Total": 1008,
          "Average": 100.8,
          "Max": 120,
          "Min": 25
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 2488. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 19973,
          "Average": 868.39,
          "Max": 2488,
          "Min": 21
        },
        {
          "StatusCode": 403,
          "Total": 40374,
          "Average": 1755.39,
          "Max": 6361,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 25767,
          "Average": 1120.3,
          "Max": 2972,
          "Min": 43
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:40:00 which does not meet the expected of 08:00:00, with maximum throughput being 184016. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3471957,
          "Average": 150954.65,
          "Max": 184016,
          "Min": 28699
        },
        {
          "StatusCode": 400,
          "Total": 5795,
          "Average": 251.96,
          "Max": 817,
          "Min": 40
        },
        {
          "StatusCode": 410,
          "Total": 1778,
          "Average": 77.3,
          "Max": 746,
          "Min": 133
        },
        {
          "StatusCode": 429,
          "Total": 8048,
          "Average": 349.91,
          "Max": 1052,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 3890. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 34498,
          "Average": 3449.8,
          "Max": 3890,
          "Min": 547
        },
        {
          "StatusCode": 404,
          "Total": 449,
          "Average": 44.9,
          "Max": 294,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 3117,
          "Average": 311.7,
          "Max": 569,
          "Min": 41
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "77150b44-8be1-4121-bf6d-bcbbc9fd9671",
          "MaxQuota": 3490816,
          "MaxUsage": 529130
        },
        {
          "PartitionId": "d4e4ae44-8820-430b-adc4-c211bd90bdf4",
          "MaxQuota": 3490816,
          "MaxUsage": 444660
        },
        {
          "PartitionId": "a4271698-1061-41a0-aa54-382bee82c909",
          "MaxQuota": 3490816,
          "MaxUsage": 9755
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-private-9",
          "PartitionId": "77150b44-8be1-4121-bf6d-bcbbc9fd9671",
          "MaxCrudUsage": 640,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 936
        },
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-private-9",
          "PartitionId": "d4e4ae44-8820-430b-adc4-c211bd90bdf4",
          "MaxCrudUsage": 472,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 864
        },
        {
          "DocumentServiceId": "readheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "a4271698-1061-41a0-aa54-382bee82c909",
          "MaxCrudUsage": 24,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 384
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-03-31T20:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 46.886,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a13%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.751878
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.767648
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.782103
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.796772
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.8051
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a14%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 5.059873
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 4.98399
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 4.497372
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Value": 4.193384
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 3.820282
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a14%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 5.15429
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 3.513868
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 3.382255
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 2.265657
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 2.248174
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a14%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110801.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110802.633333
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110863.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 110986.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 111053.482759
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a14%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a14%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a15%3a08Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a16%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a16%3a40Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a16%3a40Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-01+02%3a01%3a55Z&end=2015-04-01+05%3a16%3a43Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T20:47:49.5155726-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1024,
      "PhysicalCRUDUsageInMB": 3080,
      "LogicalIndexUsageInMB": 37,
      "LogicalCRUDUsageInMB": 520,
      "ClientReportedUsageInMB": 80226,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-03-31T22:16:47.1906327-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3584,
      "PhysicalCRUDUsageInMB": 1320,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 22,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgADBQAAAAAAAA==",
  "_ts": 1427905817,
  "_etag": "\"03001b89-0000-0000-0000-551c1d190000\"",
  "_attachments": "attachments/"
},
{
  "id": "787a0bc4-dbe8-4bcf-ae5c-b59164d35df8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAEBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-03-31T19:15:26.6978923-07:00",
  "CompletedTime": "2015-04-01T12:09:02.768102-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0d52b204-6513-4e8d-ab62-b33c95de29bf",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-03-31T21:03:05.6972059-07:00",
      "CompleteTime": "2015-03-31T21:20:52.6320193-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6d2c59f-fc6a-4adc-84df-30934f611e85",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-03-31T21:03:06.1995448-07:00",
      "CompleteTime": "2015-03-31T21:09:44.1091763-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e2bc270e-d7b1-4d29-b109-e2d637d992d9",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-03-31T21:03:06.7289018-07:00",
      "CompleteTime": "2015-03-31T21:17:48.5573229-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f45962b3-4b42-4565-a6cd-4aa84d761a7e",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-03-31T21:03:07.2912811-07:00",
      "CompleteTime": "2015-03-31T21:10:19.9874711-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66571092-e20a-467b-b9bb-dfe851443dfe",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T01:20:22.957672-07:00",
      "CompleteTime": "2015-04-01T01:26:57.9971138-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6157d93-051a-48fd-a547-efd63b270424",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-01T03:33:35.3765248-07:00",
      "CompleteTime": "2015-04-01T03:35:44.5886228-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "0727ed1a-adb8-4fd5-af24-e1c97cb2ca51",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T04:13:53.1600397-07:00",
      "CompleteTime": "2015-04-01T04:19:28.8331969-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "52607da0-62ed-4a28-9323-6d677568f8a7",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-01T10:35:40.7867924-07:00",
      "CompleteTime": "2015-04-01T10:37:48.7564865-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "16cb20c6-be32-4567-96af-689ab8a5b5f6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:17:56.3264862-07:00",
      "EndTime": "2015-03-31T19:25:58.700619-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bb1c3f51-cd31-4161-93e0-88fa7132ca6c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:26:08.9116194-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    },
    {
      "EventId": "6d623a22-3172-487e-baea-9760eb337c89",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:26:09.2836407-07:00",
      "EndTime": "2015-03-31T19:59:47.1007755-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a29145b-8d30-465c-9389-2b553131d9f1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T19:59:52.3542261-07:00",
      "EndTime": "2015-03-31T20:15:01.5925465-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff591a54-ed42-4af3-8886-d4ca9f8d7651",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-03-31T20:15:01.9938145-07:00",
      "EndTime": "2015-03-31T20:31:11.5291696-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db70788e-71ab-4b27-9548-6c53b41c0859",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-03-31T20:31:12.3847417-07:00",
      "EndTime": "2015-03-31T20:53:01.0985642-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cc4ed2fe-17e6-450a-bdf4-c5da5f0c7e12",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-03-31T21:52:30.4725719-07:00",
      "EndTime": "2015-04-01T00:10:40.5903043-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9ea69a7f-5833-4b07-901c-e0f06d56bb00",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T01:05:20.311036-07:00",
      "EndTime": "2015-04-01T03:10:18.3609555-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a4ada17c-228a-473f-b73e-f054e35c09e6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T04:13:38.8438215-07:00",
      "EndTime": "2015-04-01T06:21:29.4651175-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a984c338-f901-4ffc-b8e8-1fbbcae3e829",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T07:31:52.2938624-07:00",
      "EndTime": "2015-04-01T09:38:51.6558674-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d474a07c-bb92-4a3b-8b42-924aedf05c52",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T10:17:26.3172978-07:00",
      "EndTime": "2015-04-01T10:35:37.847761-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "73aed213-414a-4adc-8ffe-167034c262d8",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150331.2\\x64\\Release",
      "StartTime": "2015-04-01T10:37:51.5718428-07:00",
      "EndTime": "2015-04-01T10:39:58.5809889-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "220 requests with 503 | 11 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 28,
          "First": "2015-04-01T05:34:45.9389459",
          "Last": "2015-04-01T05:37:45.6031311"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 181,
          "First": "2015-04-01T05:34:25.6860949",
          "Last": "2015-04-01T05:37:51.4422924"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "First": "2015-04-01T00:45:03.0058093",
          "Last": "2015-04-01T08:06:26.7597011"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-04-01T03:10:13.8911258",
          "Last": "2015-04-01T03:10:13.8911258"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-04-01T05:34:26.8971609",
          "Last": "2015-04-01T05:37:01.9769152"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "204 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 164,
          "First": "2015-04-01T05:25:00",
          "Last": "2015-04-01T07:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 16,
          "First": "2015-04-01T05:25:00",
          "Last": "2015-04-01T07:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 20,
          "First": "2015-04-01T05:25:00",
          "Last": "2015-04-01T07:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 4,
          "First": "2015-04-01T05:25:00",
          "Last": "2015-04-01T05:25:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 44926513,
          "Average": 289848.47,
          "Max": 346477,
          "Min": 262
        },
        {
          "StatusCode": 400,
          "Total": 395,
          "Average": 2.55,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 39815,
          "Average": 256.87,
          "Max": 2034,
          "Min": 9
        },
        {
          "StatusCode": 408,
          "Total": 164,
          "Average": 1.06,
          "Max": 129,
          "Min": 35
        },
        {
          "StatusCode": 409,
          "Total": 18,
          "Average": 0.12,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 39453263,
          "Average": 254537.18,
          "Max": 285651,
          "Min": 1378
        },
        {
          "StatusCode": 429,
          "Total": 5995888,
          "Average": 38683.15,
          "Max": 85769,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1289131,
          "Average": 8316.97,
          "Max": 10053,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 2147,
          "Average": 13.85,
          "Max": 57,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1493,
          "Average": 9.63,
          "Max": 141,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 165426,
          "Average": 1067.26,
          "Max": 2372,
          "Min": 207
        },
        {
          "StatusCode": 449,
          "Total": 4709,
          "Average": 30.38,
          "Max": 241,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3862439,
          "Average": 24918.96,
          "Max": 29816,
          "Min": 23
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.09,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7959,
          "Average": 51.35,
          "Max": 208,
          "Min": 14
        },
        {
          "StatusCode": 408,
          "Total": 16,
          "Average": 0.1,
          "Max": 14,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4499,
          "Average": 29.03,
          "Max": 455,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 499643,
          "Average": 3223.5,
          "Max": 7018,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 9633,
          "Average": 62.15,
          "Max": 415,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6756519,
          "Average": 43590.45,
          "Max": 52559,
          "Min": 45
        },
        {
          "StatusCode": 400,
          "Total": 366,
          "Average": 2.36,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 20,
          "Average": 0.13,
          "Max": 15,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 7338,
          "Average": 47.34,
          "Max": 2141,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 854307,
          "Average": 5511.66,
          "Max": 12373,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:30:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6773471,
          "Average": 43699.81,
          "Max": 52328,
          "Min": 38
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 12317,
          "Average": 79.46,
          "Max": 920,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 22723,
          "Average": 146.6,
          "Max": 1017,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 386928,
          "Average": 2496.31,
          "Max": 5515,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:20:00 which does not meet the expected of 08:00:00",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6774607,
          "Average": 43707.14,
          "Max": 52395,
          "Min": 35
        },
        {
          "StatusCode": 401,
          "Total": 799,
          "Average": 5.15,
          "Max": 70,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 12815,
          "Average": 82.68,
          "Max": 468,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 28435,
          "Average": 183.45,
          "Max": 1144,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 419544,
          "Average": 2706.74,
          "Max": 6216,
          "Min": 328
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-04-01T10:00:00",
          "Last": "2015-04-01T10:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-04-01T09:55:00",
          "Last": "2015-04-01T10:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-01+02%3a15%3a26Z&end=2015-04-01+19%3a09%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-03-31T21:52:07.8915265-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3072,
      "PhysicalCRUDUsageInMB": 12616,
      "LogicalIndexUsageInMB": 45,
      "LogicalCRUDUsageInMB": 1055,
      "ClientReportedUsageInMB": 139,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-04-01T00:24:55.8897037-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 110672,
      "PhysicalCRUDUsageInMB": 397488,
      "LogicalIndexUsageInMB": 7335,
      "LogicalCRUDUsageInMB": 91011,
      "ClientReportedUsageInMB": 83830,
      "ClientReportedCollectionCount": 77
    },
    {
      "TimeStamp": "2015-04-01T03:33:19.7625987-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 175496,
      "PhysicalCRUDUsageInMB": 877200,
      "LogicalIndexUsageInMB": 17049,
      "LogicalCRUDUsageInMB": 212249,
      "ClientReportedUsageInMB": 48701,
      "ClientReportedCollectionCount": 25
    },
    {
      "TimeStamp": "2015-04-01T06:51:32.7986214-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-01T10:08:55.0806405-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-01T12:09:02.768102-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAEBQAAAAAAAA==",
  "_ts": 1427918947,
  "_etag": "\"02005a1e-0000-0000-0000-551c50630000\"",
  "_attachments": "attachments/"
},
{
  "id": "707f79a0-a7b5-49e7-9791-89ca3dddad83",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAFBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-01T09:30:17.7656529-07:00",
  "CompletedTime": "2015-04-02T00:01:26.6371952-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a45b60a6-4c47-4b80-82b9-f083f3211e10",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-01T11:07:45.6571384-07:00",
      "CompleteTime": "2015-04-01T11:19:55.0659806-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8b11d968-2faf-414d-96a9-888733e6881b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T11:07:46.1450194-07:00",
      "CompleteTime": "2015-04-01T11:19:26.836704-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d15f7593-fc3d-48ab-9ce9-ff91e9829eda",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-01T11:07:46.6403492-07:00",
      "CompleteTime": "2015-04-01T11:13:51.798643-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5f20c28-e3f8-4b7b-a26a-57a564af845a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-01T11:07:47.1977222-07:00",
      "CompleteTime": "2015-04-01T11:19:26.278362-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "920cb1c0-e7b5-48d1-a47b-8dad3ca814ef",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T12:24:31.3230854-07:00",
      "CompleteTime": "2015-04-01T12:33:41.0048837-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ecbb3499-3ffc-477e-b68c-3f2bf6ea5b20",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-01T13:28:33.2157359-07:00",
      "CompleteTime": "2015-04-01T13:32:40.97446-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "4e42b011-08ef-4813-8652-348014aa8719",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T15:31:59.9032751-07:00",
      "CompleteTime": "2015-04-01T15:36:03.7879158-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b77a50ee-33c1-4180-a31e-0604dcbf26f6",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-01T22:29:01.3196451-07:00",
      "CompleteTime": "2015-04-01T22:30:07.4467486-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "c58d3bcf-5b18-47dc-95b1-d96059c432c6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:32:48.4060211-07:00",
      "EndTime": "2015-04-01T09:43:04.4458422-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c884de2e-827c-454a-80e0-1685bd555ef5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:43:14.2822179-07:00",
      "EndTime": "2015-04-01T09:43:14.6093093-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ad36708-a094-4357-b881-35c8acb08a91",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:43:14.9897145-07:00",
      "EndTime": "2015-04-01T10:26:20.0920119-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bee714d9-18ef-4692-98e9-496bc50a7a6a",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T10:26:26.5610753-07:00",
      "EndTime": "2015-04-01T10:41:34.113661-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5221f4ef-d449-460d-a3cf-9e1cb3e5ced9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T10:41:34.4884627-07:00",
      "EndTime": "2015-04-01T10:57:41.4525301-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2cd626aa-f371-4abd-8943-55de318f71e4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T11:58:32.1333832-07:00",
      "EndTime": "2015-04-01T12:09:26.9026492-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a815c1a2-c5b2-4c8d-88f8-cedc6e5b0556",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T12:09:32.2872496-07:00",
      "EndTime": "2015-04-01T13:16:30.4845499-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5230a836-32eb-45be-801d-72d990307bac",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T14:08:35.7695067-07:00",
      "EndTime": "2015-04-01T15:12:29.7240847-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a6866f36-3645-4fbe-8ad3-88173104621c",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T16:12:02.4074816-07:00",
      "EndTime": "2015-04-01T18:18:36.0098327-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9fff4293-26f1-4067-b94c-739b3bf10730",
      "EventName": "Upgrade Package",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T19:26:15.1773757-07:00",
      "EndTime": "2015-04-01T21:31:07.8003983-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "319135cd-8e2f-47f8-9a9c-7bd543e73c77",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T22:08:49.2922601-07:00",
      "EndTime": "2015-04-01T22:28:57.7092371-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c2d18b2f-e440-4c65-ba2d-12de8fd2b74c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDBMainTfs3\\bin\\X64\\release",
      "StartTime": "2015-04-01T22:30:10.897051-07:00",
      "EndTime": "2015-04-01T22:32:16.8770757-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-01T20:09:15.8728545",
          "Last": "2015-04-01T21:26:44.1019531"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "16 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 16,
          "First": "2015-04-01T12:05:26.1223382",
          "Last": "2015-04-01T12:05:32.0088761"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-01T12:07:12.3090466",
          "Last": "2015-04-01T12:07:12.3090466"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-01T20:38:30.6280441",
          "Last": "2015-04-01T20:38:30.6280441"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37118142,
          "Average": 242602.24,
          "Max": 343965,
          "Min": 83
        },
        {
          "StatusCode": 400,
          "Total": 121,
          "Average": 0.79,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 37310,
          "Average": 243.86,
          "Max": 6046,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 25,
          "Average": 0.16,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33552540,
          "Average": 219297.65,
          "Max": 293306,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4037480,
          "Average": 26388.76,
          "Max": 38577,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1059702,
          "Average": 8344.11,
          "Max": 10065,
          "Min": 101
        },
        {
          "StatusCode": 404,
          "Total": 1404,
          "Average": 11.06,
          "Max": 47,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1223,
          "Average": 9.63,
          "Max": 62,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 112774,
          "Average": 887.98,
          "Max": 1084,
          "Min": 189
        },
        {
          "StatusCode": 449,
          "Total": 1885,
          "Average": 14.84,
          "Max": 65,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3186934,
          "Average": 25093.97,
          "Max": 29602,
          "Min": 265
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5333,
          "Average": 41.99,
          "Max": 208,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3786,
          "Average": 29.81,
          "Max": 166,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 340802,
          "Average": 2683.48,
          "Max": 3118,
          "Min": 573
        },
        {
          "StatusCode": 449,
          "Total": 4855,
          "Average": 38.23,
          "Max": 121,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5597272,
          "Average": 43389.71,
          "Max": 52224,
          "Min": 424
        },
        {
          "StatusCode": 400,
          "Total": 32,
          "Average": 0.25,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 21586,
          "Average": 167.33,
          "Max": 5458,
          "Min": 19
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4213,
          "Average": 32.66,
          "Max": 211,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 553988,
          "Average": 4294.48,
          "Max": 5541,
          "Min": 483
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 33028056,
          "Average": 215869.65,
          "Max": 242270,
          "Min": 62565
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8876,
          "Average": 58.01,
          "Max": 953,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26853,
          "Average": 175.51,
          "Max": 1479,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 269921,
          "Average": 1764.19,
          "Max": 3457,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5591214,
          "Average": 44025.31,
          "Max": 52921,
          "Min": 306
        },
        {
          "StatusCode": 401,
          "Total": 915,
          "Average": 7.2,
          "Max": 120,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 6776,
          "Average": 53.35,
          "Max": 344,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 26015,
          "Average": 204.84,
          "Max": 1232,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 293156,
          "Average": 2308.31,
          "Max": 3098,
          "Min": 73
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "941 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 851,
          "HourlyAverage": 62.642
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.442
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 58,
          "HourlyAverage": 4.269
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.221
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.294
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.442
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.147
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.147
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 6,
          "HourlyAverage": 0.442
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.294
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.221
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "cbfd5eef-b9de-4606-9fdc-348ad534b02f",
          "MaxQuota": 10476298,
          "MaxUsage": 4882592
        },
        {
          "PartitionId": "ecf45287-e80f-41b8-ae48-613678540b62",
          "MaxQuota": 10476298,
          "MaxUsage": 4878368
        },
        {
          "PartitionId": "ef63f11f-f0c2-4461-879a-0ffe470f7f19",
          "MaxQuota": 10476298,
          "MaxUsage": 4874560
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "ecf45287-e80f-41b8-ae48-613678540b62",
          "MaxCrudUsage": 4784,
          "MaxIndexUsage": 956,
          "MaxTotalUsage": 5920
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "ade9b5bc-4d17-4def-9ad5-d2e18f35c654",
          "MaxCrudUsage": 4768,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5904
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "ea19c603-d3df-408f-b4d9-48d92e7b26d8",
          "MaxCrudUsage": 4768,
          "MaxIndexUsage": 956,
          "MaxTotalUsage": 5904
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 44 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-01T18:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 627.741,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T18:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 343.467,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T12:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 278.905,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T14:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 248.846,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T20:20:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 226.367,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.2423
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.986222
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.163984
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.40294
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86.825161
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 48.716773
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 41.625095
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 40.936287
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 40.601116
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 38.542799
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 352.241538
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 302.622758
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 291.921699
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 291.100214
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 288.051848
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54044.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 54737.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56554.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 60684.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63666.133333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 99,
          "First": "2015-04-01T16:25:00",
          "Last": "2015-04-01T21:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.5,
          "Count": 6,
          "First": "2015-04-01T16:30:00",
          "Last": "2015-04-01T19:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 390,
          "First": "2015-04-01T16:25:00",
          "Last": "2015-04-01T21:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-01+16%3a30%3a17Z&end=2015-04-02+07%3a01%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-01T11:58:14.1511048-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1024,
      "PhysicalCRUDUsageInMB": 22856,
      "LogicalIndexUsageInMB": 4,
      "LogicalCRUDUsageInMB": 921,
      "ClientReportedUsageInMB": 2828286,
      "ClientReportedCollectionCount": 111
    },
    {
      "TimeStamp": "2015-04-01T13:28:18.800356-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 115640,
      "PhysicalCRUDUsageInMB": 256184,
      "LogicalIndexUsageInMB": 4749,
      "LogicalCRUDUsageInMB": 57913,
      "ClientReportedUsageInMB": 5714269,
      "ClientReportedCollectionCount": 20
    },
    {
      "TimeStamp": "2015-04-01T15:31:45.3028085-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125368,
      "PhysicalCRUDUsageInMB": 551968,
      "LogicalIndexUsageInMB": 12796,
      "LogicalCRUDUsageInMB": 155456,
      "ClientReportedUsageInMB": 63817809,
      "ClientReportedCollectionCount": 52
    },
    {
      "TimeStamp": "2015-04-01T18:45:56.2004627-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 230020,
      "PhysicalCRUDUsageInMB": 1137008,
      "LogicalIndexUsageInMB": 22593,
      "LogicalCRUDUsageInMB": 279763,
      "ClientReportedUsageInMB": 125471934,
      "ClientReportedCollectionCount": 56
    },
    {
      "TimeStamp": "2015-04-01T22:01:13.3788303-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-02T00:01:26.6371952-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAFBQAAAAAAAA==",
  "_ts": 1427961692,
  "_etag": "\"0300a311-0000-0000-0000-551cf75c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "478a0b19-69cf-49f7-96fb-07c4bc94e161",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAGBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-01T09:36:10.6581826-07:00",
  "CompletedTime": "2015-04-01T22:11:56.7883573-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "04edff5d-9eae-4b37-85d6-d28e70c85499",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T11:02:23.3088503-07:00",
      "CompleteTime": "2015-04-01T11:09:00.5131564-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d70a01c9-7203-4c85-8afd-20bd5e382ae7",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-01T11:02:23.8582989-07:00",
      "CompleteTime": "2015-04-01T11:09:29.9088675-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "568d44b7-c015-48f2-94f7-f06dfeecae02",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-01T11:02:24.4147546-07:00",
      "CompleteTime": "2015-04-01T11:09:30.8276136-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d692082b-c891-4dd5-8061-d4daf629181a",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-01T11:02:25.7385456-07:00",
      "CompleteTime": "2015-04-01T11:10:42.7233971-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b163567a-fc2e-47a1-b54f-b9012bec7252",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T12:15:54.0728741-07:00",
      "CompleteTime": "2015-04-01T12:20:01.2270793-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "07ae14ed-94f0-4ed5-9bd6-5136b5f666d0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-01T13:12:57.0510238-07:00",
      "CompleteTime": "2015-04-01T13:15:09.2644543-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "9c749d24-7b03-4833-9d3c-70bf49873e01",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T15:12:15.6880259-07:00",
      "CompleteTime": "2015-04-01T15:17:51.2527008-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d66f0bf4-2a82-47ec-826e-f3bc8d0873ad",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-01T21:41:47.4257151-07:00",
      "CompleteTime": "2015-04-01T21:43:58.4504972-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "4f1dc588-e22e-47d7-b70f-7549c1ef3415",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:39:09.3418851-07:00",
      "EndTime": "2015-04-01T09:47:35.47104-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b142261-ef3b-4eab-9b53-cd6a69c36f05",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:47:49.2684384-07:00",
      "EndTime": "2015-04-01T09:47:49.6121988-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f21356df-b8ca-4a6f-9013-bfa4a6a20ceb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T09:47:49.971579-07:00",
      "EndTime": "2015-04-01T10:21:45.0036936-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7ef6934-5eeb-4435-bb3e-36a8e9e4779d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T10:21:53.4414068-07:00",
      "EndTime": "2015-04-01T10:36:03.5361183-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "70354374-e814-438e-93b9-9d561b3a6ea3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T10:36:03.8955056-07:00",
      "EndTime": "2015-04-01T10:52:16.0290279-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2601cbd1-f87c-4a1d-8984-da495e98c0e2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T11:51:45.2741765-07:00",
      "EndTime": "2015-04-01T12:00:48.8702976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "56876e99-1eef-4c99-9b61-01cb25f4b85d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T12:00:57.2840704-07:00",
      "EndTime": "2015-04-01T13:06:41.9533674-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "607ea909-6043-4b9d-a593-c35c9293aef6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T13:53:01.4391561-07:00",
      "EndTime": "2015-04-01T15:03:07.9232408-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "793bb173-ffa4-42d8-aa23-aca788a1479e",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T15:52:19.7873475-07:00",
      "EndTime": "2015-04-01T17:58:03.8642612-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fef3076a-996f-4b82-99de-8659db621157",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T18:50:11.3538164-07:00",
      "EndTime": "2015-04-01T20:57:14.388003-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "13767a22-d6b7-44ef-8783-f4f4f119ba01",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T21:27:28.6452036-07:00",
      "EndTime": "2015-04-01T21:41:42.5105956-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9118a644-3369-4bcf-a929-bff8e0ecaf19",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.2\\x64\\Release",
      "StartTime": "2015-04-01T21:44:04.0646883-07:00",
      "EndTime": "2015-04-01T21:46:12.7432723-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+03%3a57%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+03%3a59%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-01T16:57:04.048558",
          "Last": "2015-04-01T16:57:04.048558"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-01T19:17:38.0839555",
          "Last": "2015-04-01T19:48:58.2463081"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a00%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "33 requests with 408 | 112 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 22,
          "First": "2015-04-01T11:34:53.5712206",
          "Last": "2015-04-01T17:53:20.7841417"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-04-01T12:38:10.9734394",
          "Last": "2015-04-01T20:37:26.7514932"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "First": "2015-04-01T11:28:03.8774366",
          "Last": "2015-04-01T19:39:00.0019985"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 95,
          "First": "2015-04-01T20:38:22.9031594",
          "Last": "2015-04-01T20:39:32.6027787"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 11,
          "First": "2015-04-01T20:38:31.2479395",
          "Last": "2015-04-01T20:39:28.1358586"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-04-01T20:38:31.3858251",
          "Last": "2015-04-01T20:39:13.6056982"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a04%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "104 408s during upgrades in 3 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "276c23ee-95a8-40ab-86b3-6012f934d274",
          "Count": 5,
          "First": "2015-04-01T12:35:00",
          "Last": "2015-04-01T12:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "276c23ee-95a8-40ab-86b3-6012f934d274",
          "Count": 52,
          "First": "2015-04-01T12:35:00",
          "Last": "2015-04-01T12:35:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "276c23ee-95a8-40ab-86b3-6012f934d274",
          "Count": 3,
          "First": "2015-04-01T12:35:00",
          "Last": "2015-04-01T12:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "554d79f0-75b8-4176-9ae4-fa976153f027",
          "Count": 3,
          "First": "2015-04-01T17:50:00",
          "Last": "2015-04-01T17:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "dabcb100-a73c-48ea-a3e9-366b1631d6d7",
          "Count": 3,
          "First": "2015-04-01T17:40:00",
          "Last": "2015-04-01T17:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "dabcb100-a73c-48ea-a3e9-366b1631d6d7",
          "Count": 30,
          "First": "2015-04-01T17:40:00",
          "Last": "2015-04-01T17:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "dabcb100-a73c-48ea-a3e9-366b1631d6d7",
          "Count": 7,
          "First": "2015-04-01T17:40:00",
          "Last": "2015-04-01T17:40:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "dabcb100-a73c-48ea-a3e9-366b1631d6d7",
          "Count": 1,
          "First": "2015-04-01T17:40:00",
          "Last": "2015-04-01T17:40:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a07%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35038594,
          "Average": 299475.16,
          "Max": 330692,
          "Min": 8898
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 481,
          "Average": 4.11,
          "Max": 481,
          "Min": 481
        },
        {
          "StatusCode": 404,
          "Total": 63918,
          "Average": 546.31,
          "Max": 12468,
          "Min": 388
        },
        {
          "StatusCode": 408,
          "Total": 85,
          "Average": 0.73,
          "Max": 52,
          "Min": 3
        },
        {
          "StatusCode": 409,
          "Total": 27,
          "Average": 0.23,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 53350,
          "Average": 455.98,
          "Max": 7850,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4839296,
          "Average": 41361.5,
          "Max": 80415,
          "Min": 7341
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a07%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1004425,
          "Average": 8584.83,
          "Max": 9745,
          "Min": 292
        },
        {
          "StatusCode": 401,
          "Total": 5,
          "Average": 0.04,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 1688,
          "Average": 14.43,
          "Max": 141,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1369,
          "Average": 11.7,
          "Max": 194,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134472,
          "Average": 1149.33,
          "Max": 2228,
          "Min": 199
        },
        {
          "StatusCode": 449,
          "Total": 2204,
          "Average": 18.84,
          "Max": 112,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a07%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3017497,
          "Average": 25790.57,
          "Max": 28741,
          "Min": 711
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 35,
          "Average": 0.3,
          "Max": 35,
          "Min": 35
        },
        {
          "StatusCode": 404,
          "Total": 6313,
          "Average": 53.96,
          "Max": 536,
          "Min": 10
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4070,
          "Average": 34.79,
          "Max": 517,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 403394,
          "Average": 3447.81,
          "Max": 6618,
          "Min": 609
        },
        {
          "StatusCode": 449,
          "Total": 6024,
          "Average": 51.49,
          "Max": 231,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a08%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5328054,
          "Average": 45538.92,
          "Max": 50365,
          "Min": 1160
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.07,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 55,
          "Average": 0.47,
          "Max": 55,
          "Min": 55
        },
        {
          "StatusCode": 403,
          "Total": 8627,
          "Average": 73.74,
          "Max": 5902,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 12,
          "Average": 0.1,
          "Max": 7,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 5277,
          "Average": 45.1,
          "Max": 1085,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 640106,
          "Average": 5470.99,
          "Max": 11588,
          "Min": 1205
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a08%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 22468607,
          "Average": 192039.38,
          "Max": 216512,
          "Min": 2100
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 0.09,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 10992,
          "Average": 93.95,
          "Max": 1259,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 25401,
          "Average": 217.1,
          "Max": 2105,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 316908,
          "Average": 2708.62,
          "Max": 5116,
          "Min": 487
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a09%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5353366,
          "Average": 45755.26,
          "Max": 55028,
          "Min": 2111
        },
        {
          "StatusCode": 401,
          "Total": 1639,
          "Average": 14.01,
          "Max": 249,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 9181,
          "Average": 78.47,
          "Max": 531,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 24969,
          "Average": 213.41,
          "Max": 1778,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 334354,
          "Average": 2857.73,
          "Max": 5376,
          "Min": 321
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a09%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a09%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a10%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "58 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 19,
          "First": "2015-04-01T20:09:09.518",
          "Last": "2015-04-01T20:39:15.281"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 15,
          "First": "2015-04-01T20:19:11.485",
          "Last": "2015-04-01T20:39:15.281"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 24,
          "First": "2015-04-01T20:09:09.518",
          "Last": "2015-04-01T20:39:15.281"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a10%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "767 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 727,
          "HourlyAverage": 67.233
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 36,
          "HourlyAverage": 3.329
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.37
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.092
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a10%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a10%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ef8d3e93-b303-4926-8183-29b05712b437",
          "MaxQuota": 10476298,
          "MaxUsage": 4671338
        },
        {
          "PartitionId": "eea0680e-faed-4b6f-86ba-fc1c2e4f1e29",
          "MaxQuota": 10476298,
          "MaxUsage": 4664602
        },
        {
          "PartitionId": "af65cd93-c35f-4fb9-aa87-ef9f95d9565b",
          "MaxQuota": 10476298,
          "MaxUsage": 4660842
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a10%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ef8d3e93-b303-4926-8183-29b05712b437",
          "MaxCrudUsage": 4664,
          "MaxIndexUsage": 896,
          "MaxTotalUsage": 5728
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "149c1173-77e6-4802-9a27-68e36c6d7d1c",
          "MaxCrudUsage": 4656,
          "MaxIndexUsage": 920,
          "MaxTotalUsage": 5712
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "5316b93a-81bd-415d-b2c2-8fc6185e9d35",
          "MaxCrudUsage": 4592,
          "MaxIndexUsage": 908,
          "MaxTotalUsage": 5700
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a11%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 31 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-01T12:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 494.97,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T17:50:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 380.076,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T17:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 245.022,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T12:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 235.692,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-01T12:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 234.567,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a11%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 85.452055
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.119085
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.219095
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.621811
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 88.213985
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a12%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 49.119365
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 42.845916
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 42.032614
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 37.389434
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 37.333371
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a12%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 427.082406 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 427.082406
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 365.330565
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 262.290933
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 254.918608
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 246.136286
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a13%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 57003.896552
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 57159.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 59660.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61379.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 62700.666667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a13%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a13%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 84,
          "First": "2015-04-01T16:05:00",
          "Last": "2015-04-01T20:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 9,
          "First": "2015-04-01T16:20:00",
          "Last": "2015-04-01T17:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 363,
          "First": "2015-04-01T16:05:00",
          "Last": "2015-04-01T20:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a16%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a17%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a19%3a19Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "112 Gateway Https requests with 503 | 756 Direct Tcp requests with 503 | 126 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 112,
          "Average": 112,
          "First": "2015-04-01T20:35:00",
          "Last": "2015-04-01T20:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 756,
          "Average": 108,
          "First": "2015-04-01T12:00:00",
          "Last": "2015-04-01T20:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 126,
          "Average": 16,
          "First": "2015-04-01T12:15:00",
          "Last": "2015-04-01T20:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a19%3a24Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-01+16%3a36%3a10Z&end=2015-04-02+04%3a19%3a39Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-01T11:51:24.3478705-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 92216,
      "LogicalIndexUsageInMB": 1264,
      "LogicalCRUDUsageInMB": 15646,
      "ClientReportedUsageInMB": 7012372,
      "ClientReportedCollectionCount": 42
    },
    {
      "TimeStamp": "2015-04-01T13:12:39.5779094-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 129652,
      "PhysicalCRUDUsageInMB": 310552,
      "LogicalIndexUsageInMB": 6513,
      "LogicalCRUDUsageInMB": 80268,
      "ClientReportedUsageInMB": 6635739,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-04-01T15:11:53.6204616-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 136052,
      "PhysicalCRUDUsageInMB": 639936,
      "LogicalIndexUsageInMB": 18081,
      "LogicalCRUDUsageInMB": 219962,
      "ClientReportedUsageInMB": 174516541,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-04-01T18:09:50.7812066-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 244940,
      "PhysicalCRUDUsageInMB": 1210736,
      "LogicalIndexUsageInMB": 27410,
      "LogicalCRUDUsageInMB": 339967,
      "ClientReportedUsageInMB": 14578042,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-01T21:19:43.9326593-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 314580,
      "PhysicalCRUDUsageInMB": 1679384,
      "LogicalIndexUsageInMB": 34026,
      "LogicalCRUDUsageInMB": 435422,
      "ClientReportedUsageInMB": 100304871,
      "ClientReportedCollectionCount": 42
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAGBQAAAAAAAA==",
  "_ts": 1427951517,
  "_etag": "\"020058d7-0000-0000-0000-551ccf9d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "44af8eaf-be42-444b-b7ea-e0270b00bfb2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAHBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-01T14:01:15.8176212-07:00",
  "CompletedTime": "2015-04-03T11:14:54.2221584-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ba94ef08-d622-4203-ac04-3ec1809fd91f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-01T14:03:05.3530373-07:00",
      "EndTime": "2015-04-01T14:11:50.0779006-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "89a4420e-3e75-4b1f-865a-d93484336418",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-01T14:12:12.7287204-07:00",
      "EndTime": "2015-04-01T14:12:13.0706915-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bfaaaa38-12c5-4686-9e44-14bbe2173954",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-01T14:12:13.4308356-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAHBQAAAAAAAA==",
  "_ts": 1428084894,
  "_etag": "\"01001062-0000-0000-0000-551ed89e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e42164b6-5927-4994-99be-f463664a7a2f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAIBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-01T19:13:37.3552403-07:00",
  "CompletedTime": "2015-04-02T11:05:55.1871966-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "192d9412-3c54-43b7-a7e7-ad23bd3e317a",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-01T21:03:16.0739341-07:00",
      "CompleteTime": "2015-04-01T21:10:25.8149315-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ae1db31-dbd5-4a63-8d7e-cf6f25768391",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T21:03:16.6346323-07:00",
      "CompleteTime": "2015-04-01T21:09:26.1007959-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4bf828b4-2ea8-4c24-a06e-cf5416afbc17",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-01T21:03:17.1683435-07:00",
      "CompleteTime": "2015-04-01T21:09:56.1878539-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "19c0153e-5462-4423-9064-2229ba7c9de6",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-01T21:03:17.7236908-07:00",
      "CompleteTime": "2015-04-01T21:12:31.091122-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b37d0fed-5283-4cb3-9cfd-7084f2c402bf",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T00:56:42.519414-07:00",
      "CompleteTime": "2015-04-02T01:02:47.1899967-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "addf48b3-7e27-46d1-9c15-c24cb51710a4",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-02T02:56:09.0646894-07:00",
      "CompleteTime": "2015-04-02T02:57:19.8212698-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "22081fbf-ca23-4035-b81e-7f078c73cd7c",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T03:49:30.229716-07:00",
      "CompleteTime": "2015-04-02T03:55:04.2091762-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d663b0c4-1388-437a-8d42-9e6a19b566e9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-02T09:33:33.3438488-07:00",
      "CompleteTime": "2015-04-02T09:34:42.4438084-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "b413d896-13b8-4225-b6ed-89cb6bb21fc0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T19:16:17.8007384-07:00",
      "EndTime": "2015-04-01T19:24:35.8725761-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "af2e2618-bab0-496c-bca7-f594c1847e4f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T19:24:47.2934171-07:00",
      "EndTime": "2015-04-01T19:24:47.6306396-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5626a78c-3614-4913-9e6e-77b99b2a8a2b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T19:24:47.9978852-07:00",
      "EndTime": "2015-04-01T19:58:17.3223773-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e92c775d-106a-4b7d-95ca-0da19d30aa05",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T19:58:22.7287446-07:00",
      "EndTime": "2015-04-01T20:13:29.9534998-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "29cd5128-0d0f-4369-887f-c1ca3889e780",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T20:13:30.3015202-07:00",
      "EndTime": "2015-04-01T20:29:37.1758166-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ee728aa4-3bac-4898-b24c-d0685eb98b93",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-01T20:29:37.8565868-07:00",
      "EndTime": "2015-04-01T20:53:10.2407483-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d06e3f4-f4f6-4953-91ab-38113ad169ab",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-01T21:51:44.4420795-07:00",
      "EndTime": "2015-04-01T23:55:20.1873008-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e3172dc-70c6-4270-bd41-48e95533f778",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-02T00:41:42.6417732-07:00",
      "EndTime": "2015-04-02T02:44:07.1453125-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cab85c77-633d-402a-b21a-5dc8019d3b62",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-02T03:36:11.4731426-07:00",
      "EndTime": "2015-04-02T05:43:38.4915651-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a90c9f9a-2ec8-42d0-a923-d015796f571d",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-02T06:39:33.1253289-07:00",
      "EndTime": "2015-04-02T08:45:34.3135275-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "01929861-6349-4dac-8828-2dd305183611",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-02T09:13:19.0980569-07:00",
      "EndTime": "2015-04-02T09:33:30.3378037-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f62fe5e-5aa3-49b7-8a0f-c45ba5f7de59",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150401.1\\x64\\Release",
      "StartTime": "2015-04-02T09:34:45.4939605-07:00",
      "EndTime": "2015-04-02T09:36:51.9977537-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-02T01:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_11\\DocumentDB.ProcessWatchdog.exe.6548.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "3 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-02T01:07:09.2647836",
          "Last": "2015-04-02T01:07:09.2647836"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-02T01:07:09.2647299",
          "Last": "2015-04-02T01:07:09.2647299"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-02T01:07:09.2648014",
          "Last": "2015-04-02T01:07:09.2648014"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "39 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "First": "2015-04-02T07:02:19.8812351",
          "Last": "2015-04-02T07:02:45.4913678"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 29,
          "First": "2015-04-02T07:02:19.6907112",
          "Last": "2015-04-02T08:17:30.2652622"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-02T07:02:28.5934936",
          "Last": "2015-04-02T07:02:32.1356837"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "221 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 32,
          "First": "2015-04-02T07:00:00",
          "Last": "2015-04-02T07:00:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 168,
          "First": "2015-04-02T07:00:00",
          "Last": "2015-04-02T07:00:00"
        },
        {
          "OperationType": 15,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-04-02T07:00:00",
          "Last": "2015-04-02T07:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 17,
          "First": "2015-04-02T07:00:00",
          "Last": "2015-04-02T07:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-04-02T07:00:00",
          "Last": "2015-04-02T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42909411,
          "Average": 258490.43,
          "Max": 347236,
          "Min": 91
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 577,
          "Average": 3.48,
          "Max": 577,
          "Min": 577
        },
        {
          "StatusCode": 404,
          "Total": 99228,
          "Average": 597.76,
          "Max": 6995,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 168,
          "Average": 1.01,
          "Max": 168,
          "Min": 168
        },
        {
          "StatusCode": 409,
          "Total": 28,
          "Average": 0.17,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 41873,
          "Average": 252.25,
          "Max": 1679,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6132951,
          "Average": 36945.49,
          "Max": 77956,
          "Min": 9859
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1233490,
          "Average": 8625.8,
          "Max": 10082,
          "Min": 22
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 0.1,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 1795,
          "Average": 12.55,
          "Max": 48,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1070,
          "Average": 7.48,
          "Max": 44,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 169035,
          "Average": 1182.06,
          "Max": 2113,
          "Min": 235
        },
        {
          "StatusCode": 449,
          "Total": 4323,
          "Average": 30.23,
          "Max": 202,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3692641,
          "Average": 25822.66,
          "Max": 30031,
          "Min": 39
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 43,
          "Average": 0.3,
          "Max": 43,
          "Min": 43
        },
        {
          "StatusCode": 404,
          "Total": 7002,
          "Average": 48.97,
          "Max": 171,
          "Min": 6
        },
        {
          "StatusCode": 408,
          "Total": 17,
          "Average": 0.12,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 3308,
          "Average": 23.13,
          "Max": 123,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 510593,
          "Average": 3570.58,
          "Max": 6375,
          "Min": 822
        },
        {
          "StatusCode": 449,
          "Total": 10624,
          "Average": 74.29,
          "Max": 395,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6510208,
          "Average": 45525.93,
          "Max": 53681,
          "Min": 87
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8812,
          "Average": 61.62,
          "Max": 3627,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 21,
          "Average": 0.15,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 32,
          "Average": 0.22,
          "Max": 32,
          "Min": 32
        },
        {
          "StatusCode": 410,
          "Total": 3606,
          "Average": 25.22,
          "Max": 159,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 821070,
          "Average": 5741.75,
          "Max": 11537,
          "Min": 1380
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 23798490,
          "Average": 142505.93,
          "Max": 216401,
          "Min": 84
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.05,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 8723,
          "Average": 52.23,
          "Max": 1013,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 27843,
          "Average": 166.72,
          "Max": 1510,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 384487,
          "Average": 2302.32,
          "Max": 5398,
          "Min": 491
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 53900.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6535502,
          "Average": 45702.81,
          "Max": 53900,
          "Min": 84
        },
        {
          "StatusCode": 401,
          "Total": 337,
          "Average": 2.36,
          "Max": 81,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7040,
          "Average": 49.23,
          "Max": 436,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25936,
          "Average": 181.37,
          "Max": 1624,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 403867,
          "Average": 2824.24,
          "Max": 4589,
          "Min": 594
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 3,
          "First": "2015-04-01T23:15:00",
          "Last": "2015-04-02T07:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "434 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 9,
          "First": "2015-04-02T07:08:44.151",
          "Last": "2015-04-02T08:39:16.619"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 2,
          "First": "2015-04-02T07:23:46.855",
          "Last": "2015-04-02T07:28:47.737"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 412,
          "First": "2015-04-01T23:17:16.822",
          "Last": "2015-04-02T09:09:23.236"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 11,
          "First": "2015-04-02T07:08:44.151",
          "Last": "2015-04-02T08:39:16.619"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "959 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 824,
          "HourlyAverage": 54.471
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 114,
          "HourlyAverage": 7.536
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.331
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.198
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.331
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.198
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.066
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.066
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.066
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "dd5da55d-f865-41f8-a5b1-b1d0b27c2eab",
          "MaxQuota": 10476298,
          "MaxUsage": 5720010
        },
        {
          "PartitionId": "2adcac37-23c1-4104-bccf-5d6e8f8cebe8",
          "MaxQuota": 10476298,
          "MaxUsage": 5692000
        },
        {
          "PartitionId": "2a46efec-1351-4435-90bd-9fbc9093fb93",
          "MaxQuota": 10476298,
          "MaxUsage": 5685655
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "4d0ba623-6390-4b06-9b9f-3c32947651b7",
          "MaxCrudUsage": 5544,
          "MaxIndexUsage": 1088,
          "MaxTotalUsage": 6928
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "dd5da55d-f865-41f8-a5b1-b1d0b27c2eab",
          "MaxCrudUsage": 5608,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 6928
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "2a46efec-1351-4435-90bd-9fbc9093fb93",
          "MaxCrudUsage": 5576,
          "MaxIndexUsage": 1084,
          "MaxTotalUsage": 6920
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 58 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-02T07:00:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 946.56,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T01:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 595.078,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T01:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 283.269,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T04:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 254.542,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T01:50:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 240.983,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.193264
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.576321
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.757253
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 85.999336
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 86.146238
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 48.135077
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 45.967431
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 45.063415
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 44.323255
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 39.703399
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 900.041899 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 900.041899
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 880.990307
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 876.028824
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 769.676769
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 647.630779
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 53168.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 53490.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 54209.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 57038.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 57126.4
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "1 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: eb9cc9b0-3ce7-4e93-8c8b-a18f5b44d6b9",
          "Count": 1,
          "First": "2015-04-02T01:29:31.0680604",
          "Last": "2015-04-02T01:29:31.0680604"
        }
      ]
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "5 Direct Tcp requests with 503 | 6 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-04-01T22:55:00",
          "Last": "2015-04-02T05:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-04-02T01:05:00",
          "Last": "2015-04-02T04:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-02T04:05:00",
          "Last": "2015-04-02T04:05:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-02+02%3a13%3a37Z&end=2015-04-02+18%3a05%3a55Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-01T21:51:31.7048686-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 103268,
      "PhysicalCRUDUsageInMB": 89088,
      "LogicalIndexUsageInMB": 1218,
      "LogicalCRUDUsageInMB": 15435,
      "ClientReportedUsageInMB": 2339174,
      "ClientReportedCollectionCount": 21
    },
    {
      "TimeStamp": "2015-04-02T00:01:22.0302297-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125560,
      "PhysicalCRUDUsageInMB": 496744,
      "LogicalIndexUsageInMB": 9571,
      "LogicalCRUDUsageInMB": 119426,
      "ClientReportedUsageInMB": 4262015,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-04-02T02:55:56.7410823-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 182464,
      "PhysicalCRUDUsageInMB": 882112,
      "LogicalIndexUsageInMB": 17411,
      "LogicalCRUDUsageInMB": 216974,
      "ClientReportedUsageInMB": 13275851,
      "ClientReportedCollectionCount": 18
    },
    {
      "TimeStamp": "2015-04-02T05:59:07.9864201-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 262044,
      "PhysicalCRUDUsageInMB": 1344400,
      "LogicalIndexUsageInMB": 25800,
      "LogicalCRUDUsageInMB": 328301,
      "ClientReportedUsageInMB": 372286078,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-04-02T09:05:36.7730745-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 391024,
      "PhysicalCRUDUsageInMB": 2083600,
      "LogicalIndexUsageInMB": 39096,
      "LogicalCRUDUsageInMB": 493009,
      "ClientReportedUsageInMB": 140997472,
      "ClientReportedCollectionCount": 47
    },
    {
      "TimeStamp": "2015-04-02T11:05:55.1871966-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1032,
      "PhysicalCRUDUsageInMB": 11776,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 177,
      "ClientReportedUsageInMB": 188089,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAIBQAAAAAAAA==",
  "_ts": 1427999435,
  "_etag": "\"04005f04-0000-0000-0000-551d8acb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "17287b53-2ffa-4fc7-9ad6-cf2d21a114b0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAJBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-01T22:11:57.6438759-07:00",
  "CompletedTime": "2015-04-02T12:10:19.9167705-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "0d61667c-9684-4224-8733-9191d70bf43d",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-01T23:37:54.9682142-07:00",
      "CompleteTime": "2015-04-01T23:45:01.8824576-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5079560f-9e31-4481-9b09-d100d69f3448",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-01T23:37:55.4956377-07:00",
      "CompleteTime": "2015-04-01T23:44:01.7551513-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "80667f99-981c-4d89-bfdc-9ff916fef44a",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-01T23:37:56.0167487-07:00",
      "CompleteTime": "2015-04-01T23:44:31.2490334-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f1986204-cb98-45b4-b9c2-652293ab7e11",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-01T23:37:56.5231204-07:00",
      "CompleteTime": "2015-04-01T23:46:13.255614-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "74003948-3120-42ea-a0fc-7a4d140082e7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T00:50:39.810952-07:00",
      "CompleteTime": "2015-04-02T00:54:46.4468795-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a4d3d880-2b0a-4459-8cc2-f50342fe5c61",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-02T01:52:59.038972-07:00",
      "CompleteTime": "2015-04-02T01:55:12.16912-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "b733aa73-6277-4763-9431-13499e6cf750",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T03:54:52.5312726-07:00",
      "CompleteTime": "2015-04-02T04:01:57.8270552-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "393d929b-5b78-4f12-9b5a-2d545b84769f",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-02T10:38:09.5942879-07:00",
      "CompleteTime": "2015-04-02T10:40:19.9385214-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "e7bbb6b4-376d-4fe1-aa2a-29c17fe70259",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T22:14:31.8068305-07:00",
      "EndTime": "2015-04-01T22:22:48.1770839-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5f77cd70-0e7a-42b8-9f40-0ee9209fc7b5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T22:23:00.4365203-07:00",
      "EndTime": "2015-04-01T22:23:00.7835515-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9b33d95f-05a9-4e5a-b11e-7afc6d1a8c34",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T22:23:01.1519823-07:00",
      "EndTime": "2015-04-01T22:57:15.6100381-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ce12e430-7e1b-4dac-a399-448d58738df5",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T22:57:25.8268902-07:00",
      "EndTime": "2015-04-01T23:11:36.3899776-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7a585386-14f5-4ede-ae0d-03ddc90a9d4a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T23:11:36.7752916-07:00",
      "EndTime": "2015-04-01T23:27:47.5418868-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4efdc56b-9808-44cd-9531-0b6b390b6bb5",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T00:26:25.0003756-07:00",
      "EndTime": "2015-04-02T00:35:35.3008421-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "91c8f9b1-1ec2-4637-a28e-36ea96eded67",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T00:35:42.3915481-07:00",
      "EndTime": "2015-04-02T01:45:10.0411401-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4ed3674d-8dd0-450c-8182-eb1c60d93ecf",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T02:33:03.0285216-07:00",
      "EndTime": "2015-04-02T03:43:38.0807123-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd26d787-4e68-46e2-9ddb-660a0f6f6443",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T04:34:56.2740592-07:00",
      "EndTime": "2015-04-02T06:46:34.7589507-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ebd5bf8-0a76-4113-8252-2378da5babdc",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T07:43:17.1557639-07:00",
      "EndTime": "2015-04-02T09:49:03.5426047-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "339ab58c-c2e7-437d-82b9-61c43494c255",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T10:17:51.2532343-07:00",
      "EndTime": "2015-04-02T10:38:04.7437364-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1e63cef1-877f-4c69-9486-fb0844da82f8",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T10:40:25.5806247-07:00",
      "EndTime": "2015-04-02T10:42:33.7495597-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-02T01:04:32.4163745",
          "Last": "2015-04-02T01:04:32.4163745"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-02T01:04:32.4163568",
          "Last": "2015-04-02T01:04:32.4163568"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-02T03:16:25.1468734",
          "Last": "2015-04-02T03:16:25.1468734"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-04-02T03:16:25.7523525",
          "Last": "2015-04-02T09:11:04.0709483"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-02T08:22:06.3029698",
          "Last": "2015-04-02T08:22:06.3029698"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "68 requests with 408 | 23 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "dbcc8ecf-023b-44ea-8944-c2c1442f305e",
          "Count": 1,
          "First": "2015-04-02T08:20:00",
          "Last": "2015-04-02T08:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "0565f7da-fcbb-4a9b-ae05-de20cdad35a7",
          "Count": 6,
          "First": "2015-04-02T08:20:00",
          "Last": "2015-04-02T08:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "0565f7da-fcbb-4a9b-ae05-de20cdad35a7",
          "Count": 51,
          "First": "2015-04-02T08:20:00",
          "Last": "2015-04-02T08:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "0565f7da-fcbb-4a9b-ae05-de20cdad35a7",
          "Count": 2,
          "First": "2015-04-02T08:20:00",
          "Last": "2015-04-02T08:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "0565f7da-fcbb-4a9b-ae05-de20cdad35a7",
          "Count": 8,
          "First": "2015-04-02T08:20:00",
          "Last": "2015-04-02T08:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ee103822-5c70-4f84-814f-2e4bc6dc50af",
          "Count": 19,
          "First": "2015-04-02T03:15:00",
          "Last": "2015-04-02T03:15:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ee103822-5c70-4f84-814f-2e4bc6dc50af",
          "Count": 4,
          "First": "2015-04-02T03:15:00",
          "Last": "2015-04-02T03:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36793902,
          "Average": 250298.65,
          "Max": 328125,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 3010,
          "Average": 20.48,
          "Max": 3010,
          "Min": 3010
        },
        {
          "StatusCode": 404,
          "Total": 43168,
          "Average": 293.66,
          "Max": 5603,
          "Min": 17
        },
        {
          "StatusCode": 408,
          "Total": 71,
          "Average": 0.48,
          "Max": 52,
          "Min": 19
        },
        {
          "StatusCode": 409,
          "Total": 19,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 56401,
          "Average": 383.68,
          "Max": 2331,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4206706,
          "Average": 28617.05,
          "Max": 70303,
          "Min": 4325
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1051692,
          "Average": 8481.39,
          "Max": 9559,
          "Min": 183
        },
        {
          "StatusCode": 401,
          "Total": 78,
          "Average": 0.63,
          "Max": 78,
          "Min": 78
        },
        {
          "StatusCode": 404,
          "Total": 1696,
          "Average": 13.68,
          "Max": 108,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1216,
          "Average": 9.81,
          "Max": 55,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 117386,
          "Average": 946.66,
          "Max": 1967,
          "Min": 119
        },
        {
          "StatusCode": 449,
          "Total": 2331,
          "Average": 18.8,
          "Max": 90,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3160963,
          "Average": 25491.64,
          "Max": 28538,
          "Min": 489
        },
        {
          "StatusCode": 401,
          "Total": 268,
          "Average": 2.16,
          "Max": 268,
          "Min": 268
        },
        {
          "StatusCode": 404,
          "Total": 6072,
          "Average": 48.97,
          "Max": 322,
          "Min": 5
        },
        {
          "StatusCode": 408,
          "Total": 12,
          "Average": 0.1,
          "Max": 8,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 3802,
          "Average": 30.66,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 352223,
          "Average": 2840.51,
          "Max": 5819,
          "Min": 351
        },
        {
          "StatusCode": 449,
          "Total": 6547,
          "Average": 52.8,
          "Max": 223,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5567900,
          "Average": 44902.42,
          "Max": 49880,
          "Min": 873
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.09,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 92,
          "Average": 0.74,
          "Max": 92,
          "Min": 92
        },
        {
          "StatusCode": 403,
          "Total": 8724,
          "Average": 70.35,
          "Max": 3916,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 4188,
          "Average": 33.77,
          "Max": 226,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 558289,
          "Average": 4502.33,
          "Max": 10371,
          "Min": 611
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 24822138,
          "Average": 168858.08,
          "Max": 197850,
          "Min": 841
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.27,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 404,
          "Total": 12837,
          "Average": 87.33,
          "Max": 807,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 26044,
          "Average": 177.17,
          "Max": 1644,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 281617,
          "Average": 1915.76,
          "Max": 4428,
          "Min": 369
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5530511,
          "Average": 44600.9,
          "Max": 52480,
          "Min": 844
        },
        {
          "StatusCode": 401,
          "Total": 1095,
          "Average": 8.83,
          "Max": 274,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 7577,
          "Average": 61.1,
          "Max": 376,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25123,
          "Average": 202.6,
          "Max": 1392,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 297505,
          "Average": 2399.23,
          "Max": 4627,
          "Min": 340
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "37 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 14,
          "First": "2015-04-02T08:56:32.486",
          "Last": "2015-04-02T09:26:38.394"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-04-02T09:06:34.483",
          "Last": "2015-04-02T09:26:38.404"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 14,
          "First": "2015-04-02T08:56:32.486",
          "Last": "2015-04-02T09:26:38.394"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "958 replica alerts for FullCopy | 7 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 877,
          "HourlyAverage": 66.35
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 77,
          "HourlyAverage": 5.825
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 6,
          "HourlyAverage": 0.454
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.227
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8709d455-c646-4873-a2de-a8877e141278",
          "MaxQuota": 10476298,
          "MaxUsage": 4858176
        },
        {
          "PartitionId": "c898d5db-1751-437a-b92f-922641d4f046",
          "MaxQuota": 10476298,
          "MaxUsage": 4840415
        },
        {
          "PartitionId": "5490611e-5df0-4ee7-9d95-e515e17fb116",
          "MaxQuota": 10476298,
          "MaxUsage": 4838565
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a74d93d4-7cc9-479e-bf28-9d22abd0fe96",
          "MaxCrudUsage": 4736,
          "MaxIndexUsage": 896,
          "MaxTotalUsage": 6072
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "a74d93d4-7cc9-479e-bf28-9d22abd0fe96",
          "MaxCrudUsage": 4736,
          "MaxIndexUsage": 884,
          "MaxTotalUsage": 6072
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bc24d200-08cc-4819-b242-fbc1260168b0",
          "MaxCrudUsage": 4720,
          "MaxIndexUsage": 932,
          "MaxTotalUsage": 5868
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 39 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-02T01:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 1129.608,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T03:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 402.891,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T08:20:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 395.288,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T03:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 357.06,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T04:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 339.943,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.013781
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 85.550948
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.056177
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.379428
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 88.041743
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 51.507255
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 49.190904
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 46.168499
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 42.679214
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 41.43872
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 504.42621 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 504.42621
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 483.129194
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 451.364108
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 449.934778
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 445.83733
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 46968.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56778.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 58907.137931
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 62891.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 62908.6
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-04-02T10:00:00",
          "Last": "2015-04-02T10:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 3,
          "First": "2015-04-02T05:40:00",
          "Last": "2015-04-02T06:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-04-02T09:55:00",
          "Last": "2015-04-02T09:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "15 Direct Tcp requests with 503 | 5 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 14,
          "Average": 3.5,
          "First": "2015-04-01T23:55:00",
          "Last": "2015-04-02T09:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-02T00:50:00",
          "Last": "2015-04-02T00:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "Average": 1.0,
          "First": "2015-04-02T00:55:00",
          "Last": "2015-04-02T08:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-02+05%3a11%3a57Z&end=2015-04-02+19%3a10%3a19Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-02T00:26:06.0461259-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104448,
      "PhysicalCRUDUsageInMB": 92264,
      "LogicalIndexUsageInMB": 843,
      "LogicalCRUDUsageInMB": 12156,
      "ClientReportedUsageInMB": 5024357,
      "ClientReportedCollectionCount": 33
    },
    {
      "TimeStamp": "2015-04-02T01:52:41.3344717-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 115660,
      "PhysicalCRUDUsageInMB": 307528,
      "LogicalIndexUsageInMB": 7115,
      "LogicalCRUDUsageInMB": 85067,
      "ClientReportedUsageInMB": 25744917,
      "ClientReportedCollectionCount": 41
    },
    {
      "TimeStamp": "2015-04-02T03:54:38.084677-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 147312,
      "PhysicalCRUDUsageInMB": 673424,
      "LogicalIndexUsageInMB": 15512,
      "LogicalCRUDUsageInMB": 187045,
      "ClientReportedUsageInMB": 6599373,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-02T07:02:54.6825093-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 256972,
      "PhysicalCRUDUsageInMB": 1274824,
      "LogicalIndexUsageInMB": 24941,
      "LogicalCRUDUsageInMB": 306476,
      "ClientReportedUsageInMB": 71497509,
      "ClientReportedCollectionCount": 39
    },
    {
      "TimeStamp": "2015-04-02T10:10:02.3644982-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 323472,
      "PhysicalCRUDUsageInMB": 1691072,
      "LogicalIndexUsageInMB": 33409,
      "LogicalCRUDUsageInMB": 422570,
      "ClientReportedUsageInMB": 56907080,
      "ClientReportedCollectionCount": 32
    },
    {
      "TimeStamp": "2015-04-02T12:10:19.9167705-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1520,
      "PhysicalCRUDUsageInMB": 10912,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 159,
      "ClientReportedUsageInMB": 170187,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAJBQAAAAAAAA==",
  "_ts": 1428003164,
  "_etag": "\"0400e32e-0000-0000-0000-551d995c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "ecc62537-bece-40f3-99d6-0f4dd18a5447",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAKBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-04-01T23:32:04.7581387-07:00",
  "CompletedTime": "2015-04-02T00:47:44.3839362-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "a6a2cfc4-1acc-4b13-a2aa-cf97b9adf33e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T23:34:07.1390295-07:00",
      "EndTime": "2015-04-01T23:44:23.0688897-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a9cf3ce9-2df2-4198-a583-199e9f2ea36d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T23:44:39.5034959-07:00",
      "EndTime": "2015-04-01T23:44:39.8497778-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "69112fc8-6dee-4c30-b5e0-56e2e6d7fd85",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-01T23:44:40.2220826-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAKBQAAAAAAAA==",
  "_ts": 1427960864,
  "_etag": "\"0300b40c-0000-0000-0000-551cf4200000\"",
  "_attachments": "attachments/"
},
{
  "id": "ab70969a-848c-46d6-8a3a-ef696855484f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgALBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-04-02T00:47:44.7312118-07:00",
  "CompletedTime": "2015-04-02T00:54:19.1311485-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "2ee8a267-270a-4f51-b379-4988c6e7bdce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T00:48:59.4765582-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgALBQAAAAAAAA==",
  "_ts": 1427961259,
  "_etag": "\"0300250f-0000-0000-0000-551cf5ab0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8826855d-b6af-4831-9663-d3c8ddf70749",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAMBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-04-02T00:54:19.4383957-07:00",
  "CompletedTime": "2015-04-02T15:22:54.965145-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fb148b47-dd58-4381-9125-78e133a64ac8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T02:18:51.4290879-07:00",
      "CompleteTime": "2015-04-02T02:24:27.5313635-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1044b5d2-f07e-47d3-81f0-baf88fe856c5",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-02T02:18:51.9645169-07:00",
      "CompleteTime": "2015-04-02T02:25:27.1977251-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2e505a7c-e803-41d0-976a-8bb704b5d5eb",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-02T02:18:52.4879445-07:00",
      "CompleteTime": "2015-04-02T02:25:57.4748545-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dca9c790-3c6e-4351-829f-4b1fb13d32d4",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-02T02:18:53.5072867-07:00",
      "CompleteTime": "2015-04-02T02:27:13.9802786-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ec61b15c-575c-4561-b84b-f504df81b9a1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T03:36:57.8290957-07:00",
      "CompleteTime": "2015-04-02T03:40:33.6522023-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "60948e49-6d7b-4a4f-9a96-bc137c265c83",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-04-02T04:48:46.1464818-07:00",
      "CompleteTime": "2015-04-02T04:50:59.1417498-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "08187c6e-5bc6-4bf1-b5a3-65908a75a795",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T06:28:10.3065382-07:00",
      "CompleteTime": "2015-04-02T06:31:43.6621985-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9fe12c32-6232-4dbf-8d98-539ce7c45797",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-04-02T13:49:24.1962967-07:00",
      "CompleteTime": "2015-04-02T13:50:35.2123737-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "98227cb2-bdb1-440c-bda9-f4f9316c369a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T00:55:06.4612333-07:00",
      "EndTime": "2015-04-02T01:04:45.791248-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f13b507b-0fdb-44ee-87e4-2ee6eced9d21",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T01:05:01.345955-07:00",
      "EndTime": "2015-04-02T01:05:01.6900354-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "374aa01f-8ac0-41eb-a6d0-fdbca46f8ece",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T01:05:02.0622064-07:00",
      "EndTime": "2015-04-02T01:38:09.0021834-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "79cab17f-3a6d-4d47-a98a-907a6d97d544",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T01:38:22.2681494-07:00",
      "EndTime": "2015-04-02T01:53:32.3687342-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c459b5d7-a5bd-4406-9289-642f074df9f2",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T01:53:32.7162517-07:00",
      "EndTime": "2015-04-02T02:08:43.2493221-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed496163-ed9b-4df0-94ef-b08cdb52cfd8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T03:07:49.7085605-07:00",
      "EndTime": "2015-04-02T03:21:52.8022982-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d1c2eabe-2170-45c6-a673-c29bdafa95de",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T03:22:03.3352043-07:00",
      "EndTime": "2015-04-02T04:35:43.415524-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1064e19-d6d7-42de-af84-3010bc2ad61b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T05:28:52.0151422-07:00",
      "EndTime": "2015-04-02T06:37:23.7775535-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e078c577-c766-4b0c-b334-e3e15babf575",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T07:37:16.387291-07:00",
      "EndTime": "2015-04-02T09:39:56.0890897-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a08c49e9-65d7-447d-9a78-26ba71235dcf",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T10:47:31.1346237-07:00",
      "EndTime": "2015-04-02T12:52:32.8970585-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2b7ea444-fe02-45f6-92b2-32c78c80d791",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-02T13:29:58.5363669-07:00",
      "EndTime": "2015-04-02T13:49:17.4613915-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "553c6710-4b6c-488e-a118-d2938bff95d6",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-02T13:50:41.7648017-07:00",
      "EndTime": "2015-04-02T13:52:52.2069177-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-02T01:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-8\\ServerCluster0\\ServerCluster0_IN_7\\DocumentDB.ProcessWatchdog.exe.4044.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "18 back end trace criticals with 7 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-02T13:58:52.3708258",
          "Last": "2015-04-02T13:58:52.3708258"
        },
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-02T01:51:11.9806797",
          "Last": "2015-04-02T11:50:04.4451681"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-02T13:58:52.3708121",
          "Last": "2015-04-02T13:58:52.3708121"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-02T01:51:11.9806466",
          "Last": "2015-04-02T11:50:04.4451367"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-02T01:51:11.980694",
          "Last": "2015-04-02T01:51:11.980694"
        },
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-04-02T04:53:20.7695473",
          "Last": "2015-04-02T06:06:07.7466999"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-02T11:15:23.5700117",
          "Last": "2015-04-02T11:15:23.5700117"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 5,
          "First": "2015-04-02T03:28:14.9113425",
          "Last": "2015-04-02T09:51:23.5338334"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-04-02T06:06:07.6574576",
          "Last": "2015-04-02T06:06:07.7596053"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "50 requests with 503 | 5 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 38,
          "First": "2015-04-02T04:05:30.612521",
          "Last": "2015-04-02T04:05:41.3171195"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "First": "2015-04-02T03:12:19.9684545",
          "Last": "2015-04-02T08:17:29.4255539"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 7,
          "First": "2015-04-02T04:05:31.067997",
          "Last": "2015-04-02T04:05:38.5359887"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Count": 5,
          "First": "2015-04-02T04:05:30.7936549",
          "Last": "2015-04-02T04:05:37.0440312"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39611565,
          "Average": 260602.4,
          "Max": 357209,
          "Min": 289
        },
        {
          "StatusCode": 400,
          "Total": 360,
          "Average": 2.37,
          "Max": 36,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1797,
          "Average": 11.82,
          "Max": 772,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 37661,
          "Average": 247.77,
          "Max": 2021,
          "Min": 70
        },
        {
          "StatusCode": 409,
          "Total": 39,
          "Average": 0.26,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34058825,
          "Average": 224071.22,
          "Max": 297691,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1899715,
          "Average": 12498.12,
          "Max": 41775,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1130070,
          "Average": 8828.67,
          "Max": 10419,
          "Min": 128
        },
        {
          "StatusCode": 404,
          "Total": 1552,
          "Average": 12.12,
          "Max": 39,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1241,
          "Average": 9.7,
          "Max": 70,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 50949,
          "Average": 398.04,
          "Max": 1019,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 2568,
          "Average": 20.06,
          "Max": 108,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3398353,
          "Average": 26549.63,
          "Max": 30725,
          "Min": 345
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.09,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6122,
          "Average": 47.83,
          "Max": 173,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 4077,
          "Average": 31.85,
          "Max": 318,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 155774,
          "Average": 1216.98,
          "Max": 3282,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 4670,
          "Average": 36.48,
          "Max": 171,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5946640,
          "Average": 39122.63,
          "Max": 54619,
          "Min": 84
        },
        {
          "StatusCode": 400,
          "Total": 348,
          "Average": 2.29,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 97162,
          "Average": 639.22,
          "Max": 12377,
          "Min": 19
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.05,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4892,
          "Average": 32.18,
          "Max": 809,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 276693,
          "Average": 1820.35,
          "Max": 6319,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 69690188,
          "Average": 458488.08,
          "Max": 524724,
          "Min": 2515
        },
        {
          "StatusCode": 400,
          "Total": 77,
          "Average": 0.51,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 148,
          "Average": 0.97,
          "Max": 148,
          "Min": 148
        },
        {
          "StatusCode": 404,
          "Total": 20870,
          "Average": 137.3,
          "Max": 6439,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 37468,
          "Average": 246.5,
          "Max": 2710,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1012768,
          "Average": 6662.95,
          "Max": 32882,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5789369,
          "Average": 45229.45,
          "Max": 53716,
          "Min": 644
        },
        {
          "StatusCode": 401,
          "Total": 983,
          "Average": 7.68,
          "Max": 170,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 5751,
          "Average": 44.93,
          "Max": 680,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 22514,
          "Average": 175.89,
          "Max": 1148,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 157897,
          "Average": 1233.57,
          "Max": 3704,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "2 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 2,
          "First": "2015-04-02T12:58:34.654",
          "Last": "2015-04-02T12:58:35.074"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "978 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 829,
          "HourlyAverage": 60.308
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 76,
          "HourlyAverage": 5.529
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.873
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.727
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.291
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.145
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.727
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.582
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.509
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.8
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.073
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.582
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.073
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ffb72970-a314-4b79-92b3-5bde7e6cc104",
          "MaxQuota": 10476298,
          "MaxUsage": 4926688
        },
        {
          "PartitionId": "4e977686-d95a-4309-a476-9f460c0a00e6",
          "MaxQuota": 10476298,
          "MaxUsage": 4925120
        },
        {
          "PartitionId": "9003ef85-79ff-42cd-9b71-1d2acd04b8ed",
          "MaxQuota": 10476298,
          "MaxUsage": 4924864
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "ffb72970-a314-4b79-92b3-5bde7e6cc104",
          "MaxCrudUsage": 4832,
          "MaxIndexUsage": 932,
          "MaxTotalUsage": 6048
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "ffb72970-a314-4b79-92b3-5bde7e6cc104",
          "MaxCrudUsage": 4824,
          "MaxIndexUsage": 932,
          "MaxTotalUsage": 6024
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "6792182d-a058-4ae4-94c0-993807cd0a12",
          "MaxCrudUsage": 4800,
          "MaxIndexUsage": 960,
          "MaxTotalUsage": 6024
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 49 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-02T06:15:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 1716.634,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T06:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 1462.63,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T03:55:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 513.851,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T03:50:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 415.119,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-02T09:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 381.912,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.170418
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.001587
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.498098
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.730771
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.025659
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52.49061
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 50.384042
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 50.284985
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 47.89988
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 46.602055
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 537.947426 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 537.947426
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 507.695971
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 504.038301
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 475.725629
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 469.420929
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57397.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58549.103448
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59108.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 61675.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 62439.966667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 18,
          "First": "2015-04-02T08:15:00",
          "Last": "2015-04-02T13:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 114,
          "First": "2015-04-02T07:50:00",
          "Last": "2015-04-02T13:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 6,
          "First": "2015-04-02T08:05:00",
          "Last": "2015-04-02T13:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-02+07%3a54%3a19Z&end=2015-04-02+22%3a22%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-02T03:07:25.4344431-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3072,
      "PhysicalCRUDUsageInMB": 8576,
      "LogicalIndexUsageInMB": 11,
      "LogicalCRUDUsageInMB": 196,
      "ClientReportedUsageInMB": 305441,
      "ClientReportedCollectionCount": 111
    },
    {
      "TimeStamp": "2015-04-02T04:48:29.1986466-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106068,
      "PhysicalCRUDUsageInMB": 258360,
      "LogicalIndexUsageInMB": 4381,
      "LogicalCRUDUsageInMB": 57332,
      "ClientReportedUsageInMB": 13542315,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-04-02T06:56:53.2376953-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 136864,
      "PhysicalCRUDUsageInMB": 640592,
      "LogicalIndexUsageInMB": 13789,
      "LogicalCRUDUsageInMB": 180501,
      "ClientReportedUsageInMB": 4253014,
      "ClientReportedCollectionCount": 14
    },
    {
      "TimeStamp": "2015-04-02T10:07:07.9294436-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 221020,
      "PhysicalCRUDUsageInMB": 1166240,
      "LogicalIndexUsageInMB": 25828,
      "LogicalCRUDUsageInMB": 347601,
      "ClientReportedUsageInMB": 60752544,
      "ClientReportedCollectionCount": 35
    },
    {
      "TimeStamp": "2015-04-02T13:22:41.0147381-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-02T15:22:54.965145-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAMBQAAAAAAAA==",
  "_ts": 1428016984,
  "_etag": "\"040085cd-0000-0000-0000-551dcf580000\"",
  "_attachments": "attachments/"
},
{
  "id": "5b518d3e-0f00-4952-8756-a175bf2aebde",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgANBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-02T15:29:24.8154223-07:00",
  "CompletedTime": "2015-04-02T17:44:33.5302125-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "d704fac6-8bb7-405c-9dfe-86bf82621b28",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T16:54:20.4118576-07:00",
      "CompleteTime": "2015-04-02T17:00:27.1315548-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bfbe9cc5-f96a-4811-8eb2-6c112b6b3c88",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-02T16:54:20.9928035-07:00",
      "CompleteTime": "2015-04-02T17:03:08.4014781-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "923c25a7-e698-47dc-b244-a3e9e84f99f1",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-02T16:54:21.5547046-07:00",
      "CompleteTime": "2015-04-02T16:59:55.7034515-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6291f65-244f-42c9-bd15-1fcaacee984b",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-02T16:54:23.0614918-07:00",
      "CompleteTime": "2015-04-02T17:03:41.1766359-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "522c895a-65e1-46ef-abb5-dc6a6f3b56bf",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T15:31:47.6296184-07:00",
      "EndTime": "2015-04-02T15:41:51.7284426-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "33485958-ea25-4109-97b2-4cad2c67a8a3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T15:42:01.3002345-07:00",
      "EndTime": "2015-04-02T15:42:01.6445519-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "934dae36-865c-49a1-9265-a5afcad31498",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T15:42:01.9878678-07:00",
      "EndTime": "2015-04-02T16:13:54.3727822-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "482e60b4-aa23-437a-9d67-2c49171c200e",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T16:14:00.9916018-07:00",
      "EndTime": "2015-04-02T16:29:07.6793048-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3e4b3c9d-50a8-4969-b413-ba4f0036a36e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T16:29:08.0206818-07:00",
      "EndTime": "2015-04-02T16:44:16.0540712-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgANBQAAAAAAAA==",
  "_ts": 1428021873,
  "_etag": "\"0a007ffd-0000-0000-0000-551de2710000\"",
  "_attachments": "attachments/"
},
{
  "id": "298f13da-3063-4a1c-8dc1-7a6f3400874e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAOBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-02T17:44:33.9068109-07:00",
  "CompletedTime": "2015-04-03T08:17:15.7275547-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1a5bc42f-1256-489b-9fb7-5263795375e4",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-02T19:24:02.9320991-07:00",
      "CompleteTime": "2015-04-02T19:31:08.6877762-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "65de1b97-5322-47b8-9dbc-b268f773718e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T19:24:03.4424277-07:00",
      "CompleteTime": "2015-04-02T19:29:38.8500205-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fbed7782-5cb4-4b83-925c-a86931375750",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-02T19:24:03.9920612-07:00",
      "CompleteTime": "2015-04-02T19:30:38.5874236-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c9856a60-0557-4ab7-a9d4-3e2d14179c94",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-02T19:24:14.5696742-07:00",
      "CompleteTime": "2015-04-02T19:30:43.3659658-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "feb97dd5-bbb2-4f06-8e97-cc36d70094e3",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T20:36:29.8603286-07:00",
      "CompleteTime": "2015-04-02T20:40:09.8732506-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef8b673d-090f-44a0-9b92-9b358e4f1ab8",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-02T21:35:14.6634572-07:00",
      "CompleteTime": "2015-04-02T21:37:23.6990571-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "76c4d7b5-bc08-4d93-8d59-a7e6712a1ea9",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T23:41:05.104537-07:00",
      "CompleteTime": "2015-04-02T23:44:38.9122166-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e8788971-ab62-4dea-afd6-650755aff233",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-03T06:42:56.5273519-07:00",
      "CompleteTime": "2015-04-03T06:44:03.6580225-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "e820260b-c106-4025-a132-b078d16c556a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T17:46:26.3885832-07:00",
      "EndTime": "2015-04-02T17:54:26.0807205-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e345527-c602-4fc2-b360-8f608f3942c4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T17:54:36.3929713-07:00",
      "EndTime": "2015-04-02T17:54:36.7788006-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "02c06db8-0c20-43ad-ba8e-7d0759d1ca03",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T17:54:37.1470456-07:00",
      "EndTime": "2015-04-02T18:28:33.9092251-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9429e30-06e9-46d6-be1a-9652dfc58441",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T18:28:40.8194195-07:00",
      "EndTime": "2015-04-02T18:43:49.182576-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "990c94ab-3afa-49d7-a41c-cb01cf44feca",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T18:43:49.5890109-07:00",
      "EndTime": "2015-04-02T19:13:58.1751254-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1b8d822f-9255-4a85-91da-410e43a0d3a8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T20:12:19.6134913-07:00",
      "EndTime": "2015-04-02T20:21:25.2158143-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "510a819d-d744-474c-91c5-e2969b03707c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T20:21:30.9854462-07:00",
      "EndTime": "2015-04-02T21:25:41.5519457-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "525b933e-42cc-4207-8e51-368b60fc81ca",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-02T22:15:17.2507472-07:00",
      "EndTime": "2015-04-02T23:24:40.5019125-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "da680369-3169-4306-b8e5-8b85b4d8ca34",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-03T00:21:07.8817787-07:00",
      "EndTime": "2015-04-03T02:29:39.9948446-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "36f9467b-2f1a-4eac-b28c-4ad6751876e8",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-03T03:40:06.2645477-07:00",
      "EndTime": "2015-04-03T05:46:59.039915-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7eb08d18-b89f-4c44-855c-4a1be6341839",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-03T06:24:43.698857-07:00",
      "EndTime": "2015-04-03T06:42:52.8777739-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4065d18-36d0-4e92-b81f-185db5e24a06",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150401.4\\x64\\Release",
      "StartTime": "2015-04-03T06:44:07.0205874-07:00",
      "EndTime": "2015-04-03T06:46:13.4046049-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "6 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-04-03T05:05:18.0858109",
          "Last": "2015-04-03T05:05:25.2807517"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-03T05:05:25.4701993",
          "Last": "2015-04-03T05:05:25.4701993"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-03T05:05:30.5251744",
          "Last": "2015-04-03T05:05:30.5251744"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "353 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a75dac99-dedd-4f9c-a076-bc1aee857153",
          "Count": 12,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a75dac99-dedd-4f9c-a076-bc1aee857153",
          "Count": 3,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a75dac99-dedd-4f9c-a076-bc1aee857153",
          "Count": 122,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "a75dac99-dedd-4f9c-a076-bc1aee857153",
          "Count": 17,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a65fbbf3-253e-42e0-98c4-5a0ffabf4101",
          "Count": 6,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a65fbbf3-253e-42e0-98c4-5a0ffabf4101",
          "Count": 13,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "a65fbbf3-253e-42e0-98c4-5a0ffabf4101",
          "Count": 24,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a65fbbf3-253e-42e0-98c4-5a0ffabf4101",
          "Count": 140,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "eb0a3f66-f0a8-4df7-8015-0431171e5baa",
          "Count": 1,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "eb0a3f66-f0a8-4df7-8015-0431171e5baa",
          "Count": 12,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "eb0a3f66-f0a8-4df7-8015-0431171e5baa",
          "Count": 3,
          "First": "2015-04-03T05:05:00",
          "Last": "2015-04-03T05:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 35656780,
          "Average": 233050.85,
          "Max": 343899,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 86,
          "Average": 0.56,
          "Max": 24,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 43038,
          "Average": 281.29,
          "Max": 10401,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 274,
          "Average": 1.79,
          "Max": 274,
          "Min": 274
        },
        {
          "StatusCode": 409,
          "Total": 20,
          "Average": 0.13,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34080109,
          "Average": 222745.81,
          "Max": 295104,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4096248,
          "Average": 26772.86,
          "Max": 70686,
          "Min": 922
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1019139,
          "Average": 7962.02,
          "Max": 10014,
          "Min": 136
        },
        {
          "StatusCode": 404,
          "Total": 1309,
          "Average": 10.23,
          "Max": 33,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 9,
          "Average": 0.07,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 1172,
          "Average": 9.16,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 114562,
          "Average": 895.02,
          "Max": 1903,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 1896,
          "Average": 14.81,
          "Max": 73,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3064539,
          "Average": 23941.71,
          "Max": 29519,
          "Min": 300
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4634,
          "Average": 36.2,
          "Max": 103,
          "Min": 13
        },
        {
          "StatusCode": 408,
          "Total": 26,
          "Average": 0.2,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 410,
          "Total": 3558,
          "Average": 27.8,
          "Max": 171,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 342978,
          "Average": 2679.52,
          "Max": 5341,
          "Min": 79
        },
        {
          "StatusCode": 449,
          "Total": 4647,
          "Average": 36.3,
          "Max": 127,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5379751,
          "Average": 42029.3,
          "Max": 52206,
          "Min": 357
        },
        {
          "StatusCode": 400,
          "Total": 23,
          "Average": 0.18,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 27111,
          "Average": 211.8,
          "Max": 6410,
          "Min": 38
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 44,
          "Average": 0.34,
          "Max": 44,
          "Min": 44
        },
        {
          "StatusCode": 410,
          "Total": 3955,
          "Average": 30.9,
          "Max": 193,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 564801,
          "Average": 4412.51,
          "Max": 10560,
          "Min": 171
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32553180,
          "Average": 214165.66,
          "Max": 251620,
          "Min": 689
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 16,
          "Average": 0.11,
          "Max": 16,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 9056,
          "Average": 59.58,
          "Max": 1647,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26604,
          "Average": 175.03,
          "Max": 1452,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 272150,
          "Average": 1790.46,
          "Max": 2924,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5377061,
          "Average": 42008.29,
          "Max": 52522,
          "Min": 705
        },
        {
          "StatusCode": 401,
          "Total": 604,
          "Average": 4.72,
          "Max": 110,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 6396,
          "Average": 49.97,
          "Max": 384,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 24999,
          "Average": 195.3,
          "Max": 1287,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 296458,
          "Average": 2316.08,
          "Max": 3219,
          "Min": 48
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "83 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 45,
          "First": "2015-04-02T18:52:06.276",
          "Last": "2015-04-03T06:09:18.941"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 5,
          "First": "2015-04-02T19:02:07.984",
          "Last": "2015-04-02T19:17:10.768"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-04-03T05:59:16.408",
          "Last": "2015-04-03T06:09:18.711"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 30,
          "First": "2015-04-03T05:45:05.223",
          "Last": "2015-04-03T06:09:18.941"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "952 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 863,
          "HourlyAverage": 62.484
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.29
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 70,
          "HourlyAverage": 5.068
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.434
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.145
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.217
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.145
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.217
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.072
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "2e052abf-301a-4e88-b094-59299ccf1918",
          "MaxQuota": 10476298,
          "MaxUsage": 4706048
        },
        {
          "PartitionId": "572d4e01-c11d-4ddb-9ec3-44bc839afcaa",
          "MaxQuota": 10476298,
          "MaxUsage": 4699136
        },
        {
          "PartitionId": "ec4bed23-1ac8-4177-bd0d-dd2b1c9bb846",
          "MaxQuota": 10476298,
          "MaxUsage": 4687483
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "572d4e01-c11d-4ddb-9ec3-44bc839afcaa",
          "MaxCrudUsage": 4608,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5724
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "572d4e01-c11d-4ddb-9ec3-44bc839afcaa",
          "MaxCrudUsage": 4608,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5724
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "4c5f57ef-3cf5-4311-98d5-4ff2340de26f",
          "MaxCrudUsage": 4568,
          "MaxIndexUsage": 856,
          "MaxTotalUsage": 5692
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 58 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-03T02:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 1142.072,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T02:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 600.1,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T02:25:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 558.306,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T05:05:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 534.157,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T02:25:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 452.384,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.213258
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.215766
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 86.628502
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.708352
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.999226
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 64.03224
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 44.92397
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 40.387157
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 39.7282
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 38.638326
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 520.418842 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 520.418842
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 474.508593
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 463.983516
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 450.842575
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 414.145625
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 49785.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 57663.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 61756.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62400.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63563.3
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 2,
          "First": "2015-04-03T06:10:00",
          "Last": "2015-04-03T06:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 8,
          "First": "2015-04-03T06:10:00",
          "Last": "2015-04-03T06:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 31,
          "First": "2015-04-03T01:00:00",
          "Last": "2015-04-03T06:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 2,
          "First": "2015-04-03T06:05:00",
          "Last": "2015-04-03T06:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-03+00%3a44%3a33Z&end=2015-04-03+15%3a17%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-02T20:12:06.6363509-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3072,
      "PhysicalCRUDUsageInMB": 11112,
      "LogicalIndexUsageInMB": 23,
      "LogicalCRUDUsageInMB": 448,
      "ClientReportedUsageInMB": 75773,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-02T21:34:52.2791146-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111120,
      "PhysicalCRUDUsageInMB": 160024,
      "LogicalIndexUsageInMB": 3245,
      "LogicalCRUDUsageInMB": 39450,
      "ClientReportedUsageInMB": 42370276,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-04-02T23:40:55.4915185-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 123524,
      "PhysicalCRUDUsageInMB": 477608,
      "LogicalIndexUsageInMB": 12143,
      "LogicalCRUDUsageInMB": 150054,
      "ClientReportedUsageInMB": 3568518,
      "ClientReportedCollectionCount": 6
    },
    {
      "TimeStamp": "2015-04-03T02:59:48.2273375-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-03T06:17:04.3607935-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-03T08:17:15.7275547-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAOBQAAAAAAAA==",
  "_ts": 1428077842,
  "_etag": "\"01003239-0000-0000-0000-551ebd120000\"",
  "_attachments": "attachments/"
},
{
  "id": "a1b1ba49-49e6-4a4a-a470-cb8ef2b6d606",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAPBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-02T19:01:15.2202368-07:00",
  "CompletedTime": "2015-04-02T20:24:55.8564934-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ee91af07-ee46-4b30-b957-d2d6134cfce4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T19:03:42.8380229-07:00",
      "EndTime": "2015-04-02T19:12:14.5502817-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bfa9acc6-4835-4322-965f-581eaf1c353a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T19:13:43.6198705-07:00",
      "EndTime": "2015-04-02T19:13:43.9586259-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5f605138-74ac-4a2b-a5e8-3163a8f0a164",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T19:13:44.3011859-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAPBQAAAAAAAA==",
  "_ts": 1428031496,
  "_etag": "\"00004997-0000-0000-0000-551e08080000\"",
  "_attachments": "attachments/"
},
{
  "id": "660b2066-6322-439d-bbb7-9c1a260b2221",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAQBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-02T20:24:56.1096634-07:00",
  "CompletedTime": "2015-04-03T12:32:25.1507787-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "3374b2da-8ea7-4270-9f0c-45622663d77f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-02T22:09:35.3636504-07:00",
      "CompleteTime": "2015-04-02T22:16:11.097412-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ed7ffd7e-35f6-4d48-9b36-8dc0a2d714f4",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-02T22:09:35.8683824-07:00",
      "CompleteTime": "2015-04-02T22:16:41.2909931-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ae55f5f-691e-4242-ab4a-5c0e28154c77",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T22:09:36.3902124-07:00",
      "CompleteTime": "2015-04-02T22:15:41.5316066-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7f8920d2-2ff7-42a5-ac24-cc7f99332e1c",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-02T22:09:36.9859894-07:00",
      "CompleteTime": "2015-04-02T22:17:52.2702786-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2ff6f476-c9cc-4e76-8b07-818bee3a283a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T02:00:59.0469042-07:00",
      "CompleteTime": "2015-04-03T02:06:34.121366-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1bc92797-2d5e-4298-a71e-17cc474a41de",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-03T04:29:33.5817968-07:00",
      "CompleteTime": "2015-04-03T04:30:42.9088786-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "e039ee44-da34-43cc-a4d9-d8bd34428324",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T04:53:14.2241899-07:00",
      "CompleteTime": "2015-04-03T04:58:18.4138729-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8a5ff0a2-db74-4abb-b6f5-2203c3e1051e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-03T10:56:23.6816872-07:00",
      "CompleteTime": "2015-04-03T10:58:31.7606989-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "6ab20d77-b733-434d-8d72-c9ed1916eb72",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T20:25:41.8002646-07:00",
      "EndTime": "2015-04-02T20:34:53.4569037-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86cae854-e247-4c3f-93f3-eabbd1dccda8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T20:35:01.9741732-07:00",
      "EndTime": "2015-04-02T20:35:02.3153709-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "451c9c16-d550-40c6-bbc6-702f7e383717",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T20:35:02.661571-07:00",
      "EndTime": "2015-04-02T21:07:19.1673495-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1467f68e-fc3e-433a-8e65-bf3f00155efc",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T21:07:27.5669597-07:00",
      "EndTime": "2015-04-02T21:21:35.8772997-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c792e370-ff62-4d8a-b2c7-9b6a0bf78adf",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T21:21:36.2134923-07:00",
      "EndTime": "2015-04-02T21:37:45.4085785-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1bb041ba-f1cf-465b-9557-1cea02762b6d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-02T21:37:46.2057266-07:00",
      "EndTime": "2015-04-02T21:59:30.9651007-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f71ae41d-cdee-4cfa-9a3e-7e6e5b3e43d7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-02T22:57:18.267704-07:00",
      "EndTime": "2015-04-03T00:59:52.6984148-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "66e01e72-5312-482d-9100-80f8fe9be5df",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-03T01:46:00.4128618-07:00",
      "EndTime": "2015-04-03T04:19:35.9293285-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "acb2f1b2-04e8-4104-b160-cb403e064e09",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-03T05:09:35.8980683-07:00",
      "EndTime": "2015-04-03T07:13:04.0130962-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab5242a5-05ff-4584-a02b-7ecf07d4e5de",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-03T08:07:08.2131154-07:00",
      "EndTime": "2015-04-03T10:14:08.6689578-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "62483381-2573-4b14-ba28-98b1d93a77a1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-03T10:40:06.8304837-07:00",
      "EndTime": "2015-04-03T10:56:20.4473264-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "41f435e8-7886-4ead-b464-8fed183e15e1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-03T10:58:34.9229847-07:00",
      "EndTime": "2015-04-03T11:00:41.5119258-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "94 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "ServerCluster0",
          "Count": 94,
          "First": "2015-04-03T02:21:32.2502284",
          "Last": "2015-04-03T02:57:53.6355557"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "53 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 44,
          "First": "2015-04-03T04:09:46.7843518",
          "Last": "2015-04-03T10:01:40.1470085"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-04-03T06:14:30.1243354",
          "Last": "2015-04-03T08:51:54.6274932"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-04-03T04:13:59.9978702",
          "Last": "2015-04-03T09:59:04.5619713"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-04-03T09:58:43.8358257",
          "Last": "2015-04-03T09:58:43.8358257"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "9 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 7,
          "First": "2015-04-03T06:10:00",
          "Last": "2015-04-03T10:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-04-03T06:10:00",
          "Last": "2015-04-03T06:10:00"
        },
        {
          "OperationType": 15,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-04-03T08:50:00",
          "Last": "2015-04-03T08:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43995203,
          "Average": 260326.64,
          "Max": 332694,
          "Min": 94
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 57623,
          "Average": 340.96,
          "Max": 6397,
          "Min": 1296
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 38,
          "Average": 0.22,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 48926,
          "Average": 289.5,
          "Max": 2254,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6583204,
          "Average": 38953.87,
          "Max": 85952,
          "Min": 2599
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1261873,
          "Average": 8642.97,
          "Max": 9622,
          "Min": 834
        },
        {
          "StatusCode": 404,
          "Total": 1884,
          "Average": 12.9,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1215,
          "Average": 8.32,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 184571,
          "Average": 1264.18,
          "Max": 2482,
          "Min": 62
        },
        {
          "StatusCode": 449,
          "Total": 3969,
          "Average": 27.18,
          "Max": 139,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3779201,
          "Average": 25884.94,
          "Max": 28694,
          "Min": 2055
        },
        {
          "StatusCode": 404,
          "Total": 7135,
          "Average": 48.87,
          "Max": 478,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 3805,
          "Average": 26.06,
          "Max": 182,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 555787,
          "Average": 3806.76,
          "Max": 7145,
          "Min": 214
        },
        {
          "StatusCode": 449,
          "Total": 9785,
          "Average": 67.02,
          "Max": 307,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6695774,
          "Average": 45861.47,
          "Max": 51544,
          "Min": 4075
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8714,
          "Average": 59.68,
          "Max": 3769,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4454,
          "Average": 30.51,
          "Max": 258,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 866310,
          "Average": 5933.63,
          "Max": 11926,
          "Min": 402
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31262720,
          "Average": 183898.35,
          "Max": 210634,
          "Min": 2805
        },
        {
          "StatusCode": 401,
          "Total": 103,
          "Average": 0.61,
          "Max": 103,
          "Min": 103
        },
        {
          "StatusCode": 404,
          "Total": 10538,
          "Average": 61.99,
          "Max": 1124,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 29645,
          "Average": 174.38,
          "Max": 1339,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 424587,
          "Average": 2497.57,
          "Max": 6091,
          "Min": 111
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 54068.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6714857,
          "Average": 45992.17,
          "Max": 54068,
          "Min": 2839
        },
        {
          "StatusCode": 401,
          "Total": 730,
          "Average": 5.0,
          "Max": 173,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 7222,
          "Average": 49.47,
          "Max": 369,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 28880,
          "Average": 197.81,
          "Max": 1207,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 451730,
          "Average": 3094.04,
          "Max": 6571,
          "Min": 102
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-04-03T09:30:00",
          "Last": "2015-04-03T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "251 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 251,
          "First": "2015-04-02T23:58:45.285",
          "Last": "2015-04-03T10:28:19.073"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "958 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 894,
          "HourlyAverage": 57.983
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 62,
          "HourlyAverage": 4.021
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.259
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0d2baef7-576d-4ab4-9b49-b7ac44500899",
          "MaxQuota": 10476298,
          "MaxUsage": 5935852
        },
        {
          "PartitionId": "eeb022dd-b582-419a-a612-5251f5e60842",
          "MaxQuota": 10476298,
          "MaxUsage": 5935264
        },
        {
          "PartitionId": "aaf9794a-ce83-4308-8076-97f8ad36d9fd",
          "MaxQuota": 10476298,
          "MaxUsage": 5924476
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "7b571ac5-55e0-446b-ac27-e563ea565ea8",
          "MaxCrudUsage": 5816,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 7144
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "eeb022dd-b582-419a-a612-5251f5e60842",
          "MaxCrudUsage": 5816,
          "MaxIndexUsage": 1072,
          "MaxTotalUsage": 7120
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "3fd714c2-d3a3-442f-b37c-c7d90f64f436",
          "MaxCrudUsage": 5784,
          "MaxIndexUsage": 1136,
          "MaxTotalUsage": 7112
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 56 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-03T06:15:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 882.452,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T08:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 748.998,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T02:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 482.705,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T02:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 434.92,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T06:15:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 404.149,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 82.312293
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83.165318
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 83.760189
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.711476
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.605725
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 43.524052
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 41.498889
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 37.695682
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 35.232501
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 32.866631
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 513.844667 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 513.844667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 450.070176
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 350.769877
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 342.596438
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 313.243814
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 53823.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56233.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 56846.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58089.241379
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59073.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "74 Direct Https requests with 503 | 8 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 48,
          "Average": 1.455,
          "First": "2015-04-03T02:25:00",
          "Last": "2015-04-03T10:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "Average": 2.667,
          "First": "2015-04-03T04:20:00",
          "Last": "2015-04-03T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 26,
          "Average": 1.3,
          "First": "2015-04-03T03:25:00",
          "Last": "2015-04-03T12:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-03+03%3a24%3a56Z&end=2015-04-03+19%3a32%3a25Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-02T22:56:52.8459363-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108800,
      "PhysicalCRUDUsageInMB": 105176,
      "LogicalIndexUsageInMB": 1041,
      "LogicalCRUDUsageInMB": 14476,
      "ClientReportedUsageInMB": 11402576,
      "ClientReportedCollectionCount": 57
    },
    {
      "TimeStamp": "2015-04-03T01:05:38.6117246-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 119300,
      "PhysicalCRUDUsageInMB": 450416,
      "LogicalIndexUsageInMB": 8562,
      "LogicalCRUDUsageInMB": 106896,
      "ClientReportedUsageInMB": 4182076,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-04-03T04:29:18.5149307-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 184580,
      "PhysicalCRUDUsageInMB": 908792,
      "LogicalIndexUsageInMB": 18826,
      "LogicalCRUDUsageInMB": 233109,
      "ClientReportedUsageInMB": 127127383,
      "ClientReportedCollectionCount": 51
    },
    {
      "TimeStamp": "2015-04-03T07:26:48.5840455-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 264176,
      "PhysicalCRUDUsageInMB": 1342864,
      "LogicalIndexUsageInMB": 26900,
      "LogicalCRUDUsageInMB": 341853,
      "ClientReportedUsageInMB": 300849959,
      "ClientReportedCollectionCount": 90
    },
    {
      "TimeStamp": "2015-04-03T10:32:12.1203132-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 391964,
      "PhysicalCRUDUsageInMB": 2095608,
      "LogicalIndexUsageInMB": 40618,
      "LogicalCRUDUsageInMB": 516402,
      "ClientReportedUsageInMB": 65464801,
      "ClientReportedCollectionCount": 30
    },
    {
      "TimeStamp": "2015-04-03T12:32:25.1507787-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2764,
      "PhysicalCRUDUsageInMB": 11072,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 196,
      "ClientReportedUsageInMB": 207157,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAQBQAAAAAAAA==",
  "_ts": 1428090665,
  "_etag": "\"0100bd82-0000-0000-0000-551eef290000\"",
  "_attachments": "attachments/"
},
{
  "id": "a3dd28ad-542d-4a7a-a369-ff536575faf8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgARBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-02T21:48:17.3254432-07:00",
  "CompletedTime": "2015-04-03T11:38:47.4008551-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c1509fd9-9622-4340-8679-77186d97ac02",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-02T23:16:45.9255259-07:00",
      "CompleteTime": "2015-04-02T23:23:21.6802607-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "31f1535e-112a-404d-8476-419b8b2012d4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-02T23:16:46.5360371-07:00",
      "CompleteTime": "2015-04-02T23:24:52.1554965-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f609a0aa-537f-4abd-8ab9-62f86d28e03b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-02T23:16:47.0794916-07:00",
      "CompleteTime": "2015-04-02T23:22:52.2923098-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4a3d8aca-c4b5-48d6-82a2-f683cfde8be7",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-02T23:16:47.5907178-07:00",
      "CompleteTime": "2015-04-02T23:25:05.8916912-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a15d6a09-0762-4587-bd43-3c2f82d428cd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T00:31:28.1955043-07:00",
      "CompleteTime": "2015-04-03T00:35:34.1241398-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "afb9162b-4056-4d1f-a55f-ee79387b0ff2",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-03T01:28:26.9938785-07:00",
      "CompleteTime": "2015-04-03T01:30:38.6277682-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "ebaf3007-2f21-47fa-8585-39a61e71ee1d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T03:25:51.5607469-07:00",
      "CompleteTime": "2015-04-03T03:29:56.0116068-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "014c21f9-7b48-4bcc-a068-72a00764b5b8",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-03T10:28:12.1898314-07:00",
      "CompleteTime": "2015-04-03T10:30:21.863208-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "509ef41c-c8f8-4d92-b09c-67a9d534ed8b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T21:50:51.6997989-07:00",
      "EndTime": "2015-04-02T22:01:45.8175504-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "892ce631-0462-40d2-9bca-3f6ffd23740d",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T22:02:01.0297286-07:00",
      "EndTime": "2015-04-02T22:02:01.3888708-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "949769ca-6f99-4f87-b30a-62b33ed974c5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T22:02:01.7926981-07:00",
      "EndTime": "2015-04-02T22:37:08.1985276-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6f9cab67-9d5d-4ba2-951b-1c5017ce0d8c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T22:37:18.7986554-07:00",
      "EndTime": "2015-04-02T22:51:28.3482978-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d46aeca-c11a-45ac-952e-6917becb44ac",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-02T22:51:28.6908189-07:00",
      "EndTime": "2015-04-02T23:06:39.4813205-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0f063d4-c2ce-4c81-8eeb-b4a386249859",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T00:05:16.2490746-07:00",
      "EndTime": "2015-04-03T00:16:23.8894641-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "44dfb921-71df-480b-8e49-812131c1888d",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T00:16:31.6275786-07:00",
      "EndTime": "2015-04-03T01:22:09.7029787-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5bd8e941-cf43-4651-9347-795780838cac",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T02:08:30.8901421-07:00",
      "EndTime": "2015-04-03T03:17:11.5043887-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd6bfb0c-4058-49d6-bbbd-f8be7a10e2eb",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T04:05:55.576711-07:00",
      "EndTime": "2015-04-03T06:20:36.7202322-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7f960cf7-8548-40ea-bc5e-76cf4395ba7e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T07:14:01.9366685-07:00",
      "EndTime": "2015-04-03T09:21:11.0273488-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "be4b5ebc-2aad-49e2-8bc7-c3568795a0e0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T10:07:54.4907169-07:00",
      "EndTime": "2015-04-03T10:28:07.2268353-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c7207511-b11e-492b-843c-4c0d77d15204",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150402.2\\x64\\Release",
      "StartTime": "2015-04-03T10:30:27.3577839-07:00",
      "EndTime": "2015-04-03T10:32:35.8730974-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-03T08:47:47.7805628",
          "Last": "2015-04-03T08:47:47.7805628"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "14 requests with 408 | 24 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-04-03T04:09:06.4764465",
          "Last": "2015-04-03T05:20:34.6413083"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 8,
          "First": "2015-04-03T03:58:33.6653383",
          "Last": "2015-04-03T09:59:04.6026752"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 18,
          "First": "2015-04-03T05:56:46.3782174",
          "Last": "2015-04-03T05:57:09.5126387"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-04-03T05:56:48.2959424",
          "Last": "2015-04-03T05:57:10.9938162"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-04-03T05:56:48.4308341",
          "Last": "2015-04-03T05:57:01.4173561"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-03T08:36:37.6167358",
          "Last": "2015-04-03T08:36:37.6167358"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-03T09:59:04.5357992",
          "Last": "2015-04-03T09:59:04.5357992"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "16 requests with 408 | 71 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "eca41539-06af-464c-91b2-ff9d3baa810a",
          "Count": 1,
          "First": "2015-04-03T08:05:00",
          "Last": "2015-04-03T08:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "eca41539-06af-464c-91b2-ff9d3baa810a",
          "Count": 1,
          "First": "2015-04-03T08:05:00",
          "Last": "2015-04-03T08:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "eca41539-06af-464c-91b2-ff9d3baa810a",
          "Count": 3,
          "First": "2015-04-03T08:05:00",
          "Last": "2015-04-03T08:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "eca41539-06af-464c-91b2-ff9d3baa810a",
          "Count": 11,
          "First": "2015-04-03T08:05:00",
          "Last": "2015-04-03T08:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "ea88abcc-a36a-45c6-838c-3b7c9f3cd2d1",
          "Count": 10,
          "First": "2015-04-03T05:20:00",
          "Last": "2015-04-03T05:20:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ea88abcc-a36a-45c6-838c-3b7c9f3cd2d1",
          "Count": 3,
          "First": "2015-04-03T05:20:00",
          "Last": "2015-04-03T05:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ea88abcc-a36a-45c6-838c-3b7c9f3cd2d1",
          "Count": 4,
          "First": "2015-04-03T05:20:00",
          "Last": "2015-04-03T05:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ea88abcc-a36a-45c6-838c-3b7c9f3cd2d1",
          "Count": 54,
          "First": "2015-04-03T05:20:00",
          "Last": "2015-04-03T05:20:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37913305,
          "Average": 263286.84,
          "Max": 331072,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 848,
          "Average": 5.89,
          "Max": 848,
          "Min": 848
        },
        {
          "StatusCode": 404,
          "Total": 53617,
          "Average": 372.34,
          "Max": 11649,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 65,
          "Average": 0.45,
          "Max": 54,
          "Min": 11
        },
        {
          "StatusCode": 409,
          "Total": 21,
          "Average": 0.15,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 56547,
          "Average": 392.69,
          "Max": 3835,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5039163,
          "Average": 34994.19,
          "Max": 75294,
          "Min": 4848
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1085104,
          "Average": 8611.94,
          "Max": 9993,
          "Min": 1021
        },
        {
          "StatusCode": 401,
          "Total": 27,
          "Average": 0.21,
          "Max": 27,
          "Min": 27
        },
        {
          "StatusCode": 404,
          "Total": 1860,
          "Average": 14.76,
          "Max": 172,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1268,
          "Average": 10.06,
          "Max": 84,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 140803,
          "Average": 1117.48,
          "Max": 2023,
          "Min": 142
        },
        {
          "StatusCode": 449,
          "Total": 2367,
          "Average": 18.79,
          "Max": 100,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3260631,
          "Average": 25878.02,
          "Max": 28548,
          "Min": 2623
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 67,
          "Average": 0.53,
          "Max": 67,
          "Min": 67
        },
        {
          "StatusCode": 404,
          "Total": 6615,
          "Average": 52.5,
          "Max": 628,
          "Min": 15
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.04,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3752,
          "Average": 29.78,
          "Max": 250,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 424556,
          "Average": 3369.49,
          "Max": 6057,
          "Min": 438
        },
        {
          "StatusCode": 449,
          "Total": 6176,
          "Average": 49.02,
          "Max": 198,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5752822,
          "Average": 45657.32,
          "Max": 50796,
          "Min": 5176
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.14,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 403,
          "Total": 8581,
          "Average": 68.1,
          "Max": 4923,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 13,
          "Average": 0.1,
          "Max": 10,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4388,
          "Average": 34.83,
          "Max": 514,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 664008,
          "Average": 5269.9,
          "Max": 11296,
          "Min": 733
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26781208,
          "Average": 184697.99,
          "Max": 211642,
          "Min": 4133
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 6,
          "Average": 0.04,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 10302,
          "Average": 71.05,
          "Max": 1402,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 26089,
          "Average": 179.92,
          "Max": 1520,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 333384,
          "Average": 2299.2,
          "Max": 5003,
          "Min": 190
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5761519,
          "Average": 45726.34,
          "Max": 54604,
          "Min": 4152
        },
        {
          "StatusCode": 401,
          "Total": 1657,
          "Average": 13.15,
          "Max": 161,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7707,
          "Average": 61.17,
          "Max": 681,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 24671,
          "Average": 195.8,
          "Max": 1367,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 354096,
          "Average": 2810.29,
          "Max": 5177,
          "Min": 277
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "22 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 9,
          "First": "2015-04-03T07:56:29.73",
          "Last": "2015-04-03T09:15:04.123"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-03T07:56:29.73",
          "Last": "2015-04-03T08:11:32.472"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-04-03T07:50:01.508",
          "Last": "2015-04-03T09:20:05.097"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "937 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 840,
          "HourlyAverage": 64.479
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 94,
          "HourlyAverage": 7.215
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.154
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.23
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.077
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0878f281-81e3-4cd5-b1bd-807deeac81d2",
          "MaxQuota": 10476298,
          "MaxUsage": 5102304
        },
        {
          "PartitionId": "bfe9ca79-91c9-4e71-8e03-823b02198c03",
          "MaxQuota": 10476298,
          "MaxUsage": 5089669
        },
        {
          "PartitionId": "ee8ad479-710e-481e-8955-590bdce66919",
          "MaxQuota": 10476298,
          "MaxUsage": 5086045
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "bfe9ca79-91c9-4e71-8e03-823b02198c03",
          "MaxCrudUsage": 4992,
          "MaxIndexUsage": 952,
          "MaxTotalUsage": 6240
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "bfe9ca79-91c9-4e71-8e03-823b02198c03",
          "MaxCrudUsage": 4992,
          "MaxIndexUsage": 920,
          "MaxTotalUsage": 6224
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "e9d27508-216d-4490-b090-dad791eca009",
          "MaxCrudUsage": 4896,
          "MaxIndexUsage": 920,
          "MaxTotalUsage": 6204
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 41 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-03T04:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 372.516,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T00:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 329.207,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T09:05:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 307.339,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T00:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 252.771,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T06:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 245.306,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.216489
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.677897
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.901103
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.975994
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.003804
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56.207519
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 53.829234
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 45.307018
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 45.114163
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 43.655947
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 530.442282 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 530.442282
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 515.488695
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 513.521583
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 510.166101
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 508.028188
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 55551.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58205.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 59000.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59521.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60452.533333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-04-03T08:45:00",
          "Last": "2015-04-03T08:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 9,
          "First": "2015-04-03T04:55:00",
          "Last": "2015-04-03T09:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "210 Direct Tcp requests with 503 | 24 Gateway Https requests with 503 | 32 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 210,
          "Average": 26.25,
          "First": "2015-04-03T03:00:00",
          "Last": "2015-04-03T08:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 24,
          "Average": 24.0,
          "First": "2015-04-03T05:55:00",
          "Last": "2015-04-03T05:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 32,
          "Average": 4.0,
          "First": "2015-04-03T00:30:00",
          "Last": "2015-04-03T09:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-03+04%3a48%3a17Z&end=2015-04-03+18%3a38%3a47Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-03T00:04:56.0745476-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 85072,
      "LogicalIndexUsageInMB": 1351,
      "LogicalCRUDUsageInMB": 17627,
      "ClientReportedUsageInMB": 212921,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-03T01:27:35.3448748-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113820,
      "PhysicalCRUDUsageInMB": 318536,
      "LogicalIndexUsageInMB": 6870,
      "LogicalCRUDUsageInMB": 85338,
      "ClientReportedUsageInMB": 88250912,
      "ClientReportedCollectionCount": 110
    },
    {
      "TimeStamp": "2015-04-03T03:25:32.2003106-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 136908,
      "PhysicalCRUDUsageInMB": 639608,
      "LogicalIndexUsageInMB": 15992,
      "LogicalCRUDUsageInMB": 194814,
      "ClientReportedUsageInMB": 44220549,
      "ClientReportedCollectionCount": 38
    },
    {
      "TimeStamp": "2015-04-03T06:33:41.0525387-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 222116,
      "PhysicalCRUDUsageInMB": 1094976,
      "LogicalIndexUsageInMB": 22475,
      "LogicalCRUDUsageInMB": 278584,
      "ClientReportedUsageInMB": 13112310,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-04-03T09:38:25.6287806-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 314096,
      "PhysicalCRUDUsageInMB": 1679272,
      "LogicalIndexUsageInMB": 31908,
      "LogicalCRUDUsageInMB": 406920,
      "ClientReportedUsageInMB": 116343499,
      "ClientReportedCollectionCount": 45
    },
    {
      "TimeStamp": "2015-04-03T11:38:47.4008551-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 544,
      "PhysicalCRUDUsageInMB": 16168,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 156,
      "ClientReportedUsageInMB": 166382,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgARBQAAAAAAAA==",
  "_ts": 1428087442,
  "_etag": "\"01006570-0000-0000-0000-551ee2920000\"",
  "_attachments": "attachments/"
},
{
  "id": "9d75ff41-c391-4669-9f2b-b33f96e3fb4e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgASBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-03T11:14:54.453197-07:00",
  "CompletedTime": "2015-04-06T08:21:53.0939289-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3203b857-d82b-4cd4-aaea-8267ce34e75f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-03T11:16:45.1769588-07:00",
      "EndTime": "2015-04-03T11:16:47.589129-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "304c84a9-ed31-4022-9621-97f8f232bbb3",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-03T11:16:55.2657049-07:00",
      "EndTime": "2015-04-03T11:16:55.604706-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c730ea28-fd3f-48ba-a3dc-6537000cb1d2",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-03T11:16:55.9707192-07:00",
      "EndTime": "2015-04-03T11:48:19.9221714-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "67380c25-d848-48ec-a01c-a2cbbabf51d2",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-03T11:48:25.5805671-07:00",
      "EndTime": "2015-04-03T12:03:33.8962792-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7dfe51c6-1350-4c56-ba22-bfcdd229619c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-03T12:03:34.314449-07:00",
      "EndTime": "2015-04-03T12:19:41.1288696-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgASBQAAAAAAAA==",
  "_ts": 1428333713,
  "_etag": "\"09007561-0000-0000-0000-5522a4910000\"",
  "_attachments": "attachments/"
},
{
  "id": "c679a141-e449-485d-9668-1449a10a5566",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgATBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-03T16:34:11.0392707-07:00",
  "CompletedTime": "2015-04-03T21:09:47.5963311-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "883446dd-5ad4-411d-bf45-6b14c016e0bd",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-03T17:58:42.2974445-07:00",
      "CompleteTime": "2015-04-03T18:04:53.1426719-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "15d02032-614c-4f98-97ba-5ec99759153c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T17:58:42.8221885-07:00",
      "CompleteTime": "2015-04-03T18:05:18.6747918-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "03e3b3b0-edcd-492c-ae9b-6a08bac35760",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-03T17:58:43.3114611-07:00",
      "CompleteTime": "2015-04-03T18:04:49.06255-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b70a8e77-cfd6-4071-96b7-18efac293e68",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-03T17:58:43.8387358-07:00",
      "CompleteTime": "2015-04-03T18:06:18.8474321-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "12f87127-7021-4035-8a08-12707fc72ce8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T19:12:41.910348-07:00",
      "CompleteTime": "2015-04-03T19:16:18.0713256-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "97204f0a-42d3-4ab7-81fe-9f1b9614b054",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-03T20:08:56.5444954-07:00",
      "CompleteTime": "2015-04-03T20:11:05.3142507-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "cc05d5bf-146c-45aa-8991-08a3287700d9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-03T16:36:41.0883734-07:00",
      "EndTime": "2015-04-03T16:44:38.5484193-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22fbd95d-4323-46f0-8dcf-d31a7390ec22",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-03T16:44:48.3840469-07:00",
      "EndTime": "2015-04-03T16:44:48.7276061-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d7aefc3d-e9e9-44d6-b803-27652646b18d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-03T16:44:49.0758459-07:00",
      "EndTime": "2015-04-03T17:17:59.9480532-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e8b30c87-ccab-4ec2-9298-de8a708cfc63",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-03T17:18:23.1033465-07:00",
      "EndTime": "2015-04-03T17:32:29.6981975-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "64528e93-516e-46af-8a77-df17efe3e839",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150328.3\\x64\\Release",
      "StartTime": "2015-04-03T17:32:30.03284-07:00",
      "EndTime": "2015-04-03T17:48:38.1197616-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba450754-ec60-48f9-a6bc-506ca1487faa",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T18:47:15.7390989-07:00",
      "EndTime": "2015-04-03T18:57:20.2453022-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a9c7c50b-6283-4da5-8aa9-5315d3f2ecb2",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T18:57:25.4822343-07:00",
      "EndTime": "2015-04-03T20:02:20.4280974-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "38553eae-f276-400b-8371-93b1b8895ae4",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T20:48:59.1619696-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a02%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a02%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a02%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a02%3a43Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a02%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 319181. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 6318031,
          "Average": 287183.23,
          "Max": 319479,
          "Min": 2543
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.5,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 19088,
          "Average": 867.64,
          "Max": 7468,
          "Min": 782
        },
        {
          "StatusCode": 410,
          "Total": 8947,
          "Average": 406.68,
          "Max": 1839,
          "Min": 45
        },
        {
          "StatusCode": 429,
          "Total": 1343212,
          "Average": 61055.09,
          "Max": 81473,
          "Min": 2247
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 9483. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 183174,
          "Average": 8326.09,
          "Max": 9824,
          "Min": 83
        },
        {
          "StatusCode": 404,
          "Total": 692,
          "Average": 31.45,
          "Max": 193,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 248,
          "Average": 11.27,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 36801,
          "Average": 1672.77,
          "Max": 2267,
          "Min": 60
        },
        {
          "StatusCode": 449,
          "Total": 1004,
          "Average": 45.64,
          "Max": 94,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 27946. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 543284,
          "Average": 24694.73,
          "Max": 27946,
          "Min": 211
        },
        {
          "StatusCode": 404,
          "Total": 2507,
          "Average": 113.95,
          "Max": 568,
          "Min": 23
        },
        {
          "StatusCode": 410,
          "Total": 701,
          "Average": 31.86,
          "Max": 155,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 110731,
          "Average": 5033.23,
          "Max": 6663,
          "Min": 162
        },
        {
          "StatusCode": 449,
          "Total": 2162,
          "Average": 98.27,
          "Max": 170,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 48520. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 957177,
          "Average": 43508.05,
          "Max": 48933,
          "Min": 238
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.14,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 23627,
          "Average": 1073.95,
          "Max": 7201,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.14,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 691,
          "Average": 31.41,
          "Max": 163,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 195361,
          "Average": 8880.05,
          "Max": 12197,
          "Min": 457
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 240277. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4136085,
          "Average": 188003.86,
          "Max": 240277,
          "Min": 686
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.09,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 70,
          "Average": 3.18,
          "Max": 64,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5185,
          "Average": 235.68,
          "Max": 1114,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 71446,
          "Average": 3247.55,
          "Max": 5643,
          "Min": 105
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 01:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 53025. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1011476,
          "Average": 45976.18,
          "Max": 53535,
          "Min": 691
        },
        {
          "StatusCode": 401,
          "Total": 176,
          "Average": 8.0,
          "Max": 79,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1711,
          "Average": 77.77,
          "Max": 372,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4413,
          "Average": 200.59,
          "Max": 964,
          "Min": 5
        },
        {
          "StatusCode": 429,
          "Total": 72040,
          "Average": 3274.55,
          "Max": 5097,
          "Min": 70
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "52 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 44,
          "HourlyAverage": 15.93
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 2.534
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.362
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c8da4d1b-9087-4914-a444-b04bad218b36",
          "MaxQuota": 10476298,
          "MaxUsage": 2357582
        },
        {
          "PartitionId": "1abab8d8-09ac-49b7-82e7-cbe23e40ba98",
          "MaxQuota": 10476298,
          "MaxUsage": 825802
        },
        {
          "PartitionId": "5d28cac0-e7b2-41e5-ba29-13852b3b9cd5",
          "MaxQuota": 10476298,
          "MaxUsage": 824645
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a03%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "PartitionId": "c8da4d1b-9087-4914-a444-b04bad218b36",
          "MaxCrudUsage": 2408,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2792
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "c8da4d1b-9087-4914-a444-b04bad218b36",
          "MaxCrudUsage": 1552,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1944
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "abf1a2a0-3c40-474e-b478-a018b8214d35",
          "MaxCrudUsage": 808,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1296
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a04%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 3 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-03T19:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 403.429,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T19:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 243.856,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-03T19:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 107.718,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a04%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 97.037448
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 97.414011
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 97.562914
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 97.703349
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.714979
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a04%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 24.175605
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 22.990028
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 22.089732
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 20.862569
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 20.588055
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a04%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 38.552896
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 34.517367
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 34.012229
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 32.49256
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 28.452348
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a04%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 94186.206897
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 95289.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98448.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99073.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 99158.965517
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a05%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a05%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 6,
          "First": "2015-04-03T19:40:00",
          "Last": "2015-04-03T19:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 39,
          "First": "2015-04-03T18:20:00",
          "Last": "2015-04-03T19:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 4,
          "First": "2015-04-03T19:40:00",
          "Last": "2015-04-03T19:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a06%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a07%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 32,
          "SampleCount": 5630
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 32,
          "SampleCount": 5630
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Count": 32,
          "SampleCount": 5598
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 32,
          "SampleCount": 5634
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 33,
          "SampleCount": 5774
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Count": 33,
          "SampleCount": 5774
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 33,
          "SampleCount": 5810
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 32,
          "SampleCount": 5630
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a08%3a38Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a08%3a38Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-03+23%3a34%3a11Z&end=2015-04-04+03%3a08%3a42Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-03T18:46:51.5025435-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 78320,
      "LogicalIndexUsageInMB": 1284,
      "LogicalCRUDUsageInMB": 15989,
      "ClientReportedUsageInMB": 21973825,
      "ClientReportedCollectionCount": 111
    },
    {
      "TimeStamp": "2015-04-03T20:08:45.7803743-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113808,
      "PhysicalCRUDUsageInMB": 315160,
      "LogicalIndexUsageInMB": 6603,
      "LogicalCRUDUsageInMB": 80456,
      "ClientReportedUsageInMB": 7369579,
      "ClientReportedCollectionCount": 20
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgATBQAAAAAAAA==",
  "_ts": 1428120587,
  "_etag": "\"0200852e-0000-0000-0000-551f640b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "608e2827-3d68-4aa5-aca1-18a08e796533",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAUBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-03T21:09:48.3332886-07:00",
  "CompletedTime": "2015-04-04T11:58:11.6288112-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b238f02e-d180-4deb-9efb-02013117f5c2",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-03T22:34:47.2679858-07:00",
      "CompleteTime": "2015-04-03T22:38:55.1012816-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f2c123f2-586c-402c-af0d-773b6db08093",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T22:34:47.7943363-07:00",
      "CompleteTime": "2015-04-03T22:39:25.2533933-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d5842fe4-2eea-4c15-9a99-442eba8fb138",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-03T22:34:48.2936684-07:00",
      "CompleteTime": "2015-04-03T22:38:22.237363-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92edf5fd-81fe-4db4-b068-1729afd2aea4",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-03T22:34:48.7859971-07:00",
      "CompleteTime": "2015-04-03T22:39:58.7917611-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6073ae3-a765-4af1-a4c3-1781c74620d7",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-03T23:50:32.5366424-07:00",
      "CompleteTime": "2015-04-04T00:02:11.1721072-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3f92b9e2-eb1b-4e97-a14e-fe443a75b1e4",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-04T01:23:32.514396-07:00",
      "CompleteTime": "2015-04-04T01:25:40.363668-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "671a5e0c-5f4a-4d11-94f1-bc17cdcaae78",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-04T02:50:05.4755201-07:00",
      "CompleteTime": "2015-04-04T02:53:46.4264606-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "40151cc4-45d2-4a58-b2d2-457cacf86754",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-04T10:25:45.6712762-07:00",
      "CompleteTime": "2015-04-04T10:27:51.002064-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "40af924d-ad09-42dd-a8d0-d01c82739036",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T21:12:09.3217008-07:00",
      "EndTime": "2015-04-03T21:20:04.875881-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c61d5deb-2899-4967-bada-03ba95e73575",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T21:20:12.7811542-07:00",
      "EndTime": "2015-04-03T21:20:13.1213808-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b156cfe-6a9c-4fa8-a6f8-ab7ab8c5029e",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T21:20:13.4616083-07:00",
      "EndTime": "2015-04-03T21:54:23.3187319-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8dd283d3-8519-42a6-ab95-997655b378b1",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T21:54:28.7093279-07:00",
      "EndTime": "2015-04-03T22:09:34.7422041-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e29ae9ce-96f3-4bd0-90a7-b14ef173b4ed",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T22:09:35.1654867-07:00",
      "EndTime": "2015-04-03T22:24:42.7387073-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c317e0d6-7161-4281-b37e-15f18713ba4d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T23:23:47.3359176-07:00",
      "EndTime": "2015-04-03T23:35:28.1183176-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "010431ca-c085-46e9-9386-e246f32b36a9",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-03T23:35:33.1506728-07:00",
      "EndTime": "2015-04-04T01:11:31.4981079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5278fc63-21b1-468f-9140-b29f97a4b609",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-04T02:03:35.7883808-07:00",
      "EndTime": "2015-04-04T03:13:28.4068028-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "30667639-9222-4309-9b5a-192f388a7222",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-04T04:12:54.1105554-07:00",
      "EndTime": "2015-04-04T06:18:20.82093-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "82ad73c4-c463-407f-95b5-76ca3e51fd6f",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-04T07:21:17.0941722-07:00",
      "EndTime": "2015-04-04T09:27:55.359075-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e2d1a0e9-2114-4449-9366-f446a7ab5359",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-04T10:05:34.6162709-07:00",
      "EndTime": "2015-04-04T10:25:42.5141687-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d57ad05f-c315-43a4-8fb8-96729bed807c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-04T10:27:54.4963934-07:00",
      "EndTime": "2015-04-04T10:29:59.62463-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-04T02:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-9\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.ProcessWatchdog.exe.608.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "5 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-04T02:30:30.479603",
          "Last": "2015-04-04T02:30:30.479603"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-04T02:30:30.4794791",
          "Last": "2015-04-04T02:30:30.4794791"
        },
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-04T10:11:43.2277185",
          "Last": "2015-04-04T10:11:43.2277185"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-04T02:30:30.4796212",
          "Last": "2015-04-04T02:30:30.4796212"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-04T05:25:06.6585401",
          "Last": "2015-04-04T05:25:06.6585401"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "292 requests with 503 | 1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 7,
          "First": "2015-04-04T05:15:41.7960112",
          "Last": "2015-04-04T05:17:13.4465462"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 238,
          "First": "2015-04-04T05:15:40.7232506",
          "Last": "2015-04-04T05:25:07.3783631"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 47,
          "First": "2015-04-04T05:16:17.7749577",
          "Last": "2015-04-04T05:24:53.6727304"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-04T09:48:04.990357",
          "Last": "2015-04-04T09:48:04.990357"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "9 408s during upgrades in 1 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "19d40697-ac12-428f-9acf-251aad8ec4e7",
          "Count": 1,
          "First": "2015-04-04T06:10:00",
          "Last": "2015-04-04T06:10:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "19d40697-ac12-428f-9acf-251aad8ec4e7",
          "Count": 6,
          "First": "2015-04-04T06:10:00",
          "Last": "2015-04-04T06:10:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "19d40697-ac12-428f-9acf-251aad8ec4e7",
          "Count": 1,
          "First": "2015-04-04T06:10:00",
          "Last": "2015-04-04T06:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "19d40697-ac12-428f-9acf-251aad8ec4e7",
          "Count": 1,
          "First": "2015-04-04T06:10:00",
          "Last": "2015-04-04T06:10:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 39653343,
          "Average": 291568.7,
          "Max": 324345,
          "Min": 1267
        },
        {
          "StatusCode": 400,
          "Total": 425,
          "Average": 3.12,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 64292,
          "Average": 472.74,
          "Max": 6357,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.04,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 409,
          "Total": 38,
          "Average": 0.28,
          "Max": 16,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 34656958,
          "Average": 254830.57,
          "Max": 295189,
          "Min": 639
        },
        {
          "StatusCode": 429,
          "Total": 5027733,
          "Average": 36968.62,
          "Max": 59500,
          "Min": 163
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1136397,
          "Average": 8417.76,
          "Max": 9438,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 1806,
          "Average": 13.38,
          "Max": 117,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1236,
          "Average": 9.16,
          "Max": 59,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 139075,
          "Average": 1030.19,
          "Max": 1644,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2290,
          "Average": 16.96,
          "Max": 79,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3414189,
          "Average": 25290.29,
          "Max": 28114,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.08,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6483,
          "Average": 48.02,
          "Max": 427,
          "Min": 12
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3755,
          "Average": 27.81,
          "Max": 194,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 420623,
          "Average": 3115.73,
          "Max": 4998,
          "Min": 16
        },
        {
          "StatusCode": 449,
          "Total": 5941,
          "Average": 44.01,
          "Max": 180,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5972371,
          "Average": 43914.49,
          "Max": 48981,
          "Min": 117
        },
        {
          "StatusCode": 400,
          "Total": 325,
          "Average": 2.39,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4114,
          "Average": 30.25,
          "Max": 198,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 702562,
          "Average": 5165.9,
          "Max": 8511,
          "Min": 100
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 51787.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6015322,
          "Average": 44557.94,
          "Max": 51787,
          "Min": 223
        },
        {
          "StatusCode": 404,
          "Total": 5081,
          "Average": 37.64,
          "Max": 780,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 19310,
          "Average": 143.04,
          "Max": 1201,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 316670,
          "Average": 2345.7,
          "Max": 4456,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6024986,
          "Average": 44629.53,
          "Max": 51824,
          "Min": 222
        },
        {
          "StatusCode": 401,
          "Total": 1254,
          "Average": 9.29,
          "Max": 149,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 5498,
          "Average": 40.73,
          "Max": 327,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 25054,
          "Average": 185.59,
          "Max": 1444,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 342894,
          "Average": 2539.96,
          "Max": 5068,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "40 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 14,
          "First": "2015-04-04T08:01:48.889",
          "Last": "2015-04-04T08:55:32.134"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-04-04T08:16:51.479",
          "Last": "2015-04-04T08:26:53.256"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 23,
          "First": "2015-04-04T08:01:48.889",
          "Last": "2015-04-04T09:58:22.037"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "862 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 819,
          "HourlyAverage": 58.236
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 6,
          "HourlyAverage": 0.427
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.213
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.569
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.498
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.569
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.213
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.356
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.213
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.284
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.142
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "9d01f6d2-8f6d-4324-b931-a9e7d6c4a3c9",
          "MaxQuota": 10476298,
          "MaxUsage": 5313248
        },
        {
          "PartitionId": "ddae26f3-9604-4e33-ae3d-6b3f3bfbc0ed",
          "MaxQuota": 10476298,
          "MaxUsage": 5305856
        },
        {
          "PartitionId": "f162bbb2-113c-46c4-98b2-f8c9c55cc1e3",
          "MaxQuota": 10476298,
          "MaxUsage": 5303008
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "c7fb037b-f0a3-4ed6-b4f3-1a0ea76e7448",
          "MaxCrudUsage": 5192,
          "MaxIndexUsage": 1048,
          "MaxTotalUsage": 6472
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "795f7cbd-648f-49b1-8959-41d8dc24425d",
          "MaxCrudUsage": 5152,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6452
        },
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "795f7cbd-648f-49b1-8959-41d8dc24425d",
          "MaxCrudUsage": 5152,
          "MaxIndexUsage": 1032,
          "MaxTotalUsage": 6452
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 44 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-04T06:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 517.136,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-04T02:50:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 359.485,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-04T06:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 249.662,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-04T09:50:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 210.353,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-04-04T02:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 188.026,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-04-04T05:25:00",
          "Last": "2015-04-04T06:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 20 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-04+04%3a09%3a48Z&end=2015-04-04+18%3a58%3a11Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-03T23:23:31.7174997-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 61424,
      "LogicalIndexUsageInMB": 739,
      "LogicalCRUDUsageInMB": 9823,
      "ClientReportedUsageInMB": 7018807,
      "ClientReportedCollectionCount": 43
    },
    {
      "TimeStamp": "2015-04-04T01:22:58.5897706-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 389632,
      "LogicalIndexUsageInMB": 8114,
      "LogicalCRUDUsageInMB": 98445,
      "ClientReportedUsageInMB": 47153063,
      "ClientReportedCollectionCount": 46
    },
    {
      "TimeStamp": "2015-04-04T03:32:34.3056988-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 145744,
      "PhysicalCRUDUsageInMB": 713032,
      "LogicalIndexUsageInMB": 15958,
      "LogicalCRUDUsageInMB": 195972,
      "ClientReportedUsageInMB": 201121751,
      "ClientReportedCollectionCount": 100
    },
    {
      "TimeStamp": "2015-04-04T06:40:50.1785637-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 244412,
      "PhysicalCRUDUsageInMB": 1237080,
      "LogicalIndexUsageInMB": 26226,
      "LogicalCRUDUsageInMB": 325522,
      "ClientReportedUsageInMB": 20693339,
      "ClientReportedCollectionCount": 9
    },
    {
      "TimeStamp": "2015-04-04T09:58:00.1915962-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-04T11:58:11.6288112-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 10240,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAUBQAAAAAAAA==",
  "_ts": 1428175664,
  "_etag": "\"03007c68-0000-0000-0000-55203b300000\"",
  "_attachments": "attachments/"
},
{
  "id": "270759fb-ea69-41ec-ba0d-fa699fb1855b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAVBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-05T11:56:04.6646023-07:00",
  "CompletedTime": "2015-04-06T01:47:19.4121492-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c99cdc96-e04a-48a1-91ca-d879d3e32ad8",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-05T13:21:16.268029-07:00",
      "CompleteTime": "2015-04-05T13:26:26.1184641-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b5c4a37a-a644-4843-91bb-df4582383f3a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-05T13:21:16.7573533-07:00",
      "CompleteTime": "2015-04-05T13:26:21.9997152-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aff9f16f-1c97-43cf-a4ea-89b6682f2684",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-05T13:21:17.2406756-07:00",
      "CompleteTime": "2015-04-05T13:25:21.7670158-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "45c1b2c4-2a81-4597-aa5a-6cc46889744b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-05T13:21:17.7890429-07:00",
      "CompleteTime": "2015-04-05T13:24:52.0249969-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b836b006-64fb-4f33-956e-001b578ba47d",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-05T14:35:07.9481603-07:00",
      "CompleteTime": "2015-04-05T14:38:43.4839146-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8f10e2eb-ee93-4ce7-92cb-e95cd6ad1076",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-05T15:30:35.8178721-07:00",
      "CompleteTime": "2015-04-05T15:32:44.1514668-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "28d4cc06-9ae7-43c2-a8cb-3584d5297fb2",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-05T17:25:48.3524454-07:00",
      "CompleteTime": "2015-04-05T17:29:28.305309-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "71be6499-01af-470b-bc66-43534c72f188",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-06T00:15:49.0869664-07:00",
      "CompleteTime": "2015-04-06T00:16:53.8545109-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "386570b3-e52c-4377-a56f-b3c799370f79",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T11:58:26.6349862-07:00",
      "EndTime": "2015-04-05T12:08:35.5480298-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "64669216-65c6-4b65-9a16-f009236e399f",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T12:08:42.9989997-07:00",
      "EndTime": "2015-04-05T12:08:43.3382259-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "582b01aa-bbe9-4bd4-97a2-013e41989be3",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T12:08:43.6884601-07:00",
      "EndTime": "2015-04-05T12:40:54.0680665-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c46de71f-e551-42dd-8b79-40370733835b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T12:40:59.3786084-07:00",
      "EndTime": "2015-04-05T12:55:06.0940708-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fbbf8eb8-bbef-4c51-983c-f7b31e65bc9a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T12:55:06.4433038-07:00",
      "EndTime": "2015-04-05T13:11:12.5811921-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "453f7d94-6638-4433-9ec7-8774cb6e2839",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T14:08:54.7660184-07:00",
      "EndTime": "2015-04-05T14:20:04.6703965-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f91752e7-61f0-4586-a87c-55a5efe36b48",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T14:20:10.5473162-07:00",
      "EndTime": "2015-04-05T15:26:06.0039147-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a8c6231a-1492-4c07-abee-1e00556d8084",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T16:10:38.3608462-07:00",
      "EndTime": "2015-04-05T17:41:35.4517626-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "82dc32e5-21ab-4dcc-b888-fd4f208dc0db",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T18:29:25.3409854-07:00",
      "EndTime": "2015-04-05T20:36:16.9933657-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5c6c00a6-aa7c-4cec-a44b-fe3861bf6d28",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T21:27:04.540216-07:00",
      "EndTime": "2015-04-05T23:33:42.8055655-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff8c9ff5-8736-4bfe-b179-1775e1938091",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-05T23:54:36.1684398-07:00",
      "EndTime": "2015-04-06T00:15:45.7637499-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ca86f4f-1c35-47c0-aaa6-852689cc2988",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T00:16:56.9996095-07:00",
      "EndTime": "2015-04-06T00:19:02.2985944-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "173 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-05T21:42:04.7872856",
          "Last": "2015-04-05T21:42:04.7872856"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-05T21:42:04.7872661",
          "Last": "2015-04-05T21:42:04.7872661"
        },
        {
          "Message": "CExceptionHandler.CaptureMiniDumpFunction Begin\n",
          "Role": "ServerCluster0",
          "Count": 85,
          "First": "2015-04-05T22:04:51.1832116",
          "Last": "2015-04-05T22:04:56.2000908"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-05T21:53:04.0427593",
          "Last": "2015-04-05T21:53:04.0427593"
        },
        {
          "Message": "Taking non-invasive dump",
          "Role": "ServerCluster0",
          "Count": 85,
          "First": "2015-04-05T22:04:51.1828985",
          "Last": "2015-04-05T22:04:56.1998799"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 503 | 14 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-04-05T20:24:03.1224239",
          "Last": "2015-04-05T20:24:03.5079716"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "First": "2015-04-05T22:04:50.602888",
          "Last": "2015-04-05T22:04:55.9518182"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 10,
          "First": "2015-04-05T18:51:13.1112842",
          "Last": "2015-04-05T22:04:55.688749"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-05T22:04:55.5190968",
          "Last": "2015-04-05T22:04:55.5190968"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "85 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "126027b8-f206-4f06-be1d-fb43c9c81002",
          "Count": 8,
          "First": "2015-04-05T22:00:00",
          "Last": "2015-04-05T22:00:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "126027b8-f206-4f06-be1d-fb43c9c81002",
          "Count": 66,
          "First": "2015-04-05T22:00:00",
          "Last": "2015-04-05T22:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "126027b8-f206-4f06-be1d-fb43c9c81002",
          "Count": 10,
          "First": "2015-04-05T22:00:00",
          "Last": "2015-04-05T22:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "126027b8-f206-4f06-be1d-fb43c9c81002",
          "Count": 1,
          "First": "2015-04-05T22:00:00",
          "Last": "2015-04-05T22:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36508250,
          "Average": 248355.44,
          "Max": 331506,
          "Min": 86
        },
        {
          "StatusCode": 400,
          "Total": 408,
          "Average": 2.78,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 59710,
          "Average": 406.19,
          "Max": 10795,
          "Min": 317
        },
        {
          "StatusCode": 408,
          "Total": 66,
          "Average": 0.45,
          "Max": 66,
          "Min": 66
        },
        {
          "StatusCode": 409,
          "Total": 20,
          "Average": 0.14,
          "Max": 5,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 46257,
          "Average": 314.67,
          "Max": 2021,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 5523452,
          "Average": 37574.5,
          "Max": 85913,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1041681,
          "Average": 8400.65,
          "Max": 10177,
          "Min": 178
        },
        {
          "StatusCode": 404,
          "Total": 1881,
          "Average": 15.17,
          "Max": 135,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1183,
          "Average": 9.54,
          "Max": 65,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 155459,
          "Average": 1253.7,
          "Max": 2398,
          "Min": 12
        },
        {
          "StatusCode": 449,
          "Total": 2077,
          "Average": 16.75,
          "Max": 74,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3131137,
          "Average": 25251.1,
          "Max": 28655,
          "Min": 456
        },
        {
          "StatusCode": 400,
          "Total": 27,
          "Average": 0.22,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6682,
          "Average": 53.89,
          "Max": 488,
          "Min": 12
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.06,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 3589,
          "Average": 28.94,
          "Max": 187,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 470535,
          "Average": 3794.64,
          "Max": 7063,
          "Min": 41
        },
        {
          "StatusCode": 449,
          "Total": 5030,
          "Average": 40.56,
          "Max": 141,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5503816,
          "Average": 44385.61,
          "Max": 49351,
          "Min": 744
        },
        {
          "StatusCode": 400,
          "Total": 322,
          "Average": 2.6,
          "Max": 11,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9269,
          "Average": 74.75,
          "Max": 5617,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 10,
          "Average": 0.08,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 410,
          "Total": 3744,
          "Average": 30.19,
          "Max": 196,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 772994,
          "Average": 6233.82,
          "Max": 12827,
          "Min": 171
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31094986,
          "Average": 211530.52,
          "Max": 245274,
          "Min": 964
        },
        {
          "StatusCode": 400,
          "Total": 23958,
          "Average": 162.98,
          "Max": 480,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 13738,
          "Average": 93.46,
          "Max": 2346,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 26970,
          "Average": 183.47,
          "Max": 1528,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 349979,
          "Average": 2380.81,
          "Max": 5523,
          "Min": 41
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5620386,
          "Average": 45325.69,
          "Max": 53666,
          "Min": 966
        },
        {
          "StatusCode": 401,
          "Total": 1853,
          "Average": 14.94,
          "Max": 204,
          "Min": 9
        },
        {
          "StatusCode": 404,
          "Total": 6909,
          "Average": 55.72,
          "Max": 343,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 26835,
          "Average": 216.41,
          "Max": 1488,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 351782,
          "Average": 2836.95,
          "Max": 5403,
          "Min": 26
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "18 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 6,
          "First": "2015-04-05T22:59:37.699",
          "Last": "2015-04-05T23:14:40.468"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-04-05T23:09:39.553",
          "Last": "2015-04-05T23:09:39.553"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 3,
          "First": "2015-04-05T23:09:39.553",
          "Last": "2015-04-05T23:19:41.348"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 8,
          "First": "2015-04-05T22:59:37.699",
          "Last": "2015-04-05T23:14:40.468"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1074 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 976,
          "HourlyAverage": 74.464
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 72,
          "HourlyAverage": 5.493
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.305
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.534
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.305
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.076
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.229
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.229
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.229
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.229
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.076
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "a668ba6e-81c9-405e-a9f0-dcdb8a060b9f",
          "MaxQuota": 10476298,
          "MaxUsage": 4978976
        },
        {
          "PartitionId": "4650e39d-e575-4590-b84d-93f959e1b04e",
          "MaxQuota": 10476298,
          "MaxUsage": 4957856
        },
        {
          "PartitionId": "d11987fb-2b5b-4ceb-b2de-7198bfbc21d6",
          "MaxQuota": 10476298,
          "MaxUsage": 4954232
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "e8b539d7-666f-4eaf-9a10-9c1567bbc85a",
          "MaxCrudUsage": 4808,
          "MaxIndexUsage": 988,
          "MaxTotalUsage": 6028
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "98104542-0d29-4c65-843a-05d954f07853",
          "MaxCrudUsage": 4856,
          "MaxIndexUsage": 948,
          "MaxTotalUsage": 6012
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "98104542-0d29-4c65-843a-05d954f07853",
          "MaxCrudUsage": 4856,
          "MaxIndexUsage": 948,
          "MaxTotalUsage": 6012
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 35 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-05T20:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 631.705,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-05T17:15:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 467.819,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-05T20:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 421.339,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-05T20:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 327.917,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-05T16:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 326.914,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 6,
          "First": "2015-04-05T19:30:00",
          "Last": "2015-04-05T22:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 20 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-05+18%3a56%3a04Z&end=2015-04-06+08%3a47%3a19Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-05T14:08:33.2106416-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104448,
      "PhysicalCRUDUsageInMB": 92904,
      "LogicalIndexUsageInMB": 1286,
      "LogicalCRUDUsageInMB": 15995,
      "ClientReportedUsageInMB": 22779168,
      "ClientReportedCollectionCount": 102
    },
    {
      "TimeStamp": "2015-04-05T15:30:21.562365-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 110060,
      "PhysicalCRUDUsageInMB": 301840,
      "LogicalIndexUsageInMB": 7647,
      "LogicalCRUDUsageInMB": 93362,
      "ClientReportedUsageInMB": 10297461,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-04-05T17:49:11.3878575-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 144468,
      "PhysicalCRUDUsageInMB": 655904,
      "LogicalIndexUsageInMB": 15380,
      "LogicalCRUDUsageInMB": 186572,
      "ClientReportedUsageInMB": 9191545,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-04-05T20:46:45.1650391-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 269624,
      "PhysicalCRUDUsageInMB": 1346280,
      "LogicalIndexUsageInMB": 26447,
      "LogicalCRUDUsageInMB": 327272,
      "ClientReportedUsageInMB": 166368636,
      "ClientReportedCollectionCount": 68
    },
    {
      "TimeStamp": "2015-04-05T23:47:04.3458435-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 332288,
      "PhysicalCRUDUsageInMB": 1761632,
      "LogicalIndexUsageInMB": 33318,
      "LogicalCRUDUsageInMB": 423861,
      "ClientReportedUsageInMB": 36249917,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-06T01:47:19.4121492-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1764,
      "PhysicalCRUDUsageInMB": 10816,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 135,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAVBQAAAAAAAA==",
  "_ts": 1428310933,
  "_etag": "\"0800e346-0000-0000-0000-55224b950000\"",
  "_attachments": "attachments/"
},
{
  "id": "5b968a79-a00b-46c9-ab1c-2c31b340a46e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAWBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-05T18:46:59.3684289-07:00",
  "CompletedTime": "2015-04-06T10:41:56.7907687-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "cf8933e1-61e5-4490-b7ba-d1030fc0c1e5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-05T20:49:48.6001347-07:00",
      "CompleteTime": "2015-04-05T20:53:57.6261663-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e09ca60-e8f2-480d-b708-e24e493a488d",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-05T20:49:49.1778521-07:00",
      "CompleteTime": "2015-04-05T20:53:58.1805356-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "db89043f-90b1-408b-8476-ffc95feadf8a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-05T20:49:49.74423-07:00",
      "CompleteTime": "2015-04-05T20:54:57.1965726-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c68665ac-1365-4ad9-99df-a4eed5b97405",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-05T20:49:50.3626431-07:00",
      "CompleteTime": "2015-04-05T20:56:06.1558908-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f8e6ff16-cf32-4798-bacc-3b2224317a72",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T00:43:19.8881112-07:00",
      "CompleteTime": "2015-04-06T00:46:25.9523701-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "74b6ab30-7d8e-4adf-afe4-95d43b55a191",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-06T02:42:29.5671193-07:00",
      "CompleteTime": "2015-04-06T02:43:39.5270672-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "fbb8a355-89ce-486b-aea3-837ce89ff6c8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T03:34:40.2642391-07:00",
      "CompleteTime": "2015-04-06T03:38:44.6363329-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1093ff13-2add-4900-a4cd-a9d1da951132",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-06T09:08:57.9179077-07:00",
      "CompleteTime": "2015-04-06T09:11:05.1231682-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "5c63d55e-69f2-44f7-ada5-c446d1a6b2a6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T18:49:27.0119051-07:00",
      "EndTime": "2015-04-05T18:58:00.9284198-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e0dde620-7bb2-44c8-99a0-fef4b29da0c0",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T18:58:09.8040945-07:00",
      "EndTime": "2015-04-05T18:58:10.1423201-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a557de4-1ed1-448b-b88e-779ce46f6b80",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T18:58:10.4903664-07:00",
      "EndTime": "2015-04-05T19:31:09.5440994-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2bf869f-b2ff-4969-b7b6-7035cfbe7e73",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T19:31:14.8073866-07:00",
      "EndTime": "2015-04-05T19:46:21.4552289-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "87774c88-30f7-468d-b1d9-5408a77dbf87",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T19:46:21.7954558-07:00",
      "EndTime": "2015-04-05T20:17:31.6835391-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4420eb1-b9dd-464f-a91f-adbd67a44527",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-05T20:17:32.4639687-07:00",
      "EndTime": "2015-04-05T20:39:44.2405036-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "048b6b6d-f40a-4858-acc0-4a76ea0d232b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-05T21:37:50.148494-07:00",
      "EndTime": "2015-04-05T23:42:24.938672-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ac1b1800-66c7-46ca-8e43-718afba8caae",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-06T00:28:21.1789567-07:00",
      "EndTime": "2015-04-06T02:31:45.1087389-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "660c6a16-37b6-47b5-8502-deed540a9862",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-06T03:22:31.8330936-07:00",
      "EndTime": "2015-04-06T05:26:03.6563749-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a8c602a-8b53-432b-ba8f-5d9db9d2ebdc",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-06T06:19:55.1659112-07:00",
      "EndTime": "2015-04-06T08:25:51.5252081-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "825e343c-188e-45b1-94a9-a27ce4ed15aa",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-06T08:48:45.8335534-07:00",
      "EndTime": "2015-04-06T09:08:55.1011656-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5bf2ced7-d1a9-4177-9e6a-b1560d688b03",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150404.1\\x64\\Release",
      "StartTime": "2015-04-06T09:11:08.3693362-07:00",
      "EndTime": "2015-04-06T09:13:14.7277494-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-05T19:45:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.ProcessWatchdog.exe.5232.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "4 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-05T19:48:03.016115",
          "Last": "2015-04-05T19:48:03.016115"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-05T19:48:03.0159266",
          "Last": "2015-04-05T19:48:03.0159266"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-05T19:48:03.016141",
          "Last": "2015-04-05T19:48:03.016141"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-06T08:38:09.7684218",
          "Last": "2015-04-06T08:38:09.7684218"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "33 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 26,
          "First": "2015-04-05T21:15:04.5145589",
          "Last": "2015-04-06T07:08:16.6865631"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-04-06T02:18:25.3260334",
          "Last": "2015-04-06T07:08:15.8483366"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-06T02:18:24.1511207",
          "Last": "2015-04-06T03:38:33.3695665"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "45 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 8,
          "First": "2015-04-06T06:40:00",
          "Last": "2015-04-06T07:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-04-06T07:05:00",
          "Last": "2015-04-06T07:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 1,
          "First": "2015-04-06T07:05:00",
          "Last": "2015-04-06T07:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 33,
          "First": "2015-04-06T07:05:00",
          "Last": "2015-04-06T07:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41932970,
          "Average": 257257.48,
          "Max": 332238,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 56200,
          "Average": 344.79,
          "Max": 6576,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 33,
          "Average": 0.2,
          "Max": 33,
          "Min": 33
        },
        {
          "StatusCode": 409,
          "Total": 16,
          "Average": 0.1,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 56360,
          "Average": 345.77,
          "Max": 5149,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6826127,
          "Average": 41878.08,
          "Max": 90416,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1202164,
          "Average": 8586.89,
          "Max": 10005,
          "Min": 4202
        },
        {
          "StatusCode": 404,
          "Total": 1500,
          "Average": 10.71,
          "Max": 58,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1228,
          "Average": 8.77,
          "Max": 55,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 192027,
          "Average": 1371.62,
          "Max": 2670,
          "Min": 525
        },
        {
          "StatusCode": 449,
          "Total": 3963,
          "Average": 28.31,
          "Max": 215,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3600969,
          "Average": 25721.21,
          "Max": 28587,
          "Min": 11969
        },
        {
          "StatusCode": 404,
          "Total": 6222,
          "Average": 44.44,
          "Max": 201,
          "Min": 14
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3617,
          "Average": 25.84,
          "Max": 177,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 577155,
          "Average": 4122.54,
          "Max": 7786,
          "Min": 1495
        },
        {
          "StatusCode": 449,
          "Total": 10357,
          "Average": 73.98,
          "Max": 483,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6391366,
          "Average": 45652.61,
          "Max": 50809,
          "Min": 21003
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 9163,
          "Average": 65.45,
          "Max": 6177,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.06,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4455,
          "Average": 31.82,
          "Max": 213,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 898363,
          "Average": 6416.88,
          "Max": 11807,
          "Min": 2289
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 30899956,
          "Average": 188414.37,
          "Max": 216192,
          "Min": 27388
        },
        {
          "StatusCode": 400,
          "Total": 18887,
          "Average": 115.16,
          "Max": 640,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13798,
          "Average": 84.13,
          "Max": 1856,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 29554,
          "Average": 180.21,
          "Max": 1859,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 442515,
          "Average": 2698.26,
          "Max": 7260,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 52221.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6453626,
          "Average": 46097.33,
          "Max": 53636,
          "Min": 22152
        },
        {
          "StatusCode": 401,
          "Total": 182,
          "Average": 1.3,
          "Max": 25,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7775,
          "Average": 55.54,
          "Max": 953,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 28504,
          "Average": 203.6,
          "Max": 1726,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 444023,
          "Average": 3171.59,
          "Max": 6729,
          "Min": 1115
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 7,
          "First": "2015-04-05T22:40:00",
          "Last": "2015-04-06T08:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "316 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 15,
          "First": "2015-04-06T08:36:06.863",
          "Last": "2015-04-06T08:36:07.823"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 301,
          "First": "2015-04-05T22:15:06.099",
          "Last": "2015-04-06T08:56:10.581"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "958 replica alerts for FullCopy | 7 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 846,
          "HourlyAverage": 55.732
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 69,
          "HourlyAverage": 4.546
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.856
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.461
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.198
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.329
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.066
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.066
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.329
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.198
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.132
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.264
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "46a0a9e4-226b-468d-9e69-251c67ace8c7",
          "MaxQuota": 10476298,
          "MaxUsage": 5730912
        },
        {
          "PartitionId": "399427e5-623c-4714-9e87-a4115476a1aa",
          "MaxQuota": 10476298,
          "MaxUsage": 5702272
        },
        {
          "PartitionId": "b382263a-0269-4002-b0e4-2b9fef2a4c7a",
          "MaxQuota": 10476298,
          "MaxUsage": 5693024
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "46a0a9e4-226b-468d-9e69-251c67ace8c7",
          "MaxCrudUsage": 5616,
          "MaxIndexUsage": 1088,
          "MaxTotalUsage": 6956
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "46a0a9e4-226b-468d-9e69-251c67ace8c7",
          "MaxCrudUsage": 5616,
          "MaxIndexUsage": 1088,
          "MaxTotalUsage": 6932
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "89c2465b-aadd-4883-a567-9cedeeffded7",
          "MaxCrudUsage": 5568,
          "MaxIndexUsage": 1104,
          "MaxTotalUsage": 6864
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 34 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-06T04:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 364.501,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T06:40:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 354.506,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T07:05:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 343.072,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T04:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 290.608,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T01:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 288.868,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 82.365012
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.504845
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.47615
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.501893
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.583432
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 50.200712
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 39.793425
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 39.42282
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 38.433
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 37.779221
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 563.270428 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 563.270428
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 560.410571
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 538.500512
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 464.394906
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 448.393317
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 49146.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 49737.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57900.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58164.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 59173.166667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "30 Direct Https requests with 503 | 6 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 30,
          "Average": 1.304,
          "First": "2015-04-06T00:40:00",
          "Last": "2015-04-06T08:20:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 1.0,
          "First": "2015-04-05T21:10:00",
          "Last": "2015-04-06T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-06+01%3a46%3a59Z&end=2015-04-06+17%3a41%3a56Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-05T21:37:27.1107508-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104448,
      "PhysicalCRUDUsageInMB": 103096,
      "LogicalIndexUsageInMB": 1384,
      "LogicalCRUDUsageInMB": 18863,
      "ClientReportedUsageInMB": 26838261,
      "ClientReportedCollectionCount": 111
    },
    {
      "TimeStamp": "2015-04-05T23:48:03.0353698-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121944,
      "PhysicalCRUDUsageInMB": 474928,
      "LogicalIndexUsageInMB": 10053,
      "LogicalCRUDUsageInMB": 123962,
      "ClientReportedUsageInMB": 20810392,
      "ClientReportedCollectionCount": 30
    },
    {
      "TimeStamp": "2015-04-06T02:42:12.1472766-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 186080,
      "PhysicalCRUDUsageInMB": 902576,
      "LogicalIndexUsageInMB": 17386,
      "LogicalCRUDUsageInMB": 216173,
      "ClientReportedUsageInMB": 34391656,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-04-06T05:39:39.1405241-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 259336,
      "PhysicalCRUDUsageInMB": 1342752,
      "LogicalIndexUsageInMB": 25731,
      "LogicalCRUDUsageInMB": 325727,
      "ClientReportedUsageInMB": 55616841,
      "ClientReportedCollectionCount": 33
    },
    {
      "TimeStamp": "2015-04-06T08:41:38.3940339-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 361556,
      "PhysicalCRUDUsageInMB": 1884248,
      "LogicalIndexUsageInMB": 36529,
      "LogicalCRUDUsageInMB": 461828,
      "ClientReportedUsageInMB": 157529075,
      "ClientReportedCollectionCount": 41
    },
    {
      "TimeStamp": "2015-04-06T10:41:56.7907687-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2740,
      "PhysicalCRUDUsageInMB": 10912,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 162,
      "ClientReportedUsageInMB": 173287,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAWBQAAAAAAAA==",
  "_ts": 1428343212,
  "_etag": "\"0a00d503-0000-0000-0000-5522c9ac0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f5c3e6e0-4e02-470a-bcd2-b336fe42b1b4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAXBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-05T21:22:01.2844455-07:00",
  "CompletedTime": "2015-04-06T11:06:21.0616319-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f8d0ca75-2d36-4b6d-884c-8ef786cbe2a1",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-05T22:50:35.3107638-07:00",
      "CompleteTime": "2015-04-05T22:54:40.7056864-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "456ffcf6-6d4d-4151-8101-ccf7b79a6a30",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-05T22:50:35.8332089-07:00",
      "CompleteTime": "2015-04-05T22:54:11.0760919-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9e216efc-fef0-4234-a42f-53e5d303ca4e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-05T22:50:36.4095311-07:00",
      "CompleteTime": "2015-04-05T22:55:10.7561389-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2c4b8501-8375-4f1b-a673-ef810574b64a",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-05T22:50:36.9620328-07:00",
      "CompleteTime": "2015-04-05T22:56:55.6425709-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f32cbd06-7264-461c-8226-ab50021a0678",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T00:05:34.2730188-07:00",
      "CompleteTime": "2015-04-06T00:09:40.6836183-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5a09ac6c-b57e-4baa-a59c-063d6258d44a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-06T01:02:47.5015261-07:00",
      "CompleteTime": "2015-04-06T01:05:00.3133057-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "73e9f51b-9cbd-456a-a02f-9b786d5f8be8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T03:03:37.6162405-07:00",
      "CompleteTime": "2015-04-06T03:07:11.5238787-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "942af24a-6048-414b-aee9-55f943cba41c",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-06T09:33:04.4150988-07:00",
      "CompleteTime": "2015-04-06T09:35:13.0984385-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "0f475f83-7875-490c-8152-53eef13811b4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T21:24:35.4271414-07:00",
      "EndTime": "2015-04-05T21:34:53.4067799-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "de59c757-1290-4638-a3a3-8bf4fcfcea8b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T21:35:03.2699906-07:00",
      "EndTime": "2015-04-05T21:35:03.6223806-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a63a3eae-f68c-4ea9-a50c-a4d9965f6896",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T21:35:03.9896798-07:00",
      "EndTime": "2015-04-05T22:10:58.0727014-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d1239b5-edf3-4bad-a832-1c5310edb8e7",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T22:11:07.87624-07:00",
      "EndTime": "2015-04-05T22:24:16.3093601-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "000eb31d-c4f3-4acb-9edf-565ff479e8b3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-05T22:24:16.6549796-07:00",
      "EndTime": "2015-04-05T22:40:27.6795497-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a5eb821-1df0-49c4-954b-ed66f2dbbe17",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-05T23:39:19.2662526-07:00",
      "EndTime": "2015-04-05T23:50:29.094081-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "64efc2de-d297-4e8a-a1bd-837785e417be",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-05T23:50:36.7214189-07:00",
      "EndTime": "2015-04-06T00:57:10.2691596-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eb0b5fc4-949d-4b81-b97d-8d96387b60cf",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-06T01:42:51.3040008-07:00",
      "EndTime": "2015-04-06T02:54:29.3496808-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2176bdd4-c8c6-4d78-a909-552df8e98cbe",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-06T03:43:41.3860062-07:00",
      "EndTime": "2015-04-06T05:51:21.4351649-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fef20fa2-010d-485a-b220-5252fb5e9d42",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-06T06:43:35.3218807-07:00",
      "EndTime": "2015-04-06T08:50:24.4389133-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4f33a7b0-295f-40d2-a444-eccb964c3ce5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-06T09:13:46.9531234-07:00",
      "EndTime": "2015-04-06T09:32:59.0995778-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "128fc7e3-ab52-4baf-9203-2525334aa872",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-06T09:35:18.5676193-07:00",
      "EndTime": "2015-04-06T09:37:28.3033989-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ChangeRole failed with 0x%X. Reporting fault",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-06T02:37:31.9733193",
          "Last": "2015-04-06T02:37:31.9733193"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-06T07:11:04.1973116",
          "Last": "2015-04-06T07:11:04.1973116"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-06T02:37:31.9732528",
          "Last": "2015-04-06T02:37:31.9732528"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "25 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 18,
          "First": "2015-04-06T02:18:24.4393566",
          "Last": "2015-04-06T07:06:34.9749414"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-04-06T03:38:33.2875122",
          "Last": "2015-04-06T04:16:19.5158327"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-04-06T05:18:58.683578",
          "Last": "2015-04-06T06:39:08.9411452"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-06T02:18:25.7105972",
          "Last": "2015-04-06T02:18:25.7105972"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408 | 7 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "ff9f4176-b8b8-4fc1-98bc-bc11cbb36110",
          "Count": 3,
          "First": "2015-04-06T07:35:00",
          "Last": "2015-04-06T07:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "04d2b6df-65b3-4bb3-b8c0-30cc7f90286b",
          "Count": 4,
          "First": "2015-04-06T05:45:00",
          "Last": "2015-04-06T05:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "04d2b6df-65b3-4bb3-b8c0-30cc7f90286b",
          "Count": 3,
          "First": "2015-04-06T05:45:00",
          "Last": "2015-04-06T05:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 36020510,
          "Average": 248417.31,
          "Max": 342648,
          "Min": 25
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.13,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1932,
          "Average": 13.32,
          "Max": 1932,
          "Min": 1932
        },
        {
          "StatusCode": 404,
          "Total": 35546,
          "Average": 245.14,
          "Max": 8556,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 409,
          "Total": 33,
          "Average": 0.23,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 45424,
          "Average": 313.27,
          "Max": 2181,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4565566,
          "Average": 31486.66,
          "Max": 78707,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1029992,
          "Average": 8583.27,
          "Max": 10537,
          "Min": 278
        },
        {
          "StatusCode": 401,
          "Total": 33,
          "Average": 0.28,
          "Max": 33,
          "Min": 33
        },
        {
          "StatusCode": 404,
          "Total": 1235,
          "Average": 10.29,
          "Max": 85,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1183,
          "Average": 9.86,
          "Max": 72,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 128492,
          "Average": 1070.77,
          "Max": 2149,
          "Min": 294
        },
        {
          "StatusCode": 449,
          "Total": 1989,
          "Average": 16.58,
          "Max": 58,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3092880,
          "Average": 25774.0,
          "Max": 29731,
          "Min": 749
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 87,
          "Average": 0.72,
          "Max": 87,
          "Min": 87
        },
        {
          "StatusCode": 404,
          "Total": 4540,
          "Average": 37.83,
          "Max": 352,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 3631,
          "Average": 30.26,
          "Max": 167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 387020,
          "Average": 3225.17,
          "Max": 6474,
          "Min": 909
        },
        {
          "StatusCode": 449,
          "Total": 5506,
          "Average": 45.88,
          "Max": 143,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5466013,
          "Average": 44803.39,
          "Max": 52636,
          "Min": 298
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.08,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 55,
          "Average": 0.45,
          "Max": 55,
          "Min": 55
        },
        {
          "StatusCode": 403,
          "Total": 8629,
          "Average": 70.73,
          "Max": 5877,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.05,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 4250,
          "Average": 34.84,
          "Max": 214,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 595482,
          "Average": 4881.0,
          "Max": 11453,
          "Min": 431
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 27880621,
          "Average": 192280.14,
          "Max": 222206,
          "Min": 7603
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 138,
          "Average": 0.95,
          "Max": 138,
          "Min": 138
        },
        {
          "StatusCode": 404,
          "Total": 10921,
          "Average": 75.32,
          "Max": 2487,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 25822,
          "Average": 178.08,
          "Max": 1807,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 304403,
          "Average": 2099.33,
          "Max": 3864,
          "Min": 35
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5472604,
          "Average": 45605.03,
          "Max": 55442,
          "Min": 2643
        },
        {
          "StatusCode": 401,
          "Total": 777,
          "Average": 6.48,
          "Max": 534,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4665,
          "Average": 38.88,
          "Max": 400,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 24906,
          "Average": 207.55,
          "Max": 1453,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 319358,
          "Average": 2661.32,
          "Max": 3582,
          "Min": 467
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "15 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 4,
          "First": "2015-04-06T07:56:44.74",
          "Last": "2015-04-06T08:11:47.441"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-06T08:06:46.547",
          "Last": "2015-04-06T08:16:48.294"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 7,
          "First": "2015-04-06T07:56:44.74",
          "Last": "2015-04-06T08:16:48.294"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "931 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 799,
          "HourlyAverage": 61.827
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 64,
          "HourlyAverage": 4.952
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.696
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.232
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.619
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.31
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.774
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.077
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.619
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.542
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.387
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.619
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.464
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ff9f4176-b8b8-4fc1-98bc-bc11cbb36110",
          "MaxQuota": 10476298,
          "MaxUsage": 4785286
        },
        {
          "PartitionId": "c260ba15-0059-4730-a6ba-ba5d01898194",
          "MaxQuota": 10476298,
          "MaxUsage": 4783136
        },
        {
          "PartitionId": "681c9327-a13e-42ed-8f25-abff30cf834d",
          "MaxQuota": 10476298,
          "MaxUsage": 4780960
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "798a61df-095b-4e79-805b-2a8a1207a6c2",
          "MaxCrudUsage": 4688,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5932
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "798a61df-095b-4e79-805b-2a8a1207a6c2",
          "MaxCrudUsage": 4680,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5924
        },
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "aea4bcfa-f892-4e86-8225-583191b5c5f8",
          "MaxCrudUsage": 4680,
          "MaxIndexUsage": 928,
          "MaxTotalUsage": 5812
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 27 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-06T07:35:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 660.571,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T05:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 636.384,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T08:20:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 397.313,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T05:45:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 273.03,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T07:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 272.745,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 81.476258
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.737382
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.768067
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.831932
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 87.954094
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 50.392361
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 50.229948
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 49.687096
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 42.967828
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 40.776911
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 442.009047 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 442.009047
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 432.484312
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 432.48314
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 422.182618
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 369.580213
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 41595.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 52187.068966
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 57236.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59139.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 63046.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 5,
          "First": "2015-04-06T04:55:00",
          "Last": "2015-04-06T05:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "11 Direct Https requests with 503 | 3 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 11,
          "Average": 1.375,
          "First": "2015-04-06T00:10:00",
          "Last": "2015-04-06T06:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-04-06T03:35:00",
          "Last": "2015-04-06T07:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "3 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:55ba1cca-4fc8-4294-a13d-41d07d0fd4ff Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 3.ActivityId: 9c80c0b7-4f1d-45c1-888b-dee490e380e1. Database account: rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Timestamp": "2015-04-06T08:06:50.1982468"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:715a2a37-b233-44bc-9173-9f1a3bf19b41 Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: b25477ec-065d-490c-8904-36e1d6239a91. Database account: rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Timestamp": "2015-04-06T07:20:45.9959109"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:334922d8-a1fc-4204-b82f-7dde3dd12479 Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: 9927832d-6d7d-490e-a09f-59b1cad25814. Database account: rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Timestamp": "2015-04-06T08:23:02.8629928"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-06+04%3a22%3a01Z&end=2015-04-06+18%3a06%3a21Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-05T23:38:57.7345061-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 59480,
      "LogicalIndexUsageInMB": 453,
      "LogicalCRUDUsageInMB": 7738,
      "ClientReportedUsageInMB": 8951537,
      "ClientReportedCollectionCount": 63
    },
    {
      "TimeStamp": "2015-04-06T01:02:30.976527-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 138328,
      "PhysicalCRUDUsageInMB": 293952,
      "LogicalIndexUsageInMB": 6949,
      "LogicalCRUDUsageInMB": 85150,
      "ClientReportedUsageInMB": 14512832,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-04-06T03:03:15.8004076-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 132788,
      "PhysicalCRUDUsageInMB": 620072,
      "LogicalIndexUsageInMB": 16732,
      "LogicalCRUDUsageInMB": 203008,
      "ClientReportedUsageInMB": 114356478,
      "ClientReportedCollectionCount": 78
    },
    {
      "TimeStamp": "2015-04-06T06:03:15.0021844-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 252548,
      "PhysicalCRUDUsageInMB": 1261320,
      "LogicalIndexUsageInMB": 24717,
      "LogicalCRUDUsageInMB": 305781,
      "ClientReportedUsageInMB": 23475250,
      "ClientReportedCollectionCount": 24
    },
    {
      "TimeStamp": "2015-04-06T09:05:59.7963045-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 320240,
      "PhysicalCRUDUsageInMB": 1688848,
      "LogicalIndexUsageInMB": 35323,
      "LogicalCRUDUsageInMB": 451637,
      "ClientReportedUsageInMB": 126058251,
      "ClientReportedCollectionCount": 47
    },
    {
      "TimeStamp": "2015-04-06T11:06:21.0616319-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2740,
      "PhysicalCRUDUsageInMB": 10888,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 157,
      "ClientReportedUsageInMB": 166564,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAXBQAAAAAAAA==",
  "_ts": 1428344611,
  "_etag": "\"0a00aa1b-0000-0000-0000-5522cf230000\"",
  "_attachments": "attachments/"
},
{
  "id": "66d674c6-3c36-4032-96f5-ffa529315403",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAYBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-06T08:21:53.3239483-07:00",
  "CompletedTime": "2015-04-06T13:43:08.1641028-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "a2a821c3-dbfc-46d1-affc-9c131f0dd6b7",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-06T08:23:41.1875293-07:00",
      "EndTime": "2015-04-06T08:23:43.6577025-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "684b0dd9-297b-4201-b68e-09003a389b7f",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-06T08:23:49.9931474-07:00",
      "EndTime": "2015-04-06T08:23:50.3721753-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86eef612-7bbc-4063-b583-5e62bb2db5b0",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-06T08:23:50.7352006-07:00",
      "EndTime": "2015-04-06T08:56:15.6763812-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1dd4121-a890-47b6-bf9a-6d0214829fd3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-06T08:56:21.5777976-07:00",
      "EndTime": "2015-04-06T09:10:28.0393636-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0896da78-1f2d-495e-815c-9f99c67b84d0",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-pc11\\Release",
      "StartTime": "2015-04-06T09:10:28.3833326-07:00",
      "EndTime": "2015-04-06T09:26:35.0583586-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAYBQAAAAAAAA==",
  "_ts": 1428352988,
  "_etag": "\"11007afe-0000-0000-0000-5522efdc0000\"",
  "_attachments": "attachments/"
},
{
  "id": "9bb5e6e8-5257-42d7-a6e2-06be71e82f32",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAZBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-06T10:43:59.7406304-07:00",
  "CompletedTime": "2015-04-06T19:36:00.6810213-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "30fe4387-bab0-4c6b-b7ca-5ff19ed2f6ac",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T10:46:21.9861227-07:00",
      "EndTime": "2015-04-06T10:56:51.313043-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff6345b6-3a63-4521-9a6f-53c5005534cb",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T10:57:01.8521703-07:00",
      "EndTime": "2015-04-06T10:57:02.1911749-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e65a339a-b06d-44b8-be2c-7806a343fd89",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T10:57:02.5391451-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAZBQAAAAAAAA==",
  "_ts": 1428374161,
  "_etag": "\"1300e468-0000-0000-0000-552342910000\"",
  "_attachments": "attachments/"
},
{
  "id": "16d1d71d-6687-4456-99a1-af361432a1cf",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAaBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-06T13:43:08.3659956-07:00",
  "CompletedTime": "2015-04-07T02:08:12.3348671-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4d91ea89-f12a-4160-abbd-5ca8b1dc83f3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T13:44:56.0429695-07:00",
      "EndTime": "2015-04-06T13:57:08.7302866-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31bd27e8-5edd-4330-b3c2-81585338bcf7",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T13:57:15.8268242-07:00",
      "EndTime": "2015-04-06T13:57:16.2160418-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db842549-0dd4-41f3-b062-d4608cba43b3",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T13:57:16.5743987-07:00",
      "EndTime": "2015-04-06T14:30:34.8718785-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "232f16b7-5348-4b34-a368-2111269a5b77",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T14:30:39.4775912-07:00",
      "EndTime": "2015-04-06T14:44:46.7253543-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "46a3cf15-0739-4604-a611-64cb7c6a162c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T14:44:47.2367699-07:00",
      "EndTime": "2015-04-06T14:53:53.7540014-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2440876c-a132-4c78-a48a-fe5a4b5d2aa9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T14:53:54.1545035-07:00",
      "EndTime": "2015-04-06T15:17:05.895049-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e2d25d2-ff1e-4c0e-92c9-c4403e44e63e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T16:12:10.1534513-07:00",
      "EndTime": "2015-04-06T17:15:07.4645722-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "175c8e6e-11c1-441a-a097-babe3534a965",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T17:55:11.1498408-07:00",
      "EndTime": "2015-04-06T18:54:03.5303167-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aeed8658-4904-4e75-9a49-233c30bf3b12",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T19:34:06.6092939-07:00",
      "EndTime": "2015-04-06T21:21:30.2452471-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c3676c83-fd4c-49e4-8816-3f8784fcffa2",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-06T22:01:33.6787336-07:00",
      "EndTime": "2015-04-07T00:08:10.6158862-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAaBQAAAAAAAA==",
  "_ts": 1428397692,
  "_etag": "\"1400defb-0000-0000-0000-55239e7c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2651a5b4-50f6-4028-991f-a7c0055b4f0b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAbBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-04-06T16:34:40.6018446-07:00",
  "CompletedTime": "2015-04-07T06:15:38.9141152-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e291f012-4219-45fa-bb23-42ecc76c34ba",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T18:21:28.8105099-07:00",
      "CompleteTime": "2015-04-06T18:25:04.9303284-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6df02454-1e86-4cc8-a7af-0a75d2f3a2c4",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-06T18:21:29.3298593-07:00",
      "CompleteTime": "2015-04-06T18:25:34.4648838-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f12a093b-a328-4ca9-b6b6-f5612cdcec11",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-06T18:21:29.8281954-07:00",
      "CompleteTime": "2015-04-06T18:26:04.6826289-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "48c1f8e4-da60-4db4-9f15-fddc203b4db0",
      "Name": "torestore-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-06T18:21:30.3735617-07:00",
      "CompleteTime": "2015-04-06T18:27:43.8368987-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ce3a18ee-83f4-4bec-8bd2-ffea10f2ae48",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T19:35:02.3726158-07:00",
      "CompleteTime": "2015-04-06T19:38:38.6507234-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "41ce00a2-8809-4bb8-a735-2b3b87978f40",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-04-06T20:26:10.9471993-07:00",
      "CompleteTime": "2015-04-06T20:27:21.5797317-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "7a7da6ab-a0c5-4506-823d-42a488fc635c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T22:25:31.8129026-07:00",
      "CompleteTime": "2015-04-06T22:29:05.3708164-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1e2ee588-60d9-4f5b-963e-f86ee255423e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-8",
      "StartTime": "2015-04-07T04:40:14.6811938-07:00",
      "CompleteTime": "2015-04-07T04:42:23.1658148-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "cfcf5146-00c8-40a6-af93-549bf1f27efb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T16:37:08.8580844-07:00",
      "EndTime": "2015-04-06T16:45:15.5981535-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e76bbd10-ed0f-4453-a879-ae249dd04303",
      "EventName": "Remove Federation",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T16:45:54.1471086-07:00",
      "EndTime": "2015-04-06T16:45:54.4893387-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "72bc3b2f-187d-480d-b9ef-b27394ec26d9",
      "EventName": "Create Federation",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T16:45:54.8455819-07:00",
      "EndTime": "2015-04-06T17:39:53.664967-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "55bae307-135e-4f8f-8738-a83dc7612679",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T17:40:02.6475387-07:00",
      "EndTime": "2015-04-06T17:54:12.1183972-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f4ebcc9-3d93-4659-91e9-cbb5a5813730",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T17:54:12.5040079-07:00",
      "EndTime": "2015-04-06T18:11:22.78221-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dc3615f9-b521-481a-841b-80b00b4450f2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T19:10:18.4296425-07:00",
      "EndTime": "2015-04-06T19:19:57.6272229-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4b2549c5-6565-4957-b08d-901a3c0cd562",
      "EventName": "Upgrade Federation Application",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T19:20:06.5106919-07:00",
      "EndTime": "2015-04-06T20:20:08.4918079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ef8472c7-f4e7-443a-bb5b-55fa9d510dc6",
      "EventName": "Upgrade Federation Application",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T21:06:14.881891-07:00",
      "EndTime": "2015-04-06T22:07:13.7864205-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f00b1cc-c0a9-4e27-abcb-3f34b74bdad9",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-06T22:56:24.935513-07:00",
      "EndTime": "2015-04-07T00:53:10.4546838-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e363824f-8fef-4404-b79a-f8dbcbe0d0b1",
      "EventName": "Upgrade Package",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-07T01:47:53.1339033-07:00",
      "EndTime": "2015-04-07T03:53:35.7904439-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90bff083-53ef-4b0a-98da-b08cdf959db3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-07T04:23:00.666772-07:00",
      "EndTime": "2015-04-07T04:40:09.8417918-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4008ce64-f257-471d-b83f-f8a7a78dbe78",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "D:\\DocDB_Main2\\bin\\x64\\Release",
      "StartTime": "2015-04-07T04:42:28.0941327-07:00",
      "EndTime": "2015-04-07T04:44:35.1025571-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "16 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 16,
          "First": "2015-04-06T19:41:01.6428582",
          "Last": "2015-04-07T04:02:25.0283311"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 115626.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 10872012,
          "Average": 76563.46,
          "Max": 115626,
          "Min": 90
        },
        {
          "StatusCode": 400,
          "Total": 103,
          "Average": 0.73,
          "Max": 32,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.03,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 51127,
          "Average": 360.05,
          "Max": 11786,
          "Min": 32
        },
        {
          "StatusCode": 409,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 61229,
          "Average": 431.19,
          "Max": 2988,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 29022285,
          "Average": 204382.29,
          "Max": 296797,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4072.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 403377,
          "Average": 3418.45,
          "Max": 4072,
          "Min": 47
        },
        {
          "StatusCode": 404,
          "Total": 699,
          "Average": 5.92,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1209,
          "Average": 10.25,
          "Max": 78,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 712157,
          "Average": 6035.23,
          "Max": 7546,
          "Min": 63
        },
        {
          "StatusCode": 449,
          "Total": 504,
          "Average": 4.27,
          "Max": 22,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 11897.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1208539,
          "Average": 10241.86,
          "Max": 11897,
          "Min": 114
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.08,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2527,
          "Average": 21.42,
          "Max": 173,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 3704,
          "Average": 31.39,
          "Max": 167,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2137017,
          "Average": 18110.31,
          "Max": 22144,
          "Min": 174
        },
        {
          "StatusCode": 449,
          "Total": 1318,
          "Average": 11.17,
          "Max": 36,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 22159.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2191048,
          "Average": 18568.2,
          "Max": 22159,
          "Min": 159
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.13,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 41626,
          "Average": 352.76,
          "Max": 3707,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4158,
          "Average": 35.24,
          "Max": 341,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3695905,
          "Average": 31321.23,
          "Max": 41118,
          "Min": 343
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 25732060,
          "Average": 181211.69,
          "Max": 204778,
          "Min": 206
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 0.13,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 404,
          "Average": 2.85,
          "Max": 56,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13242,
          "Average": 93.25,
          "Max": 801,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1140197,
          "Average": 8029.56,
          "Max": 23401,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 22267.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1718207,
          "Average": 14561.08,
          "Max": 22267,
          "Min": 205
        },
        {
          "StatusCode": 401,
          "Total": 378,
          "Average": 3.2,
          "Max": 41,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1027,
          "Average": 8.7,
          "Max": 86,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 11150,
          "Average": 94.49,
          "Max": 648,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1053306,
          "Average": 8926.32,
          "Max": 11930,
          "Min": 133
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 15624,
          "Reason": "Global Lease Loss",
          "Count": 1,
          "First": "2015-04-06T16:40:42.412286",
          "Last": "2015-04-06T16:40:42.412286"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "1 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1,
          "First": "2015-04-07T03:12:34.525",
          "Last": "2015-04-07T03:12:34.525"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "681 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 591,
          "HourlyAverage": 46.92
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 60,
          "HourlyAverage": 4.763
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.397
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.079
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.715
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 5,
          "HourlyAverage": 0.397
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.397
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.159
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "76ec76e7-58e9-4c1c-9e6f-49e0e7c6c30f",
          "MaxQuota": 10476298,
          "MaxUsage": 3456157
        },
        {
          "PartitionId": "d0e84284-b141-4a02-8bc4-7b3e36cce25c",
          "MaxQuota": 10476298,
          "MaxUsage": 3450826
        },
        {
          "PartitionId": "bad65784-24e3-4723-a4f1-892bd5190251",
          "MaxQuota": 10476298,
          "MaxUsage": 3449120
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "0d7a10c5-4786-4b79-b389-a2d98419ff68",
          "MaxCrudUsage": 3384,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 3872
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "0d7a10c5-4786-4b79-b389-a2d98419ff68",
          "MaxCrudUsage": 3384,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 3864
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-8",
          "PartitionId": "76ec76e7-58e9-4c1c-9e6f-49e0e7c6c30f",
          "MaxCrudUsage": 3392,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 3848
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 22 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-06T19:55:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 307.182,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T21:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 216.797,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T00:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 202.939,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T21:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 187.136,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T00:45:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 144.321,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 95.065401
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 95.428119
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 95.762003
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 95.802878
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 95.809049
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 16.937796
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 14.343077
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 14.135037
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 13.847414
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 13.730083
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 267.707187
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 128.820738
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 97.156913
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 55.851009
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 46.581356
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90385.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 91552.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 92802.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 93570.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 93807.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 28,
          "First": "2015-04-07T00:50:00",
          "Last": "2015-04-07T04:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 810,
          "First": "2015-04-06T19:55:00",
          "Last": "2015-04-07T06:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.5,
          "Count": 28,
          "First": "2015-04-06T23:10:00",
          "Last": "2015-04-07T03:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_0",
          "Count": 151,
          "SampleCount": 26739
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 150,
          "SampleCount": 26562
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "3 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:7cdc14b7-8c03-46a1-92fd-6907a540bdf4 Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: 68c7ab7d-a3db-4709-be86-1c44d80c0530. Database account: rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Timestamp": "2015-04-07T02:49:47.5170239"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:2316c625-85c4-4f79-aa70-91dbb4f4c3da Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: a7894890-4631-4f07-a843-ed83d7e6c7d2. Database account: rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Timestamp": "2015-04-07T03:52:02.5800533"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:bd226eaf-ff04-4178-a3ea-088ceb52f2a3 Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 3.ActivityId: d3cf0fbd-2ba4-4852-bc17-125e5434c546. Database account: rpactionsworkload-bn3prdddc01-docdb-private-8",
          "Timestamp": "2015-04-07T03:35:52.8563925"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-06+23%3a34%3a40Z&end=2015-04-07+13%3a15%3a38Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-06T19:10:02.399561-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 99584,
      "PhysicalCRUDUsageInMB": 37480,
      "LogicalIndexUsageInMB": 4,
      "LogicalCRUDUsageInMB": 5111,
      "ClientReportedUsageInMB": 33295,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-06T20:25:57.071921-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114216,
      "PhysicalCRUDUsageInMB": 124760,
      "LogicalIndexUsageInMB": 1864,
      "LogicalCRUDUsageInMB": 37461,
      "ClientReportedUsageInMB": 1581671,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-04-06T22:16:04.5181452-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104288,
      "PhysicalCRUDUsageInMB": 213048,
      "LogicalIndexUsageInMB": 4326,
      "LogicalCRUDUsageInMB": 74285,
      "ClientReportedUsageInMB": 395372,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-07T01:07:32.5449364-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 124504,
      "PhysicalCRUDUsageInMB": 412632,
      "LogicalIndexUsageInMB": 7068,
      "LogicalCRUDUsageInMB": 115726,
      "ClientReportedUsageInMB": 1351467,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-07T04:15:22.6604691-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 111112,
      "PhysicalCRUDUsageInMB": 547016,
      "LogicalIndexUsageInMB": 8044,
      "LogicalCRUDUsageInMB": 141054,
      "ClientReportedUsageInMB": 4538107,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-04-07T06:15:38.9141152-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2984,
      "PhysicalCRUDUsageInMB": 10880,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 148,
      "ClientReportedUsageInMB": 159230,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAbBQAAAAAAAA==",
  "_ts": 1428414306,
  "_etag": "\"1600461a-0000-0000-0000-5523df620000\"",
  "_attachments": "attachments/"
},
{
  "id": "bff3a985-19b4-4385-8f4b-d22ddcaed9ba",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAcBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-06T18:04:24.8397457-07:00",
  "CompletedTime": "2015-04-06T18:17:31.7455199-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAcBQAAAAAAAA==",
  "_ts": 1428369452,
  "_etag": "\"13004e18-0000-0000-0000-5523302c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "cb623457-5f6d-430f-90a5-f566d3f807e4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAdBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-06T18:17:32.0560243-07:00",
  "CompletedTime": "2015-04-06T22:54:20.2168087-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b0f63051-53ea-40e9-bbab-20e88d3a19f5",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-06T19:42:25.3369073-07:00",
      "CompleteTime": "2015-04-06T19:46:31.1152902-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cf2be13b-9ec7-4ff6-8d7c-7cbc7b72858f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-06T19:42:25.9292976-07:00",
      "CompleteTime": "2015-04-06T19:47:30.868123-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cef316a8-61a2-4152-9d1e-2b35f1d0b40c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-06T19:42:26.4687304-07:00",
      "CompleteTime": "2015-04-06T19:47:01.5601505-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "98fc49d7-f2da-409b-ab2b-2918abdeb56b",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-06T19:42:27.6046443-07:00",
      "CompleteTime": "2015-04-06T19:48:42.4150911-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "800798e4-a4de-4ec4-964a-27b1b97fc3dc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T18:17:48.4036075-07:00",
      "EndTime": "2015-04-06T18:26:03.6230614-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5a1bfdd6-e1d6-46ae-a9e9-c2b48aa28f57",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T18:26:17.8537618-07:00",
      "EndTime": "2015-04-06T18:26:18.1894223-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c6553bfc-269e-4319-ab18-b0d6ce619971",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T18:26:18.5536947-07:00",
      "EndTime": "2015-04-06T19:01:48.4548266-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8f849d77-4add-41b7-a24c-49879a45ab3d",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:01:58.7010767-07:00",
      "EndTime": "2015-04-06T19:17:07.8560425-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "254877e5-ce8b-44b9-a80e-9fc72432e02d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:17:08.2412332-07:00",
      "EndTime": "2015-04-06T19:32:19.3801668-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba33b1d9-b9e5-4a9a-a3c5-4d4ae7c8b32e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.2\\x64\\Release",
      "StartTime": "2015-04-06T20:30:01.8194139-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 346965. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 1833824,
          "Average": 305637.33,
          "Max": 346965,
          "Min": 6280
        },
        {
          "StatusCode": 404,
          "Total": 4986,
          "Average": 831.0,
          "Max": 4986,
          "Min": 4986
        },
        {
          "StatusCode": 429,
          "Total": 303097,
          "Average": 50516.17,
          "Max": 57830,
          "Min": 90
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 9813. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 52516,
          "Average": 8752.67,
          "Max": 9813,
          "Min": 196
        },
        {
          "StatusCode": 404,
          "Total": 175,
          "Average": 29.17,
          "Max": 104,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 8504,
          "Average": 1417.33,
          "Max": 1657,
          "Min": 5
        },
        {
          "StatusCode": 449,
          "Total": 71,
          "Average": 11.83,
          "Max": 15,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 30122. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 157422,
          "Average": 26237,
          "Max": 30122,
          "Min": 517
        },
        {
          "StatusCode": 404,
          "Total": 618,
          "Average": 103,
          "Max": 355,
          "Min": 42
        },
        {
          "StatusCode": 429,
          "Total": 25363,
          "Average": 4227,
          "Max": 4814,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 257,
          "Average": 43,
          "Max": 57,
          "Min": 31
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 51737. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 277040,
          "Average": 46173.33,
          "Max": 51737,
          "Min": 912
        },
        {
          "StatusCode": 403,
          "Total": 8228,
          "Average": 1371.33,
          "Max": 4635,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.67,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 44225,
          "Average": 7370.83,
          "Max": 8448,
          "Min": 26
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 208157. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 837993,
          "Average": 139665.5,
          "Max": 208157,
          "Min": 893
        },
        {
          "StatusCode": 404,
          "Total": 185,
          "Average": 30.83,
          "Max": 40,
          "Min": 22
        },
        {
          "StatusCode": 429,
          "Total": 11729,
          "Average": 1954.83,
          "Max": 2213,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 56011. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 289081,
          "Average": 48180.17,
          "Max": 56011,
          "Min": 899
        },
        {
          "StatusCode": 401,
          "Total": 34,
          "Average": 5.67,
          "Max": 34,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 535,
          "Average": 89.17,
          "Max": 280,
          "Min": 20
        },
        {
          "StatusCode": 429,
          "Total": 11841,
          "Average": 1973.5,
          "Max": 2271,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.697
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a27%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "7d58c382-b198-4dea-afea-fdb9785b43b1",
          "MaxQuota": 10476298,
          "MaxUsage": 138244
        },
        {
          "PartitionId": "442b105d-834c-495a-aa09-8ab3a891a90b",
          "MaxQuota": 10476298,
          "MaxUsage": 135594
        },
        {
          "PartitionId": "bce2383e-4c9e-4917-bcf2-108ad20c1fc8",
          "MaxQuota": 10476298,
          "MaxUsage": 134220
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ef1c9eac-bb56-4d8e-900b-e13e3c093c31",
          "MaxCrudUsage": 224,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 648
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "fcd38dfb-cb8c-4ec1-ba19-08aa9c614568",
          "MaxCrudUsage": 224,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 648
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "22c74413-3e30-4412-b7fc-8b2a73767666",
          "MaxCrudUsage": 208,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 632
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 98.40799
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.480683
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.488896
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98.497315
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 98.536673
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 16.095018
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 15.987565
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 15.957811
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 15.621451
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 15.534614
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 25.946733
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 16.910778
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 16.098875
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 15.903866
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 13.955118
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 102239.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 102899.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 103124.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 103137.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 103388.9
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a28%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a29%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a29%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a29%3a24Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a29%3a26Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-07+01%3a17%3a32Z&end=2015-04-07+03%3a29%3a31Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-06T20:29:33.7677496-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 132096,
      "PhysicalCRUDUsageInMB": 96904,
      "LogicalIndexUsageInMB": 827,
      "LogicalCRUDUsageInMB": 12190,
      "ClientReportedUsageInMB": 20758510,
      "ClientReportedCollectionCount": 92
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAdBQAAAAAAAA==",
  "_ts": 1428386060,
  "_etag": "\"1400db33-0000-0000-0000-5523710c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "99b0a609-4a5a-4dc7-a3d6-a2ed96a464ff",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAeBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-06T18:57:47.8504719-07:00",
  "CompletedTime": "2015-04-07T11:12:27.740445-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "16d52661-1a55-4def-9456-58593445e154",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-06T20:47:21.3810522-07:00",
      "CompleteTime": "2015-04-06T20:51:56.8844415-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "197da8fa-0ed2-46ea-9029-b537dd57b82e",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-06T20:47:21.9566366-07:00",
      "CompleteTime": "2015-04-06T20:52:27.05093-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "63d27bcb-9194-4bf6-93ae-031a44abfa37",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T20:47:22.4849907-07:00",
      "CompleteTime": "2015-04-06T20:51:27.3957311-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7316cbd5-1352-404b-aba4-d17cb5278c9b",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-06T20:47:23.0363583-07:00",
      "CompleteTime": "2015-04-06T20:53:36.0090713-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6b80ec0-458b-4472-b2ff-3254fccb0e93",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T00:42:27.2104473-07:00",
      "CompleteTime": "2015-04-07T00:45:30.79654-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0d64da5c-6cbc-4dcd-a92b-62fa04124532",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-07T02:55:46.6596567-07:00",
      "CompleteTime": "2015-04-07T02:56:55.3201252-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "2c5ac34a-f44b-4726-8acd-88f9eb211230",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T03:32:10.9988618-07:00",
      "CompleteTime": "2015-04-07T03:36:14.3740973-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0397664d-4d8a-4eb8-bc5d-867a282bd7b9",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-07T09:35:02.7845315-07:00",
      "CompleteTime": "2015-04-07T09:36:09.5944803-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "9aeac6a9-3a08-4415-813d-f27ff6aba5dd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:00:09.9070321-07:00",
      "EndTime": "2015-04-06T19:10:19.0563126-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "606778cb-a154-48fa-9d0d-6aab3054da20",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:10:27.0601273-07:00",
      "EndTime": "2015-04-06T19:10:27.4167932-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "19916d93-009c-438f-8420-4257828fd8ad",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:10:27.7774773-07:00",
      "EndTime": "2015-04-06T19:43:16.4691337-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "828cd5a0-e186-4845-af8a-9195caafcdd2",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:43:21.8469226-07:00",
      "EndTime": "2015-04-06T19:58:29.433454-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "697c6a69-ab38-4fa8-8d6f-e055d0d5444e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T19:58:29.7736813-07:00",
      "EndTime": "2015-04-06T20:13:36.6122724-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d34b9480-a4b9-46b9-9455-9fb27318330e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-06T20:13:37.3807854-07:00",
      "EndTime": "2015-04-06T20:37:05.9195292-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f170e880-9166-4845-ae54-431df079c277",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-06T21:35:32.074007-07:00",
      "EndTime": "2015-04-06T23:40:19.1585366-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d0177c3-4ca1-4c0c-befc-000c2eea2240",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-07T00:27:27.3672911-07:00",
      "EndTime": "2015-04-07T02:41:57.272002-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9f10d11a-c8d8-4886-9bfc-3f4b3e05a293",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-07T03:35:48.8595138-07:00",
      "EndTime": "2015-04-07T05:40:34.6531275-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4414042c-0c2f-42a5-8a46-55096cb5cfa3",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-07T06:40:49.3712079-07:00",
      "EndTime": "2015-04-07T08:46:45.9556069-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0763bde-4b72-40b5-b4fa-d5d8191e3c81",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-07T09:19:50.1567946-07:00",
      "EndTime": "2015-04-07T09:34:59.7235502-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "721ba2a1-4a0f-4191-9725-7b40623e854b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150406.1\\x64\\Release",
      "StartTime": "2015-04-07T09:36:12.5494539-07:00",
      "EndTime": "2015-04-07T09:38:19.4818769-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "4 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-07T08:41:16.0040866",
          "Last": "2015-04-07T08:42:45.998712"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-07T01:21:24.278028",
          "Last": "2015-04-07T01:21:24.278028"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408 | 91 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "First": "2015-04-07T03:40:23.5037192",
          "Last": "2015-04-07T09:05:55.4327483"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-07T06:58:40.8374924",
          "Last": "2015-04-07T06:58:50.2563649"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 68,
          "First": "2015-04-07T07:26:24.7453336",
          "Last": "2015-04-07T07:32:11.1651086"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-04-07T07:26:25.2976806",
          "Last": "2015-04-07T07:32:08.4339923"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 17,
          "First": "2015-04-07T07:31:17.0554689",
          "Last": "2015-04-07T07:32:10.5528565"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "27 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 19,
          "First": "2015-04-07T09:05:00",
          "Last": "2015-04-07T09:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "Count": 3,
          "First": "2015-04-07T09:05:00",
          "Last": "2015-04-07T09:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "Count": 5,
          "First": "2015-04-07T09:05:00",
          "Last": "2015-04-07T09:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 250000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 44132006,
          "Average": 258081.91,
          "Max": 326549,
          "Min": 93
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.05,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 788,
          "Average": 4.61,
          "Max": 788,
          "Min": 788
        },
        {
          "StatusCode": 404,
          "Total": 96400,
          "Average": 563.74,
          "Max": 9410,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 19,
          "Average": 0.11,
          "Max": 19,
          "Min": 19
        },
        {
          "StatusCode": 409,
          "Total": 26,
          "Average": 0.15,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 50104,
          "Average": 293.01,
          "Max": 6867,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6596286,
          "Average": 38574.77,
          "Max": 86622,
          "Min": 17646
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1266637,
          "Average": 8616.58,
          "Max": 9710,
          "Min": 53
        },
        {
          "StatusCode": 401,
          "Total": 18,
          "Average": 0.12,
          "Max": 18,
          "Min": 18
        },
        {
          "StatusCode": 404,
          "Total": 2317,
          "Average": 15.76,
          "Max": 168,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1215,
          "Average": 8.27,
          "Max": 129,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 184105,
          "Average": 1252.41,
          "Max": 2426,
          "Min": 486
        },
        {
          "StatusCode": 449,
          "Total": 4697,
          "Average": 31.95,
          "Max": 234,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3790706,
          "Average": 25787.12,
          "Max": 28213,
          "Min": 157
        },
        {
          "StatusCode": 401,
          "Total": 83,
          "Average": 0.56,
          "Max": 83,
          "Min": 83
        },
        {
          "StatusCode": 404,
          "Total": 8787,
          "Average": 59.78,
          "Max": 563,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 3719,
          "Average": 25.3,
          "Max": 446,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 555045,
          "Average": 3775.82,
          "Max": 7263,
          "Min": 1493
        },
        {
          "StatusCode": 449,
          "Total": 11699,
          "Average": 79.59,
          "Max": 463,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6709092,
          "Average": 45640.08,
          "Max": 51496,
          "Min": 284
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.1,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 80,
          "Average": 0.54,
          "Max": 80,
          "Min": 80
        },
        {
          "StatusCode": 403,
          "Total": 8771,
          "Average": 59.67,
          "Max": 6032,
          "Min": 53
        },
        {
          "StatusCode": 404,
          "Total": 9,
          "Average": 0.06,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 5147,
          "Average": 35.01,
          "Max": 1030,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 875057,
          "Average": 5952.77,
          "Max": 11662,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32112634,
          "Average": 187793.18,
          "Max": 215082,
          "Min": 205
        },
        {
          "StatusCode": 401,
          "Total": 42,
          "Average": 0.25,
          "Max": 42,
          "Min": 42
        },
        {
          "StatusCode": 404,
          "Total": 18917,
          "Average": 110.63,
          "Max": 2171,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28372,
          "Average": 165.92,
          "Max": 1286,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 415096,
          "Average": 2427.46,
          "Max": 6074,
          "Min": 1009
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:30:00 which does not meet the expected of 08:00:00, with maximum throughput being 53082.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6721611,
          "Average": 45725.24,
          "Max": 53293,
          "Min": 208
        },
        {
          "StatusCode": 401,
          "Total": 680,
          "Average": 4.63,
          "Max": 113,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9880,
          "Average": 67.21,
          "Max": 1118,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 27091,
          "Average": 184.29,
          "Max": 1238,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 438148,
          "Average": 2980.6,
          "Max": 6583,
          "Min": 1034
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9.0,
          "Count": 1,
          "First": "2015-04-07T08:40:00",
          "Last": "2015-04-07T08:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 1,
          "First": "2015-04-07T08:45:00",
          "Last": "2015-04-07T08:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 9,
          "First": "2015-04-06T21:50:00",
          "Last": "2015-04-07T08:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 3,
          "First": "2015-04-07T08:20:00",
          "Last": "2015-04-07T08:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "316 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 8,
          "First": "2015-04-07T07:47:29.675",
          "Last": "2015-04-07T08:22:37.783"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 2,
          "First": "2015-04-07T07:37:27.896",
          "Last": "2015-04-07T07:42:28.775"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-07T07:52:30.575",
          "Last": "2015-04-07T08:02:32.884"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 286,
          "First": "2015-04-06T22:26:57.935",
          "Last": "2015-04-07T09:15:44.954"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 16,
          "First": "2015-04-07T07:37:27.886",
          "Last": "2015-04-07T08:27:38.702"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "919 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 800,
          "HourlyAverage": 51.658
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.517
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 89,
          "HourlyAverage": 5.747
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.129
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.258
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.258
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.194
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.065
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "3fd5fce9-5135-4fd2-b670-f833807402db",
          "MaxQuota": 10476298,
          "MaxUsage": 5990208
        },
        {
          "PartitionId": "b54dc3c7-1136-456b-887a-55883f8f7514",
          "MaxQuota": 10476298,
          "MaxUsage": 5971925
        },
        {
          "PartitionId": "0514f91b-6910-48b6-a875-e749ca73fe47",
          "MaxQuota": 10476298,
          "MaxUsage": 5963556
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "b54dc3c7-1136-456b-887a-55883f8f7514",
          "MaxCrudUsage": 5848,
          "MaxIndexUsage": 1188,
          "MaxTotalUsage": 7236
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "3fd5fce9-5135-4fd2-b670-f833807402db",
          "MaxCrudUsage": 5864,
          "MaxIndexUsage": 1120,
          "MaxTotalUsage": 7216
        },
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "3fd5fce9-5135-4fd2-b670-f833807402db",
          "MaxCrudUsage": 5864,
          "MaxIndexUsage": 1148,
          "MaxTotalUsage": 7216
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 56 times",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T09:05:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 575.372,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-04-07T08:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 413.329,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T07:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 350.093,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T01:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 343.207,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T23:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 342.973,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 83.817567
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 84.007517
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.362575
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84.492919
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.54974
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 52.848692
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 51.278813
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 42.976369
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 41.41959
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 36.84664
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 812.801471 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 812.801471
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 714.914574
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 714.370634
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 594.0503
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 575.239309
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 48091.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52735.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 52964.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54295.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56065.366667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "638 Direct Tcp requests with 503 | 91 Gateway Https requests with 503 | 169 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 638,
          "Average": 212.667,
          "First": "2015-04-07T07:00:00",
          "Last": "2015-04-07T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 91,
          "Average": 45.5,
          "First": "2015-04-07T07:25:00",
          "Last": "2015-04-07T07:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 133,
          "Average": 4.433,
          "First": "2015-04-06T22:00:00",
          "Last": "2015-04-07T09:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 36,
          "Average": 1.059,
          "First": "2015-04-07T01:20:00",
          "Last": "2015-04-07T11:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-07+01%3a57%3a47Z&end=2015-04-07+18%3a12%3a27Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-06T21:35:10.5696855-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 84544,
      "LogicalIndexUsageInMB": 1333,
      "LogicalCRUDUsageInMB": 17480,
      "ClientReportedUsageInMB": 13330194,
      "ClientReportedCollectionCount": 63
    },
    {
      "TimeStamp": "2015-04-06T23:47:09.803674-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 122768,
      "PhysicalCRUDUsageInMB": 483080,
      "LogicalIndexUsageInMB": 9275,
      "LogicalCRUDUsageInMB": 119683,
      "ClientReportedUsageInMB": 2710817,
      "ClientReportedCollectionCount": 14
    },
    {
      "TimeStamp": "2015-04-07T02:55:29.9164055-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 190800,
      "PhysicalCRUDUsageInMB": 937048,
      "LogicalIndexUsageInMB": 18329,
      "LogicalCRUDUsageInMB": 226800,
      "ClientReportedUsageInMB": 56030921,
      "ClientReportedCollectionCount": 36
    },
    {
      "TimeStamp": "2015-04-07T06:00:32.3766653-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 267904,
      "PhysicalCRUDUsageInMB": 1369656,
      "LogicalIndexUsageInMB": 26492,
      "LogicalCRUDUsageInMB": 335133,
      "ClientReportedUsageInMB": 40437853,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-04-07T09:12:12.1598063-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 373296,
      "PhysicalCRUDUsageInMB": 2015616,
      "LogicalIndexUsageInMB": 41637,
      "LogicalCRUDUsageInMB": 528087,
      "ClientReportedUsageInMB": 154397243,
      "ClientReportedCollectionCount": 49
    },
    {
      "TimeStamp": "2015-04-07T11:12:27.740445-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1048,
      "PhysicalCRUDUsageInMB": 11008,
      "LogicalIndexUsageInMB": 3,
      "LogicalCRUDUsageInMB": 186,
      "ClientReportedUsageInMB": 199006,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAeBQAAAAAAAA==",
  "_ts": 1428431954,
  "_etag": "\"1700bc48-0000-0000-0000-552424520000\"",
  "_attachments": "attachments/"
},
{
  "id": "83401103-e566-4e84-9127-6b9201c13551",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAfBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-06T19:36:00.900166-07:00",
  "CompletedTime": "2015-04-07T00:13:11.7277632-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "68551796-65d2-4d78-86a5-9d65c7ffca7a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-06T21:00:04.0192739-07:00",
      "CompleteTime": "2015-04-06T21:05:13.9688363-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e9bd6cf6-20b1-4fef-9116-1ff82cb7ef28",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-06T21:00:04.5263089-07:00",
      "CompleteTime": "2015-04-06T21:03:39.3786505-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ada60bb-6743-4501-9b9a-d157be42ab48",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T21:00:05.0586642-07:00",
      "CompleteTime": "2015-04-06T21:04:09.1188178-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5bedf19-ef93-4c38-af12-db9e3dc4ba6d",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-06T21:00:05.602026-07:00",
      "CompleteTime": "2015-04-06T21:04:39.2303709-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2d91a002-6ec3-4c9d-8180-b6dd368349db",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T22:16:44.5409179-07:00",
      "CompleteTime": "2015-04-06T22:20:28.1181689-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06748613-46ef-4ba9-ba64-d5c170be1f3f",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-06T23:17:24.7681734-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "6af4f1ad-6642-4fc4-94aa-ed7bffb11d38",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T19:37:47.7282432-07:00",
      "EndTime": "2015-04-06T19:46:08.178867-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d2af106-e53e-479f-b3cd-120adffe3cd4",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T19:46:15.5983459-07:00",
      "EndTime": "2015-04-06T19:46:15.9437765-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c32ebd9d-0816-4adc-b9a3-e9f31cf0cfe7",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T19:46:16.3208753-07:00",
      "EndTime": "2015-04-06T20:18:41.4926832-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c4ce3de-853f-4141-9f8c-80a06333c0e0",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T20:18:46.6165344-07:00",
      "EndTime": "2015-04-06T20:33:53.8214581-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b060439a-3919-430d-944d-d7c53758a1ee",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T20:33:54.1924452-07:00",
      "EndTime": "2015-04-06T20:50:00.3492723-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9af1ffa7-745a-40df-af5f-320b4497dd6f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T21:50:18.2321938-07:00",
      "EndTime": "2015-04-06T22:01:40.9185423-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dba64348-5829-4d64-bc3c-7d96aa2727ac",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-06T22:01:46.5343105-07:00",
      "EndTime": "2015-04-06T23:04:54.8244547-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a04%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a05%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "453635 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Invalid config lookup, expected type %d actual %d\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 453627,
          "First": "2015-04-06T21:06:02.9602804",
          "Last": "2015-04-06T23:05:49.9984649"
        },
        {
          "Message": "ASSERT: %s with message \"Invalid configuration-key = %d\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-04-06T21:05:09.9415396",
          "Last": "2015-04-06T21:35:09.3582417"
        },
        {
          "Message": "ASSERT: %s with message \"Invalid configuration-key = %d\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-06T21:08:52.0736362",
          "Last": "2015-04-06T21:38:51.5469122"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-06T22:25:18.5417336",
          "Last": "2015-04-06T22:35:24.7521889"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 110535. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 2263360,
          "Average": 98406.96,
          "Max": 110535,
          "Min": 2073
        },
        {
          "StatusCode": 400,
          "Total": 74,
          "Average": 3.22,
          "Max": 45,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 19274,
          "Average": 838.0,
          "Max": 8339,
          "Min": 2437
        },
        {
          "StatusCode": 410,
          "Total": 9289,
          "Average": 403.87,
          "Max": 2452,
          "Min": 19
        },
        {
          "StatusCode": 429,
          "Total": 6026288,
          "Average": 262012.52,
          "Max": 296043,
          "Min": 1056
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4093. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 82986,
          "Average": 3608.09,
          "Max": 4093,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 195,
          "Average": 8.48,
          "Max": 61,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 252,
          "Average": 10.96,
          "Max": 71,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 149307,
          "Average": 6491.61,
          "Max": 7478,
          "Min": 51
        },
        {
          "StatusCode": 449,
          "Total": 175,
          "Average": 7.61,
          "Max": 18,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 11890. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 248030,
          "Average": 10783.91,
          "Max": 11890,
          "Min": 123
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.39,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 693,
          "Average": 30.13,
          "Max": 183,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 723,
          "Average": 31.43,
          "Max": 205,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 446510,
          "Average": 19413.48,
          "Max": 22026,
          "Min": 118
        },
        {
          "StatusCode": 449,
          "Total": 455,
          "Average": 19.78,
          "Max": 42,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a08%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 20437. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 433977,
          "Average": 18868.57,
          "Max": 20437,
          "Min": 1580
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 1.35,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 16396,
          "Average": 712.87,
          "Max": 4993,
          "Min": 52
        },
        {
          "StatusCode": 410,
          "Total": 774,
          "Average": 33.65,
          "Max": 200,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 806280,
          "Average": 35055.65,
          "Max": 40625,
          "Min": 1079
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a09%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 01:40:00 which does not meet the expected of 08:00:00, with maximum throughput being 204168. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4265623,
          "Average": 185461.87,
          "Max": 204168,
          "Min": 65749
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.13,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 9,
          "Average": 0.39,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 13,
          "Average": 0.57,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2846,
          "Average": 123.74,
          "Max": 976,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 289170,
          "Average": 12572.61,
          "Max": 17016,
          "Min": 2096
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a09%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 19870. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 377344,
          "Average": 16406.26,
          "Max": 19870,
          "Min": 405
        },
        {
          "StatusCode": 401,
          "Total": 143,
          "Average": 6.22,
          "Max": 61,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 187,
          "Average": 8.13,
          "Max": 38,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1816,
          "Average": 78.96,
          "Max": 589,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 186623,
          "Average": 8114.04,
          "Max": 10685,
          "Min": 52
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "78 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 71,
          "HourlyAverage": 24.813
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.699
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 1.398
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.349
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "db94e63e-792a-465c-a195-fe94faf3f4fb",
          "MaxQuota": 10476298,
          "MaxUsage": 606865
        },
        {
          "PartitionId": "11d11b0a-d42f-4ee4-8154-bd6178238548",
          "MaxQuota": 10476298,
          "MaxUsage": 605610
        },
        {
          "PartitionId": "eff282fb-e533-4b50-8a55-5294939bf629",
          "MaxQuota": 10476298,
          "MaxUsage": 604219
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "a06c0808-e030-4263-b9fd-336c787801ce",
          "MaxCrudUsage": 648,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1064
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "db94e63e-792a-465c-a195-fe94faf3f4fb",
          "MaxCrudUsage": 672,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1040
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "fd96f295-0188-48e4-aa51-9243c13959ec",
          "MaxCrudUsage": 672,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1032
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 2 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-06T22:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 119.594,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-06T22:45:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 106.741,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a10%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 98.217312
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 98.296115
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 98.337356
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.352841
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 98.395002
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a11%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 11.604343
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 11.471486
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 11.28842
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 10.689435
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 10.39052
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a11%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 33.743744
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 30.373682
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 29.176136
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 27.227665
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 27.072445
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a11%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 102555.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 103308.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 103379.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 103793.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 103831.6
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a12%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a12%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 15,
          "First": "2015-04-06T22:45:00",
          "Last": "2015-04-06T22:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 51,
          "First": "2015-04-06T21:20:00",
          "Last": "2015-04-06T22:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 0,
          "Count": 1,
          "First": "2015-04-06T21:25:00",
          "Last": "2015-04-06T21:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a12%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a16%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a17%3a02Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a17%3a02Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-07+02%3a36%3a00Z&end=2015-04-07+06%3a17%3a06Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-06T21:50:06.133492-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 96256,
      "PhysicalCRUDUsageInMB": 41272,
      "LogicalIndexUsageInMB": 169,
      "LogicalCRUDUsageInMB": 7107,
      "ClientReportedUsageInMB": 68085,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-06T23:17:11.3664026-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 103336,
      "PhysicalCRUDUsageInMB": 135312,
      "LogicalIndexUsageInMB": 1650,
      "LogicalCRUDUsageInMB": 30769,
      "ClientReportedUsageInMB": 770251,
      "ClientReportedCollectionCount": 14
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAfBQAAAAAAAA==",
  "_ts": 1428390792,
  "_etag": "\"1400ef84-0000-0000-0000-552383880000\"",
  "_attachments": "attachments/"
},
{
  "id": "d73a61bd-8b7b-44c6-bc3f-c4283d36a4cb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAgBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-04-06T20:33:14.0395755-07:00",
  "CompletedTime": "2015-04-07T14:41:21.6357344-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e6b064b8-1284-4427-9363-02078e871564",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-06T22:03:30.3704598-07:00",
      "CompleteTime": "2015-04-06T22:07:05.7057391-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c68b7215-3837-4094-b7ae-97ddf82194f1",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-06T22:03:30.968529-07:00",
      "CompleteTime": "2015-04-06T22:08:05.6771589-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1dc14f5b-5606-4dce-911f-1193bf738fbb",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-06T22:03:31.5845287-07:00",
      "CompleteTime": "2015-04-06T22:07:35.4464353-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "79e225dd-1168-45d6-93d8-d2b85b0651da",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-06T22:03:35.1147282-07:00",
      "CompleteTime": "2015-04-06T22:08:50.6497232-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "536418f0-0971-414c-8377-ff4fc8a82584",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T05:27:26.4245565-07:00",
      "CompleteTime": "2015-04-07T05:31:01.1748033-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "66e1d635-d761-4246-8fbc-d0c6754c3a1b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T08:17:49.0875358-07:00",
      "CompleteTime": "2015-04-07T08:21:22.3576998-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e2224963-9130-460f-a830-b4332aab626a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-04-07T08:57:01.5356924-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "a2bead39-33ac-4c19-989d-28abed34f5c6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T20:34:43.8337622-07:00",
      "EndTime": "2015-04-06T20:43:10.7286033-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a89e380f-f046-4218-b2f6-20b289b9656b",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T20:43:23.6163598-07:00",
      "EndTime": "2015-04-06T20:43:23.9583579-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db6bac2e-9cd7-4001-82b2-e5779ce50f58",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T20:43:24.3183782-07:00",
      "EndTime": "2015-04-06T21:22:56.1866417-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8874c93f-85df-4e9d-915f-b14a85a6561c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T21:23:04.3861094-07:00",
      "EndTime": "2015-04-06T21:37:13.1405126-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2ce3a716-68ff-496a-9fff-27010eff2de5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T21:37:13.491533-07:00",
      "EndTime": "2015-04-06T21:53:21.692748-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0def7bbc-2566-4a65-af11-2c5e8134698d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-06T22:55:06.6010316-07:00",
      "EndTime": "2015-04-06T23:04:49.2272577-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2387c7ef-e2d5-4331-82f6-8877d163e1a2",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-06T23:04:55.1355949-07:00",
      "EndTime": "2015-04-07T04:10:56.4868-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ce16cb0-5683-495a-bab3-5710e1daa876",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T05:12:30.1034407-07:00",
      "EndTime": "2015-04-07T08:26:44.1240495-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0ed4bd42-6c47-42a3-a6f3-5d8454cea043",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T09:37:05.9219594-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a26%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "7 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-06T22:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WaWorkerHost.exe.5116.dmp"
        },
        {
          "DateTime": "2015-04-06T23:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T00:10:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T01:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T02:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WaWorkerHost.exe.1240.dmp"
        },
        {
          "DateTime": "2015-04-07T02:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T04:50:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a26%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "80 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 35,
          "First": "2015-04-07T07:44:34.4130624",
          "Last": "2015-04-07T08:20:34.5320201"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-07T03:19:55.0933",
          "Last": "2015-04-07T07:48:05.0700926"
        },
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 21,
          "First": "2015-04-07T04:54:48.1687988",
          "Last": "2015-04-07T07:30:54.8130854"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 21,
          "First": "2015-04-07T04:54:48.1688304",
          "Last": "2015-04-07T07:30:54.8131006"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a27%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 500 | 363 requests with 503 | 164 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-06T22:28:59.5165372",
          "Last": "2015-04-06T22:28:59.5165372"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-04-06T22:33:14.3562587",
          "Last": "2015-04-06T22:35:45.1808606"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-06T22:22:23.391004",
          "Last": "2015-04-06T22:22:23.391004"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-06T23:16:54.9699267",
          "Last": "2015-04-06T23:16:54.9699267"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 11,
          "First": "2015-04-07T07:45:11.4269642",
          "Last": "2015-04-07T07:53:40.1993248"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 129,
          "First": "2015-04-07T06:07:40.3580731",
          "Last": "2015-04-07T07:53:41.9051146"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 24,
          "First": "2015-04-07T07:46:36.8210626",
          "Last": "2015-04-07T07:53:37.9842271"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 292,
          "First": "2015-04-07T07:58:55.2897808",
          "Last": "2015-04-07T08:02:36.2616162"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 22,
          "First": "2015-04-07T07:58:55.0243164",
          "Last": "2015-04-07T08:02:17.0065363"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 46,
          "First": "2015-04-07T07:59:04.2388481",
          "Last": "2015-04-07T08:02:27.6293691"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a32%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1254 408s during upgrades in 7 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "e9b3ca01-fc6a-4952-b91d-36467c41a717",
          "Count": 34,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "e9b3ca01-fc6a-4952-b91d-36467c41a717",
          "Count": 12,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "e9b3ca01-fc6a-4952-b91d-36467c41a717",
          "Count": 2,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "e9b3ca01-fc6a-4952-b91d-36467c41a717",
          "Count": 181,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "fc0b47e7-cb11-4346-a317-b2f6186e3ca5",
          "Count": 7,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fc0b47e7-cb11-4346-a317-b2f6186e3ca5",
          "Count": 57,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fc0b47e7-cb11-4346-a317-b2f6186e3ca5",
          "Count": 2,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fc0b47e7-cb11-4346-a317-b2f6186e3ca5",
          "Count": 3,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ce227e44-582f-4746-91e8-d5adbccaa8ce",
          "Count": 1,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7be0d8e8-1028-48c0-a499-635045262501",
          "Count": 3,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "84075bf4-372e-41d3-9485-afd28e11332f",
          "Count": 36,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "7be0d8e8-1028-48c0-a499-635045262501",
          "Count": 38,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "84075bf4-372e-41d3-9485-afd28e11332f",
          "Count": 214,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "84075bf4-372e-41d3-9485-afd28e11332f",
          "Count": 11,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "84075bf4-372e-41d3-9485-afd28e11332f",
          "Count": 5,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "ce227e44-582f-4746-91e8-d5adbccaa8ce",
          "Count": 32,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ce227e44-582f-4746-91e8-d5adbccaa8ce",
          "Count": 9,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "ce227e44-582f-4746-91e8-d5adbccaa8ce",
          "Count": 181,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7be0d8e8-1028-48c0-a499-635045262501",
          "Count": 12,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "99f5b1f1-732f-4fdf-81e2-a02e4aa8dbc3",
          "Count": 5,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "12611f9d-c8af-491e-bb57-93a72e39bea3",
          "Count": 4,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "12611f9d-c8af-491e-bb57-93a72e39bea3",
          "Count": 13,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "99f5b1f1-732f-4fdf-81e2-a02e4aa8dbc3",
          "Count": 14,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "99f5b1f1-732f-4fdf-81e2-a02e4aa8dbc3",
          "Count": 3,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "12611f9d-c8af-491e-bb57-93a72e39bea3",
          "Count": 91,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "99f5b1f1-732f-4fdf-81e2-a02e4aa8dbc3",
          "Count": 86,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "12611f9d-c8af-491e-bb57-93a72e39bea3",
          "Count": 2,
          "First": "2015-04-07T07:50:00",
          "Last": "2015-04-07T07:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7be0d8e8-1028-48c0-a499-635045262501",
          "Count": 196,
          "First": "2015-04-07T07:45:00",
          "Last": "2015-04-07T07:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a33%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:45:00 which does not meet the expected of 08:00:00, with maximum throughput being 349551. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 34848880,
          "Average": 283324.23,
          "Max": 349551,
          "Min": 228
        },
        {
          "StatusCode": 400,
          "Total": 312,
          "Average": 2.54,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 107845,
          "Average": 876.79,
          "Max": 8147,
          "Min": 1174
        },
        {
          "StatusCode": 408,
          "Total": 1006,
          "Average": 8.18,
          "Max": 772,
          "Min": 234
        },
        {
          "StatusCode": 409,
          "Total": 29,
          "Average": 0.24,
          "Max": 10,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 67930,
          "Average": 552.28,
          "Max": 11121,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 8059421,
          "Average": 65523.75,
          "Max": 313569,
          "Min": 30
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a34%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1018348,
          "Average": 8279.25,
          "Max": 10522,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 2804,
          "Average": 22.8,
          "Max": 100,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 18,
          "Average": 0.15,
          "Max": 11,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1013,
          "Average": 8.24,
          "Max": 189,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 202801,
          "Average": 1648.79,
          "Max": 8440,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 5514,
          "Average": 44.83,
          "Max": 187,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a35%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3061558,
          "Average": 24689.98,
          "Max": 30392,
          "Min": 11
        },
        {
          "StatusCode": 400,
          "Total": 18,
          "Average": 0.15,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 10863,
          "Average": 87.6,
          "Max": 362,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 56,
          "Average": 0.45,
          "Max": 44,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 3238,
          "Average": 26.11,
          "Max": 655,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 611737,
          "Average": 4933.36,
          "Max": 24946,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 11354,
          "Average": 91.56,
          "Max": 381,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a36%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5265081,
          "Average": 42460.33,
          "Max": 52729,
          "Min": 21
        },
        {
          "StatusCode": 400,
          "Total": 191,
          "Average": 1.54,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8804,
          "Average": 71.0,
          "Max": 5403,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 9,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 174,
          "Average": 1.4,
          "Max": 140,
          "Min": 34
        },
        {
          "StatusCode": 410,
          "Total": 3639,
          "Average": 29.35,
          "Max": 1800,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1155454,
          "Average": 9318.18,
          "Max": 45914,
          "Min": 11
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a36%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 10:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26290775,
          "Average": 212022.38,
          "Max": 234303,
          "Min": 30
        },
        {
          "StatusCode": 400,
          "Total": 5,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 91,
          "Average": 0.73,
          "Max": 81,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 5345,
          "Average": 43.1,
          "Max": 552,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 17514,
          "Average": 141.24,
          "Max": 1613,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 337180,
          "Average": 2719.19,
          "Max": 8156,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a37%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5448232,
          "Average": 43937.35,
          "Max": 54241,
          "Min": 35
        },
        {
          "StatusCode": 401,
          "Total": 952,
          "Average": 7.68,
          "Max": 181,
          "Min": 19
        },
        {
          "StatusCode": 404,
          "Total": 7855,
          "Average": 63.35,
          "Max": 522,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 17172,
          "Average": 138.48,
          "Max": 1526,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 362613,
          "Average": 2924.3,
          "Max": 8847,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a38%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "1 WinFabric trace criticals",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T01:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 1
        }
      ]
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a38%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "34 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 34,
          "First": "2015-04-06T22:37:34.1340574",
          "Last": "2015-04-06T22:39:06.4327202"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a38%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "1324 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 284,
          "First": "2015-04-06T23:21:49.788",
          "Last": "2015-04-07T08:29:22.589"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 284,
          "First": "2015-04-06T23:21:49.788",
          "Last": "2015-04-07T08:29:22.589"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 219,
          "First": "2015-04-06T23:36:52.846",
          "Last": "2015-04-07T08:29:22.589"
        },
        {
          "Property": "ReplicaOpenStatus",
          "Count": 68,
          "First": "2015-04-06T22:11:37.988",
          "Last": "2015-04-07T08:29:22.669"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 125,
          "First": "2015-04-07T00:12:00.963",
          "Last": "2015-04-07T07:24:09.601"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 271,
          "First": "2015-04-06T23:26:50.694",
          "Last": "2015-04-07T08:29:22.589"
        },
        {
          "Property": "ServiceOpenOperationDuration",
          "Count": 73,
          "First": "2015-04-06T23:46:55.179",
          "Last": "2015-04-07T07:24:09.621"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a38%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "505 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 444,
          "HourlyAverage": 39.407
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 53,
          "HourlyAverage": 4.704
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.089
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.533
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.089
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.089
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a38%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a39%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "635c8324-56b1-4c18-aab6-b55bb347e26a",
          "MaxQuota": 10476298,
          "MaxUsage": 5421441
        },
        {
          "PartitionId": "840965c8-c1ae-4857-9426-fa3502dfe0f2",
          "MaxQuota": 10476298,
          "MaxUsage": 5417646
        },
        {
          "PartitionId": "7262064c-acd2-4752-852d-436e49e3d7d9",
          "MaxQuota": 10476298,
          "MaxUsage": 5411152
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a39%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "7262064c-acd2-4752-852d-436e49e3d7d9",
          "MaxCrudUsage": 5360,
          "MaxIndexUsage": 1024,
          "MaxTotalUsage": 6528
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "635c8324-56b1-4c18-aab6-b55bb347e26a",
          "MaxCrudUsage": 5360,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6520
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-5",
          "PartitionId": "840965c8-c1ae-4857-9426-fa3502dfe0f2",
          "MaxCrudUsage": 5328,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6500
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a39%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 43 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T07:45:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 1364.947,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T07:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 1167.303,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T07:50:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 780.978,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T07:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 735.55,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T03:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 541.743,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a40%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 86.821802
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 87.413113
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 88.265762
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 88.367359
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 88.86528
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a42%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55.338677
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 41.596359
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 38.980732
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 34.682383
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 32.899214
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a42%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 329.61501
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 158.18812
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 143.278271
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 140.925145
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 136.843994
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a43%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 53640.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 57705.533333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 57949.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 58749.793103
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 59429.433333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a44%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a44%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 9 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 9,
          "Count": 1,
          "First": "2015-04-07T08:05:00",
          "Last": "2015-04-07T08:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 8,
          "Count": 11,
          "First": "2015-04-07T07:40:00",
          "Last": "2015-04-07T08:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-07+03%3a33%3a14Z&end=2015-04-07+15%3a48%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-06T22:54:21.7415205-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 15628,
      "PhysicalCRUDUsageInMB": 20408,
      "LogicalIndexUsageInMB": 66,
      "LogicalCRUDUsageInMB": 1918,
      "ClientReportedUsageInMB": 180483,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-07T04:32:04.9501384-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 196756,
      "PhysicalCRUDUsageInMB": 994848,
      "LogicalIndexUsageInMB": 20697,
      "LogicalCRUDUsageInMB": 258401,
      "ClientReportedUsageInMB": 34508059,
      "ClientReportedCollectionCount": 22
    },
    {
      "TimeStamp": "2015-04-07T08:56:50.7741413-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAgBQAAAAAAAA==",
  "_ts": 1428442882,
  "_etag": "\"18006304-0000-0000-0000-55244f020000\"",
  "_attachments": "attachments/"
},
{
  "id": "ff3c37fd-d63a-4cd3-8a36-aba36f307f6c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAhBQAAAAAAAA==/",
  "_ts": 1430591406,
  "RunState": "Completed",
  "RunResult": null,
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-6",
  "EnvironmentName": "Test6",
  "StartTime": "2015-04-06T20:55:17.5181149-07:00",
  "CompletedTime": "2015-05-02T11:30:06.4311021-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "c471f076-b713-4d7f-b952-7ea3fb14a9b0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T20:57:43.9214-07:00",
      "EndTime": "2015-04-06T21:05:50.6761589-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3bc440a3-5ce2-43cc-8299-7291f4171be1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T21:06:01.0257495-07:00",
      "EndTime": "2015-04-06T21:06:01.364769-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aacba04d-501a-4dd3-af91-a1a732564370",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T21:06:01.7277892-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAhBQAAAAAAAA==",
  "_etag": "\"1400681d-0000-0000-0000-554517ae0000\"",
  "_attachments": "attachments/"
},
{
  "id": "f2403f75-2856-45a6-b93d-2e0ee7293f37",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAiBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-06T22:54:20.890352-07:00",
  "CompletedTime": "2015-04-07T15:27:35.9074921-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1630b9bc-29a1-43f8-a34f-9545616de219",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T00:19:20.1286614-07:00",
      "CompleteTime": "2015-04-07T00:26:56.3156747-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "accc6095-ce6f-473a-b81e-13dd518e5311",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-07T00:19:20.6310767-07:00",
      "CompleteTime": "2015-04-07T00:27:56.318638-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "18ad5a27-0f11-4d62-a49e-4732ea2423e5",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T00:19:21.1673628-07:00",
      "CompleteTime": "2015-04-07T00:29:57.1659279-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2e5f54a7-c77f-4fd9-8c4b-400356ef809c",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T00:19:21.6936629-07:00",
      "CompleteTime": "2015-04-07T00:25:39.0161359-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5101edb9-760c-4acb-bc49-7c10d6e87d78",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T01:31:41.2820858-07:00",
      "CompleteTime": "2015-04-07T01:35:47.6694691-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "43342c2a-f2b9-4389-8847-c38de9a5c5bb",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-07T02:33:24.9505725-07:00",
      "CompleteTime": "2015-04-07T02:39:42.0944033-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "552342c8-ba84-4a55-922f-a3e86a6c2286",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T04:14:30.3116353-07:00",
      "CompleteTime": "2015-04-07T04:18:33.8924271-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b8a49b83-c83c-4411-8343-54f163cf8fa1",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-07T11:25:36.1683358-07:00",
      "CompleteTime": "2015-04-07T11:59:54.8672618-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b4878b20-3403-4578-bf70-cd9157de4e47",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T22:57:01.8887684-07:00",
      "EndTime": "2015-04-06T23:05:17.3370795-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0074a829-f33f-4fec-b04c-2dca5bf327f8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T23:05:30.2447039-07:00",
      "EndTime": "2015-04-06T23:05:30.5853931-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3f06e46-c0f3-45b0-9a90-b916e47daed9",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T23:05:30.9609595-07:00",
      "EndTime": "2015-04-06T23:39:42.1666423-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "513f12aa-6db6-4713-94cf-bf379461263b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T23:39:52.6323123-07:00",
      "EndTime": "2015-04-06T23:54:03.4875169-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2460ff12-874e-4c7b-9a6e-03540ce58a5b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-06T23:54:03.845292-07:00",
      "EndTime": "2015-04-07T00:09:13.3207141-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "899cb5ce-7367-4547-80d8-1be98acd7f33",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T01:07:35.1534236-07:00",
      "EndTime": "2015-04-07T01:16:36.1730805-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "330f67f7-cf52-419c-b90e-41412b5e0020",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T01:16:43.7774611-07:00",
      "EndTime": "2015-04-07T02:22:18.810863-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "95fb20be-f5bb-4b67-af1b-004a0fbcda3b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T03:13:28.9247222-07:00",
      "EndTime": "2015-04-07T04:22:10.3237803-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8cd7ab2e-b9af-4c7b-a632-201980b7dcad",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T05:17:02.2140009-07:00",
      "EndTime": "2015-04-07T07:20:42.2113247-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "45441c94-98a4-43ca-b72b-2bf13807e19b",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T08:24:28.5372636-07:00",
      "EndTime": "2015-04-07T10:30:21.4033346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "51b01d89-5763-4aee-8cf1-d8ac0b05c118",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T11:08:18.2460172-07:00",
      "EndTime": "2015-04-07T11:25:30.6503754-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd9b66bf-27f6-415c-b698-a7fb1ecf5b60",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T11:59:56.1815638-07:00",
      "EndTime": "2015-04-07T12:02:05.4350905-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "39c4978e-13c7-4cb0-b8cd-871471b4ede7",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150406.4\\x64\\Release",
      "StartTime": "2015-04-07T13:31:04.4984514-07:00",
      "EndTime": "2015-04-07T14:57:13.9649659-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "17 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T08:35:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T08:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T08:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:20:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:20:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:45:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T09:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T10:10:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T10:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_5\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T10:55:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_6\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T11:15:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_7\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "49 requests with 408 | 822 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-04-07T03:45:22.2405153",
          "Last": "2015-04-07T08:02:12.1552241"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 694,
          "First": "2015-04-07T13:56:02.3843801",
          "Last": "2015-04-07T14:00:26.8165346"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 111,
          "First": "2015-04-07T13:56:08.0519087",
          "Last": "2015-04-07T14:00:17.7270611"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-04-07T13:52:55.9804747",
          "Last": "2015-04-07T13:53:07.7258935"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 32,
          "First": "2015-04-07T12:59:08.0311529",
          "Last": "2015-04-07T13:53:09.9035975"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 17,
          "First": "2015-04-07T13:56:04.295933",
          "Last": "2015-04-07T13:57:19.6490938"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 5,
          "First": "2015-04-07T13:52:54.9890697",
          "Last": "2015-04-07T13:53:07.1184857"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-07T08:03:27.6216921",
          "Last": "2015-04-07T08:03:27.6216921"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "518 408s during upgrades in 3 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "7e53e651-9eb0-40e5-b70f-fadf00862ad9",
          "Count": 24,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7e53e651-9eb0-40e5-b70f-fadf00862ad9",
          "Count": 10,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "3ff049a7-334c-4b0a-9653-fcf570daf41b",
          "Count": 23,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "3ff049a7-334c-4b0a-9653-fcf570daf41b",
          "Count": 14,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "cba9bf8d-4f5f-4d4c-9197-28fdae4be3e1",
          "Count": 6,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "3ff049a7-334c-4b0a-9653-fcf570daf41b",
          "Count": 9,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "cba9bf8d-4f5f-4d4c-9197-28fdae4be3e1",
          "Count": 8,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "cba9bf8d-4f5f-4d4c-9197-28fdae4be3e1",
          "Count": 82,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "cba9bf8d-4f5f-4d4c-9197-28fdae4be3e1",
          "Count": 4,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7e53e651-9eb0-40e5-b70f-fadf00862ad9",
          "Count": 161,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "3ff049a7-334c-4b0a-9653-fcf570daf41b",
          "Count": 173,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7e53e651-9eb0-40e5-b70f-fadf00862ad9",
          "Count": 4,
          "First": "2015-04-07T13:50:00",
          "Last": "2015-04-07T13:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 04:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 325785.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 41881033,
          "Average": 232672.41,
          "Max": 325785,
          "Min": 32
        },
        {
          "StatusCode": 400,
          "Total": 21,
          "Average": 0.12,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 35304,
          "Average": 196.13,
          "Max": 2001,
          "Min": 50
        },
        {
          "StatusCode": 408,
          "Total": 416,
          "Average": 2.31,
          "Max": 416,
          "Min": 416
        },
        {
          "StatusCode": 409,
          "Total": 21,
          "Average": 0.12,
          "Max": 6,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 24434485,
          "Average": 135747.14,
          "Max": 266190,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4839492,
          "Average": 26886.07,
          "Max": 168399,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 12:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1237210,
          "Average": 7151.5,
          "Max": 9631,
          "Min": 716
        },
        {
          "StatusCode": 404,
          "Total": 1334,
          "Average": 7.71,
          "Max": 34,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 17,
          "Average": 0.1,
          "Max": 17,
          "Min": 17
        },
        {
          "StatusCode": 410,
          "Total": 1175,
          "Average": 6.79,
          "Max": 78,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 110371,
          "Average": 637.98,
          "Max": 4665,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2108,
          "Average": 12.18,
          "Max": 58,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 12:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3724034,
          "Average": 21526.21,
          "Max": 28102,
          "Min": 2009
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4827,
          "Average": 27.9,
          "Max": 99,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 30,
          "Average": 0.17,
          "Max": 30,
          "Min": 30
        },
        {
          "StatusCode": 410,
          "Total": 3512,
          "Average": 20.3,
          "Max": 226,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 332055,
          "Average": 1919.39,
          "Max": 13345,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 6002,
          "Average": 34.69,
          "Max": 124,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:40:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6372538,
          "Average": 36003.04,
          "Max": 49137,
          "Min": 444
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 35712,
          "Average": 201.76,
          "Max": 5316,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 55,
          "Average": 0.31,
          "Max": 55,
          "Min": 55
        },
        {
          "StatusCode": 410,
          "Total": 4032,
          "Average": 22.78,
          "Max": 222,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 618129,
          "Average": 3492.25,
          "Max": 23563,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 31682863,
          "Average": 178999.23,
          "Max": 205294,
          "Min": 11939
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 19420,
          "Average": 109.72,
          "Max": 712,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 25268,
          "Average": 142.76,
          "Max": 1830,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 243058,
          "Average": 1373.21,
          "Max": 8363,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 05:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 49119.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6214139,
          "Average": 35919.88,
          "Max": 49119,
          "Min": 4516
        },
        {
          "StatusCode": 401,
          "Total": 523,
          "Average": 3.02,
          "Max": 98,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 12824,
          "Average": 74.13,
          "Max": 558,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 23169,
          "Average": 133.92,
          "Max": 1519,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 279572,
          "Average": 1616.02,
          "Max": 8967,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "140 replica health errors | 140 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1273 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 511,
          "HourlyAverage": 32.345
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 621,
          "HourlyAverage": 39.308
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.57
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.76
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.316
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.76
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 66,
          "HourlyAverage": 4.178
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.19
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.443
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.633
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.253
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.253
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.38
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.19
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.063
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "b40722ed-c935-4d2b-a9c3-631c12427eb8",
          "MaxQuota": 10475520,
          "MaxUsage": 5608414
        },
        {
          "PartitionId": "6332b891-7d95-442b-aa1c-25311cd5da03",
          "MaxQuota": 10475520,
          "MaxUsage": 5199141
        },
        {
          "PartitionId": "c4cdc88e-f3c2-449f-93ac-e7053384877c",
          "MaxQuota": 10475520,
          "MaxUsage": 5104098
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b40722ed-c935-4d2b-a9c3-631c12427eb8",
          "MaxCrudUsage": 5512,
          "MaxIndexUsage": 1124,
          "MaxTotalUsage": 6804
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "6332b891-7d95-442b-aa1c-25311cd5da03",
          "MaxCrudUsage": 5104,
          "MaxIndexUsage": 1048,
          "MaxTotalUsage": 6416
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4f40d998-a6bb-4214-92d6-1e49e02b78f2",
          "MaxCrudUsage": 5104,
          "MaxIndexUsage": 996,
          "MaxTotalUsage": 6392
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 37 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T13:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 795.709,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T05:20:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 301.803,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T14:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 270.621,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T14:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 256.084,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T14:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 253.709,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86.320249
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 86.642963
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 87.199624
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.718908
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 88.743148
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 41.26301
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39.942927
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 35.688211
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 33.84578
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 33.750174
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 389.687718
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 377.424576
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 365.749997
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 362.348024
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 342.08003
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 56556.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 60699.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63124.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 63528.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 65148.533333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 6,
          "First": "2015-04-07T05:55:00",
          "Last": "2015-04-07T06:20:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-04-07T06:20:00",
          "Last": "2015-04-07T06:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-07+05%3a54%3a20Z&end=2015-04-07+22%3a27%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T01:07:18.0945974-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7328,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 1,
      "ClientReportedUsageInMB": 4276,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-07T02:33:05.5391093-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 138260,
      "PhysicalCRUDUsageInMB": 139816,
      "LogicalIndexUsageInMB": 2492,
      "LogicalCRUDUsageInMB": 31278,
      "ClientReportedUsageInMB": 19582,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-07T04:36:43.1439821-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 110696,
      "PhysicalCRUDUsageInMB": 414216,
      "LogicalIndexUsageInMB": 8775,
      "LogicalCRUDUsageInMB": 105983,
      "ClientReportedUsageInMB": 23314864,
      "ClientReportedCollectionCount": 32
    },
    {
      "TimeStamp": "2015-04-07T07:44:07.2173318-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 180044,
      "PhysicalCRUDUsageInMB": 865296,
      "LogicalIndexUsageInMB": 19955,
      "LogicalCRUDUsageInMB": 244993,
      "ClientReportedUsageInMB": 3548081,
      "ClientReportedCollectionCount": 15
    },
    {
      "TimeStamp": "2015-04-07T11:00:27.0138644-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-07T13:30:45.9340193-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-07T15:27:19.9016133-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-07T15:27:35.9074921-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAiBQAAAAAAAA==",
  "_ts": 1428449263,
  "_etag": "\"1800e671-0000-0000-0000-552467ef0000\"",
  "_attachments": "attachments/"
},
{
  "id": "20aea2ab-4501-49d6-a219-7778c324520b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAjBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-07T00:13:12.3548928-07:00",
  "CompletedTime": "2015-04-07T11:29:24.4386362-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1bab1080-eb2b-4318-8f76-8ec0737c10f1",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T01:35:20.3317994-07:00",
      "CompleteTime": "2015-04-07T01:39:30.6567631-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c10f031e-41d9-46ee-99ff-40cdb7dc9829",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T01:35:20.9091845-07:00",
      "CompleteTime": "2015-04-07T01:39:26.4019207-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "657e754e-3115-41db-8e03-e690e2dc3e2c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T01:35:21.4485446-07:00",
      "CompleteTime": "2015-04-07T01:39:56.0366858-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d3377345-cf99-4826-81e9-e9833c7ad0df",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T01:35:22.0179243-07:00",
      "CompleteTime": "2015-04-07T01:40:26.0427025-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "01c8a39e-0532-4b62-95f0-d6503c5b0d4b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T02:50:47.1260285-07:00",
      "CompleteTime": "2015-04-07T02:54:25.7988764-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f453c07b-5f10-4c37-af25-26d48169953a",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-07T03:49:56.5163584-07:00",
      "CompleteTime": "2015-04-07T03:55:08.6885674-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "280c1697-e448-404d-829e-fad8b9368167",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T05:57:14.1442203-07:00",
      "CompleteTime": "2015-04-07T06:00:48.145198-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "ff02557c-0054-443b-b7ca-7ad68a66ada4",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T00:15:34.7687465-07:00",
      "EndTime": "2015-04-07T00:23:27.7324762-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "60e90688-e1b1-41b9-953f-e9af5d794991",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T00:23:35.5556928-07:00",
      "EndTime": "2015-04-07T00:23:35.8959197-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ee84cd27-1fe0-4bb2-a931-731c4708d93d",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T00:23:36.2451529-07:00",
      "EndTime": "2015-04-07T00:54:55.1782992-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "07bc6e46-20d8-493e-93ac-97c78ffb5159",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T00:55:00.615926-07:00",
      "EndTime": "2015-04-07T01:10:08.8877147-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cbc7bcf9-0407-4507-a5e9-5ae897ddc089",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T01:10:09.2449533-07:00",
      "EndTime": "2015-04-07T01:25:15.5154061-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9c2cb1a4-5f2c-405b-9320-d7311d269c94",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T02:26:24.7626779-07:00",
      "EndTime": "2015-04-07T02:35:43.0950676-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a6e47c0-070d-45cc-8abf-a0c2b981408e",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T02:35:49.0390327-07:00",
      "EndTime": "2015-04-07T03:36:47.7022444-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e81e0b33-03c9-468e-8a86-e235a9dff806",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T04:29:59.1598455-07:00",
      "EndTime": "2015-04-07T05:37:00.1425196-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "869ea323-362d-4704-b05d-f02a80244b0a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T06:37:16.918041-07:00",
      "EndTime": "2015-04-07T08:40:45.125079-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "03ff181f-760c-49de-af3e-0a0461839468",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T09:45:34.3399014-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a40%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a40%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "5 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-04-07T04:46:12.8330196",
          "Last": "2015-04-07T05:06:26.6635875"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a40%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-04-07T07:00:47.4415969",
          "Last": "2015-04-07T07:21:08.6206942"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-07T07:21:34.4975909",
          "Last": "2015-04-07T07:21:34.4975909"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a46%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a47%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 123612. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 8177120,
          "Average": 97346.67,
          "Max": 123612,
          "Min": 1169
        },
        {
          "StatusCode": 400,
          "Total": 37,
          "Average": 0.44,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 706,
          "Average": 8.4,
          "Max": 706,
          "Min": 706
        },
        {
          "StatusCode": 404,
          "Total": 26000,
          "Average": 309.52,
          "Max": 5332,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 21718714,
          "Average": 258556.12,
          "Max": 294811,
          "Min": 184
        },
        {
          "StatusCode": 429,
          "Total": 19731892,
          "Average": 234903.48,
          "Max": 263167,
          "Min": 3327
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a48%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4405. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 303297,
          "Average": 3610.68,
          "Max": 4405,
          "Min": 100
        },
        {
          "StatusCode": 401,
          "Total": 4,
          "Average": 0.05,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 400,
          "Average": 4.76,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 756,
          "Average": 9.0,
          "Max": 57,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 480300,
          "Average": 5717.86,
          "Max": 6478,
          "Min": 118
        },
        {
          "StatusCode": 449,
          "Total": 518,
          "Average": 6.17,
          "Max": 20,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a48%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 13128. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 904037,
          "Average": 10762.35,
          "Max": 13128,
          "Min": 244
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.18,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 1408,
          "Average": 16.76,
          "Max": 74,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 2215,
          "Average": 26.37,
          "Max": 165,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1437871,
          "Average": 17117.51,
          "Max": 19220,
          "Min": 323
        },
        {
          "StatusCode": 449,
          "Total": 1345,
          "Average": 16.01,
          "Max": 53,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a49%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 22750. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1614140,
          "Average": 19215.95,
          "Max": 22750,
          "Min": 108
        },
        {
          "StatusCode": 400,
          "Total": 32,
          "Average": 0.38,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 11,
          "Average": 0.13,
          "Max": 11,
          "Min": 11
        },
        {
          "StatusCode": 403,
          "Total": 52,
          "Average": 0.62,
          "Max": 52,
          "Min": 52
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2312,
          "Average": 27.52,
          "Max": 178,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2501288,
          "Average": 29777.24,
          "Max": 34505,
          "Min": 405
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a50%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 21192. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1222801,
          "Average": 14557.15,
          "Max": 21192,
          "Min": 203
        },
        {
          "StatusCode": 404,
          "Total": 79,
          "Average": 0.94,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4678,
          "Average": 55.69,
          "Max": 391,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 539985,
          "Average": 6428.39,
          "Max": 8274,
          "Min": 146
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a50%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 21363. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1240386,
          "Average": 14592.78,
          "Max": 21363,
          "Min": 225
        },
        {
          "StatusCode": 401,
          "Total": 104,
          "Average": 1.22,
          "Max": 27,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 587,
          "Average": 6.91,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7643,
          "Average": 89.92,
          "Max": 668,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 738907,
          "Average": 8693.02,
          "Max": 11252,
          "Min": 328
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a51%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a51%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a51%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a51%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "220 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 202,
          "HourlyAverage": 25.408
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 1.132
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.503
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.126
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 1.006
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a51%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a52%3a04Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8a60cac2-20e8-44c5-9993-cf535a7954ed",
          "MaxQuota": 10476298,
          "MaxUsage": 2457315
        },
        {
          "PartitionId": "0170366e-aa68-471d-ae2e-865f8e03a37f",
          "MaxQuota": 10476298,
          "MaxUsage": 2456768
        },
        {
          "PartitionId": "74029cb2-7d66-41f5-8e54-07796b2d3b22",
          "MaxQuota": 10476298,
          "MaxUsage": 2453772
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a52%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "018954b1-3b1d-4f1c-8cba-eb83e7a442e0",
          "MaxCrudUsage": 2456,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2912
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "9200e84d-1ad0-4d5f-8606-fdee198a2078",
          "MaxCrudUsage": 2448,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2904
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "738c4b67-182c-44a4-842d-452a2d36546c",
          "MaxCrudUsage": 2448,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2904
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a52%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 17 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T08:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 984.541,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T05:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 463.428,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T03:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 263.352,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T06:40:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 233.248,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T06:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 211.833,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a53%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 96.226686
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 96.490649
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 96.505038
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 96.749136
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 96.817536
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a53%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 26.025903
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 24.583133
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 23.203361
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 21.919243
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 21.350485
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a53%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 80.842236
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 62.433169
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 55.469257
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 38.187556
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 38.126277
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a54%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 92512.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 93961.966667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 94342.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 95320.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 95651.233333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a54%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a54%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4,
          "Count": 1,
          "First": "2015-04-07T08:35:00",
          "Last": "2015-04-07T08:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 11,
          "First": "2015-04-07T08:00:00",
          "Last": "2015-04-07T08:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 619,
          "First": "2015-04-07T03:10:00",
          "Last": "2015-04-07T08:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+15%3a56%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+16%3a04%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Count": 97,
          "SampleCount": 17169
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Count": 96,
          "SampleCount": 16992
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+16%3a05%3a00Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+16%3a05%3a00Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "3 critical management event traces were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:79632897-1304-4b38-9971-ffe692c111dd Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: c18ccb55-0930-49e2-9bc4-48c002df316c. Database account: rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Timestamp": "2015-04-07T09:58:17.2784005"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:33ec2dfe-fa1c-46b7-a4ab-52307d7aac62 Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 9.ActivityId: 7c4dd151-9cb9-45f1-aa22-08d8b9283957. Database account: rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Timestamp": "2015-04-07T11:02:18.0738709"
        },
        {
          "Message": "Subscription:ac940e24-35bb-42b6-ab01-3134edec4969 Operation:8443d818-2245-4d98-976a-aa2b4221fbbd Type:UpdateMaxDocumentCollectionCountOperation Message:Exception: Current DocumentCollection count 15 is greater than the expected target 3.ActivityId: 29d06e06-f58a-43c8-91bf-8a9d0e237a14. Database account: rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Timestamp": "2015-04-07T10:44:20.7521448"
        }
      ]
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-07+07%3a13%3a12Z&end=2015-04-07+16%3a05%3a10Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T02:26:10.7593379-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 103424,
      "PhysicalCRUDUsageInMB": 36192,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 4675,
      "ClientReportedUsageInMB": 680613,
      "ClientReportedCollectionCount": 6
    },
    {
      "TimeStamp": "2015-04-07T03:49:42.1797997-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102060,
      "PhysicalCRUDUsageInMB": 140136,
      "LogicalIndexUsageInMB": 2118,
      "LogicalCRUDUsageInMB": 39870,
      "ClientReportedUsageInMB": 5897660,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-04-07T05:56:59.099186-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 92952,
      "PhysicalCRUDUsageInMB": 245776,
      "LogicalIndexUsageInMB": 4263,
      "LogicalCRUDUsageInMB": 76220,
      "ClientReportedUsageInMB": 341173,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-04-07T09:05:14.0974632-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 124184,
      "PhysicalCRUDUsageInMB": 501792,
      "LogicalIndexUsageInMB": 7139,
      "LogicalCRUDUsageInMB": 121336,
      "ClientReportedUsageInMB": 4328090,
      "ClientReportedCollectionCount": 5
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAjBQAAAAAAAA==",
  "_ts": 1428431365,
  "_etag": "\"1700d83e-0000-0000-0000-552422050000\"",
  "_attachments": "attachments/"
},
{
  "id": "50d52ba3-ce48-416c-8bd6-b295d5b1113b",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAkBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-07T11:29:25.165013-07:00",
  "CompletedTime": "2015-04-07T12:42:54.30108-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ad144efd-65b5-49b3-97d9-5a952ee47a8d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T11:31:46.1890957-07:00",
      "EndTime": "2015-04-07T11:39:41.565602-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b515b32a-510d-4ea8-a32e-06f74c6e0987",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T11:39:49.2739145-07:00",
      "EndTime": "2015-04-07T11:39:49.6121404-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ed8f9c16-f42b-41e9-a139-2ccb595a4b23",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T11:39:50.0114067-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAkBQAAAAAAAA==",
  "_ts": 1428435774,
  "_etag": "\"1700f889-0000-0000-0000-5524333e0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7f155836-6c43-4b9a-8062-f965d7353ad9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAlBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-07T12:42:54.5192261-07:00",
  "CompletedTime": "2015-04-07T15:24:35.1797199-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "eb3d2892-b62a-4d15-8c5d-ce610937c8fe",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T12:42:56.7889955-07:00",
      "EndTime": "2015-04-07T12:42:58.7848492-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAlBQAAAAAAAA==",
  "_ts": 1428445475,
  "_etag": "\"1800be30-0000-0000-0000-552459230000\"",
  "_attachments": "attachments/"
},
{
  "id": "4f3ea566-38f9-4c40-b9fc-96b0aa0e4025",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAmBQAAAAAAAA==/",
  "_ts": 1431639485,
  "RunState": "Completed",
  "RunResult": "Failed",
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-5",
  "EnvironmentName": "Test5",
  "StartTime": "2015-04-07T14:41:22.5576081-07:00",
  "CompletedTime": "2015-05-14T14:38:06.6986867-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "fb9c867a-5c2f-4f15-918b-a13a73bcbdc1",
      "Name": "readheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-07T16:10:16.7689597-07:00",
      "CompleteTime": "2015-04-07T16:13:52.4411603-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9959c9eb-b6a1-48fd-a236-30ed422493aa",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-07T16:10:17.2689774-07:00",
      "CompleteTime": "2015-04-07T16:14:22.1131529-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "83157f33-55c9-492d-b3d5-18df6a7eba5f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-07T16:10:17.8314779-07:00",
      "CompleteTime": "2015-04-07T16:14:52.253763-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fc01d0f5-0b09-49ff-8b1d-dabbeaa590a9",
      "Name": "torestore-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-07T16:10:18.4095421-07:00",
      "CompleteTime": "2015-04-07T16:15:30.3007025-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e461a63a-9063-4390-8b55-1411b5c54d2e",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-07T23:02:16.4216562-07:00",
      "CompleteTime": "2015-04-07T23:05:50.6228692-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b6d649f4-1471-4acc-abe3-dade2221cb1b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-5",
      "Operation": "Create",
      "StartTime": "2015-04-08T01:52:38.9836796-07:00",
      "CompleteTime": "2015-04-08T01:56:12.2548397-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "767ad679-84f0-4547-966b-7f42b8130458",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-5",
      "Operation": "Restore",
      "Source": "torestore-bn3prdddc01-docdb-private-5",
      "StartTime": "2015-04-08T14:48:38.0892458-07:00",
      "CompleteTime": "2015-04-08T14:54:53.9957315-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-5.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "63d2ee5b-cd96-4990-a421-b68d68992761",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T14:43:57.6516888-07:00",
      "EndTime": "2015-04-07T14:54:14.4027296-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d4ba5a3-26fe-418f-a4a0-f5c1a835f136",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T14:54:26.9652538-07:00",
      "EndTime": "2015-04-07T14:54:27.3090136-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2b2a7dbf-1e1a-4b29-82dd-d940a18ccc84",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T14:54:27.6683751-07:00",
      "EndTime": "2015-04-07T15:29:44.2657765-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5d708c5c-4346-4b8b-84bc-42883d7e9f8b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T15:29:52.7188988-07:00",
      "EndTime": "2015-04-07T15:44:01.3600198-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a516dcf2-0cfe-4edd-9c67-e1d183e5144a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T15:44:01.7349603-07:00",
      "EndTime": "2015-04-07T16:00:11.361686-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9061385c-d71a-49bd-8a40-75271fa149ca",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T16:58:49.3247682-07:00",
      "EndTime": "2015-04-07T17:07:47.2163166-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2aea7ab4-c972-41c2-b265-c6ba131a2af6",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T17:07:53.6695201-07:00",
      "EndTime": "2015-04-07T21:36:54.0875834-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a2917f3-9e33-467c-aed0-07f65a707768",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T22:47:19.3926082-07:00",
      "EndTime": "2015-04-08T14:18:12.5241359-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a18%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "3 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T19:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-07T19:25:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WaWorkerHost.exe.3544.dmp"
        },
        {
          "DateTime": "2015-04-07T20:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-5\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a18%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22",
      "Notes": "10 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reporting %s fault because of jet error %ld",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-04-07T19:20:27.073028",
          "Last": "2015-04-07T19:20:28.5508719"
        },
        {
          "Message": "Store Instance reporting fault with hr = 0x%X",
          "Role": "ServerCluster0",
          "Count": 5,
          "First": "2015-04-07T19:20:27.0730707",
          "Last": "2015-04-07T19:20:28.5508897"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a18%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "21 requests with 408 | 3685 requests with 500 | 1109 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-5",
          "Count": 6,
          "First": "2015-04-07T16:43:31.0346905",
          "Last": "2015-04-07T18:43:13.8076062"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 4,
          "First": "2015-04-07T17:14:47.305229",
          "Last": "2015-04-08T07:25:00.4048338"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 3673,
          "First": "2015-04-07T21:40:07.2528012",
          "Last": "2015-04-07T22:14:16.3585142"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 962,
          "First": "2015-04-07T21:40:09.1286108",
          "Last": "2015-04-07T22:24:19.2190735"
        },
        {
          "Category": "Document",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 10,
          "First": "2015-04-07T21:40:10.0057878",
          "Last": "2015-04-07T21:41:53.9286517"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 142,
          "First": "2015-04-07T21:40:07.6625877",
          "Last": "2015-04-07T22:24:19.2191192"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 5,
          "First": "2015-04-07T21:40:17.9874524",
          "Last": "2015-04-07T21:41:37.9027824"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 8,
          "First": "2015-04-07T17:35:28.717827",
          "Last": "2015-04-08T11:05:09.1404813"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-07T22:00:54.1037989",
          "Last": "2015-04-07T22:00:54.1037989"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "torestore-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-07T19:04:35.1028209",
          "Last": "2015-04-07T19:04:35.1028209"
        },
        {
          "Category": "DocumentCollectionFeed",
          "StatusCode": 500,
          "HostName": "torestore-bn3prdddc01-docdb-private-5",
          "Count": 1,
          "First": "2015-04-07T21:51:26.2343236",
          "Last": "2015-04-07T21:51:26.2343236"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-5",
          "Count": 2,
          "First": "2015-04-08T11:05:09.2802796",
          "Last": "2015-04-08T11:05:09.6103372"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a38%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a39%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 19:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 75549430,
          "Average": 282956.67,
          "Max": 346691,
          "Min": 2258
        },
        {
          "StatusCode": 400,
          "Total": 933,
          "Average": 3.49,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 1262058,
          "Average": 4726.81,
          "Max": 64628,
          "Min": 264
        },
        {
          "StatusCode": 404,
          "Total": 113083,
          "Average": 423.53,
          "Max": 9418,
          "Min": 16
        },
        {
          "StatusCode": 409,
          "Total": 32,
          "Average": 0.12,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 75526042,
          "Average": 282869.07,
          "Max": 301454,
          "Min": 5543
        },
        {
          "StatusCode": 429,
          "Total": 12618863,
          "Average": 47261.66,
          "Max": 69489,
          "Min": 4422
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a41%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 21:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 2281765,
          "Average": 8545.94,
          "Max": 10365,
          "Min": 92
        },
        {
          "StatusCode": 404,
          "Total": 3918,
          "Average": 14.67,
          "Max": 214,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 670,
          "Average": 2.51,
          "Max": 155,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 287493,
          "Average": 1076.75,
          "Max": 1630,
          "Min": 114
        },
        {
          "StatusCode": 449,
          "Total": 9379,
          "Average": 35.13,
          "Max": 221,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a42%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 21:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6827199,
          "Average": 25570.03,
          "Max": 30778,
          "Min": 192
        },
        {
          "StatusCode": 400,
          "Total": 52,
          "Average": 0.19,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 811,
          "Average": 3.04,
          "Max": 264,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 14632,
          "Average": 54.8,
          "Max": 644,
          "Min": 11
        },
        {
          "StatusCode": 410,
          "Total": 1955,
          "Average": 7.32,
          "Max": 517,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 864495,
          "Average": 3237.81,
          "Max": 4777,
          "Min": 348
        },
        {
          "StatusCode": 449,
          "Total": 19700,
          "Average": 73.78,
          "Max": 399,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a44%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 19:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 11434150,
          "Average": 42824.53,
          "Max": 51789,
          "Min": 201
        },
        {
          "StatusCode": 400,
          "Total": 200486,
          "Average": 750.88,
          "Max": 10370,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.02,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 903,
          "Average": 3.38,
          "Max": 115,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1781109,
          "Average": 6670.82,
          "Max": 10374,
          "Min": 795
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a45%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 05:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 53474. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 11795606,
          "Average": 44013.46,
          "Max": 53474,
          "Min": 895
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 72,
          "Average": 0.27,
          "Max": 72,
          "Min": 72
        },
        {
          "StatusCode": 404,
          "Total": 2072,
          "Average": 7.73,
          "Max": 331,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4950,
          "Average": 18.47,
          "Max": 838,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 635149,
          "Average": 2369.96,
          "Max": 3717,
          "Min": 248
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+21%3a41%3a22Z&end=2015-04-08+21%3a47%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-5%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T16:58:31.5747823-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104192,
      "PhysicalCRUDUsageInMB": 37944,
      "LogicalIndexUsageInMB": 21,
      "LogicalCRUDUsageInMB": 2423,
      "ClientReportedUsageInMB": 1540622,
      "ClientReportedCollectionCount": 15,
      "RequestStatistics": {
        "Total": 0,
        "Success": 0,
        "ClientError": 0,
        "ServerError": 0,
        "NameUrl": 0,
        "RidUrl": 0
      },
      "Details": []
    },
    {
      "TimeStamp": "2015-04-07T22:07:00.1935997-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "RequestStatistics": {
        "Total": 0,
        "Success": 0,
        "ClientError": 0,
        "ServerError": 0,
        "NameUrl": 0,
        "RidUrl": 0
      },
      "Details": []
    },
    {
      "TimeStamp": "2015-04-08T14:48:25.5915341-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "RequestStatistics": {
        "Total": 0,
        "Success": 0,
        "ClientError": 0,
        "ServerError": 0,
        "NameUrl": 0,
        "RidUrl": 0
      },
      "Details": []
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAmBQAAAAAAAA==",
  "_etag": "\"0c00e070-0000-0000-0000-555515bd0000\"",
  "_attachments": "attachments/"
},
{
  "id": "54d46bbd-9ada-4618-a340-7b4fa781602c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAnBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-07T14:55:09.7062719-07:00",
  "CompletedTime": "2015-04-07T14:56:08.8072633-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "3bc1db51-eb2a-4aac-a169-ccf9ffb37db8",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-07T14:55:13.286589-07:00",
      "EndTime": "2015-04-07T14:55:14.9881028-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAnBQAAAAAAAA==",
  "_ts": 1428443769,
  "_etag": "\"1800c013-0000-0000-0000-552452790000\"",
  "_attachments": "attachments/"
},
{
  "id": "6389fb2f-b738-4e5a-b8d8-1982c72052ff",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAoBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-07T14:56:09.2025854-07:00",
  "CompletedTime": "2015-04-07T16:08:11.3295962-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "376a9208-f558-41d2-801c-c00297b5a04e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-07T14:56:11.7268903-07:00",
      "EndTime": "2015-04-07T14:56:13.7056974-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAoBQAAAAAAAA==",
  "_ts": 1428448091,
  "_etag": "\"18001f5d-0000-0000-0000-5524635b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "e0fe993e-ea17-476d-b2ab-a8dbf346af53",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgApBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-07T15:24:35.4148779-07:00",
  "CompletedTime": "2015-04-08T05:32:30.5769481-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a7a85e1d-ea05-469a-80b6-dbf46d84937e",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T16:47:37.8718842-07:00",
      "CompleteTime": "2015-04-07T16:52:48.5961438-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bc5bf83d-2d4f-4efd-b6ff-65d0af67aa53",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T16:47:38.3652136-07:00",
      "CompleteTime": "2015-04-07T16:51:43.8199956-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a446073-7df2-4506-af5c-40ca49669bcf",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T16:47:38.860543-07:00",
      "CompleteTime": "2015-04-07T16:52:44.1487328-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1b196178-9625-4ea5-9680-44e12a1b7df8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T16:47:39.382892-07:00",
      "CompleteTime": "2015-04-07T16:51:14.2189528-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d6d298e3-4f27-47f0-be62-e6a4a53d565a",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T18:02:51.0270355-07:00",
      "CompleteTime": "2015-04-07T18:06:30.3947462-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "45f062d0-1363-4175-9f18-36bf6a5daabd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-07T19:01:17.152213-07:00",
      "CompleteTime": "2015-04-07T19:06:26.186361-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "25386a0a-41f4-4d59-a65d-db8bd82fa231",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T21:07:44.3580125-07:00",
      "CompleteTime": "2015-04-07T21:11:48.1928302-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0d7d49b1-984e-48ce-b9ec-b8b528e0bc33",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-08T04:01:08.1459604-07:00",
      "CompleteTime": "2015-04-08T04:25:19.5601198-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "87ba7bc5-ffdd-4cbb-8a71-f129ea9eddfc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T15:26:22.6196812-07:00",
      "EndTime": "2015-04-07T15:34:41.2585293-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ddd3b140-3eec-488e-8337-a0488b272fcd",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T15:34:48.6755942-07:00",
      "EndTime": "2015-04-07T15:34:49.0188216-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7b4352ad-34d5-4cd0-bc72-e3e9b3930e20",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T15:34:49.4030045-07:00",
      "EndTime": "2015-04-07T16:07:12.4331489-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "be125942-7092-443f-9da4-5e1e6149a586",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T16:07:18.2537595-07:00",
      "EndTime": "2015-04-07T16:22:25.909545-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7b09c918-64da-4c18-bdb9-448ac0d9e137",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T16:22:26.2577779-07:00",
      "EndTime": "2015-04-07T16:37:33.5979767-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "744e16ae-a648-4726-87af-2e2406c71840",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T17:39:13.6456539-07:00",
      "EndTime": "2015-04-07T17:47:46.8781061-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "487ee4be-3047-47ec-9594-8c8b4badfb9d",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T17:47:52.6854693-07:00",
      "EndTime": "2015-04-07T18:48:46.5877144-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7c33239a-c65c-4f34-8239-b7ed6a7c884d",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T19:41:19.7550066-07:00",
      "EndTime": "2015-04-07T20:43:12.0256316-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b679d1c5-2a05-485b-905e-ddf0744447c0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-07T21:47:46.979988-07:00",
      "EndTime": "2015-04-07T23:46:15.0298044-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dcddd02b-bdad-4d7b-b5a6-8bc35a67880e",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T00:56:33.8536663-07:00",
      "EndTime": "2015-04-08T03:02:12.2850497-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a6b49022-309f-464a-9fc4-c1c6431160c2",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T03:39:56.5586538-07:00",
      "EndTime": "2015-04-08T04:01:04.9926331-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7dee8509-4116-4880-bad4-0cf55fa4c7da",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T04:25:20.8824147-07:00",
      "EndTime": "2015-04-08T04:27:26.2924565-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "3 back end trace criticals with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-07T20:00:51.2833676",
          "Last": "2015-04-07T20:14:55.3303886"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 310150.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 13729351,
          "Average": 90324.68,
          "Max": 310150,
          "Min": 1389
        },
        {
          "StatusCode": 400,
          "Total": 170,
          "Average": 1.12,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 830,
          "Average": 5.46,
          "Max": 830,
          "Min": 830
        },
        {
          "StatusCode": 404,
          "Total": 88827,
          "Average": 584.39,
          "Max": 10841,
          "Min": 102
        },
        {
          "StatusCode": 410,
          "Total": 66475225,
          "Average": 437337.01,
          "Max": 589305,
          "Min": 307
        },
        {
          "StatusCode": 429,
          "Total": 29586193,
          "Average": 194646.01,
          "Max": 329578,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 10047.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 483937,
          "Average": 3183.8,
          "Max": 10047,
          "Min": 43
        },
        {
          "StatusCode": 401,
          "Total": 11,
          "Average": 0.07,
          "Max": 11,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 636,
          "Average": 4.18,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1142,
          "Average": 7.51,
          "Max": 68,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 732096,
          "Average": 4816.42,
          "Max": 8343,
          "Min": 6
        },
        {
          "StatusCode": 449,
          "Total": 509,
          "Average": 3.35,
          "Max": 21,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 28301.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1445422,
          "Average": 9509.36,
          "Max": 28301,
          "Min": 119
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 26,
          "Average": 0.17,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 2378,
          "Average": 15.64,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 3528,
          "Average": 23.21,
          "Max": 197,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2197159,
          "Average": 14454.99,
          "Max": 24897,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 1417,
          "Average": 9.32,
          "Max": 35,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 46018.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2623074,
          "Average": 17257.07,
          "Max": 46018,
          "Min": 200
        },
        {
          "StatusCode": 400,
          "Total": 144,
          "Average": 0.95,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 26,
          "Average": 0.17,
          "Max": 26,
          "Min": 26
        },
        {
          "StatusCode": 403,
          "Total": 23212,
          "Average": 152.71,
          "Max": 548,
          "Min": 80
        },
        {
          "StatusCode": 404,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4037,
          "Average": 26.56,
          "Max": 207,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3751352,
          "Average": 24679.95,
          "Max": 43688,
          "Min": 18
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 46654.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2187410,
          "Average": 14390.86,
          "Max": 46654,
          "Min": 331
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 20,
          "Average": 0.13,
          "Max": 20,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 330,
          "Average": 2.17,
          "Max": 40,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5967,
          "Average": 39.26,
          "Max": 360,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 774697,
          "Average": 5096.69,
          "Max": 8053,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+22%3a24%3a35Z&end=2015-04-08+12%3a32%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T17:38:47.9935568-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 2816,
      "PhysicalCRUDUsageInMB": 8608,
      "LogicalIndexUsageInMB": 4,
      "LogicalCRUDUsageInMB": 253,
      "ClientReportedUsageInMB": 21596,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-04-07T19:01:05.1045979-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 103344,
      "PhysicalCRUDUsageInMB": 62752,
      "LogicalIndexUsageInMB": 441,
      "LogicalCRUDUsageInMB": 10863,
      "ClientReportedUsageInMB": 2570111,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-07T21:07:19.9331723-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 91300,
      "PhysicalCRUDUsageInMB": 167120,
      "LogicalIndexUsageInMB": 2265,
      "LogicalCRUDUsageInMB": 39707,
      "ClientReportedUsageInMB": 284244,
      "ClientReportedCollectionCount": 1
    },
    {
      "TimeStamp": "2015-04-08T00:16:19.9788907-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T03:32:17.7849266-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T05:32:30.5769481-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgApBQAAAAAAAA==",
  "_ts": 1428499957,
  "_etag": "\"1b00e7d5-0000-0000-0000-55252df50000\"",
  "_attachments": "attachments/"
},
{
  "id": "7950a3b8-3a8c-4f8a-9559-96cdf8444738",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAqBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-07T16:08:11.7409898-07:00",
  "CompletedTime": "2015-04-09T11:42:40.2184454-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b624e51b-5a06-4299-8578-c85b8f2bcdd6",
      "Name": "readheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T17:50:46.2023448-07:00",
      "CompleteTime": "2015-04-07T17:55:22.5998475-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a124334-1039-4d45-a986-e3573beb8ad3",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T17:50:47.0711527-07:00",
      "CompleteTime": "2015-04-07T17:54:22.8783536-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f46ea866-9fd0-4338-b09b-4b4df8d1b2ae",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T17:50:47.9889499-07:00",
      "CompleteTime": "2015-04-07T17:54:52.4773177-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "212141b8-b3a8-41ca-8d93-7a78665e74c1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-10",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T19:01:20.9434167-07:00",
      "CompleteTime": "2015-04-07T19:04:54.7772154-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-10.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "d20bbe8e-310e-4819-8bd9-ac36fd12c41a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-07T16:10:53.049288-07:00",
      "EndTime": "2015-04-07T16:18:55.9963166-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c9588142-f42d-453b-8d72-d9e0c57eaac1",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-07T16:19:11.2462867-07:00",
      "EndTime": "2015-04-07T16:19:12.023976-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5c427fe2-8e03-4c1d-91a6-248ba3be515e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-07T16:19:12.8277092-07:00",
      "EndTime": "2015-04-07T16:54:06.5053622-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "856ef32c-3bbf-4dcf-86cc-30d648a2fba4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-07T16:54:16.4405016-07:00",
      "EndTime": "2015-04-07T17:24:28.800198-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "139aad1f-3ecf-4057-9100-10d30c06178b",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150405.2\\x64\\Release",
      "StartTime": "2015-04-07T17:24:29.6449836-07:00",
      "EndTime": "2015-04-07T17:40:39.6907057-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "86e7faef-73ab-4bd3-9e69-d883cf524d89",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-07T18:46:14.0702398-07:00",
      "EndTime": "2015-04-07T18:46:17.1410122-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a35%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a35%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-07T17:11:11.7687227",
          "Last": "2015-04-07T17:11:11.7687227"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-07T17:11:11.7686879",
          "Last": "2015-04-07T17:11:11.7686879"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a35%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a39%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a14Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00a588ab-d6d0-4ffd-a37f-f585d780cb1a",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "01194f49-fa8f-4084-93c0-2789508db789",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "04f7fde3-4c42-4f29-a19e-88e6ec5cbfc3",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "9574b5f1-5e5c-454d-9c1f-c0f691b9248c",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "f8780279-25b2-4250-b584-cf98f4150705",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "0ade1862-048f-4dea-936c-5dc594aeb0f8",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 99.59558
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.646256
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.652827
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 99.659397
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 99.661943
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 8.044914
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 7.701369
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 5.668273
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 5.630718
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 4.183275
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a40%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 25.651674
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 23.035134
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 20.243104
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 19.144747
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 18.531961
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a41%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110849
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110894
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111209
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 111216
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 111256
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a41%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a41%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a41%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a45%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a45%3a52Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a45%3a52Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-07+23%3a08%3a11Z&end=2015-04-08+01%3a45%3a56Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T18:45:57.8183658-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAqBQAAAAAAAA==",
  "_ts": 1428604960,
  "_etag": "\"04008b3d-0000-0000-0000-5526c8200000\"",
  "_attachments": "attachments/"
},
{
  "id": "4a2d0f03-2dd9-4a29-9a6b-3e6ff63457d6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgArBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-04-07T16:54:15.902423-07:00",
  "CompletedTime": "2015-04-08T08:23:00.4999452-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b527e81d-c2b2-4342-9a2c-146b2bf7face",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T18:19:51.0171517-07:00",
      "CompleteTime": "2015-04-07T18:24:26.2614377-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5363cb02-14a1-4706-a27e-a82e31ed3375",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T18:19:51.564087-07:00",
      "CompleteTime": "2015-04-07T18:23:26.5090394-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "44ac4097-10b0-4c74-a6d3-1e627346a3ba",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T18:19:52.1266985-07:00",
      "CompleteTime": "2015-04-07T18:23:56.1352294-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "849b8d5b-c12a-44b9-ab9e-261a120c276c",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T18:19:52.7517191-07:00",
      "CompleteTime": "2015-04-07T18:26:05.9373767-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d980d3d1-c08b-4195-9e7b-a7e1c5b3cc56",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T23:19:56.7811259-07:00",
      "CompleteTime": "2015-04-07T23:23:30.666372-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6bcfa303-0fa8-4ad9-9aa8-d3f9f6747cba",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-08T00:46:48.2973953-07:00",
      "CompleteTime": "2015-04-08T00:52:07.3475263-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4522787a-3c6d-451b-93f4-709ff22992c1",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T02:10:18.3020897-07:00",
      "CompleteTime": "2015-04-08T02:14:51.7916372-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22a52a27-2445-4e7b-8fee-d2a00b5c4eb3",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-08T06:50:38.9059836-07:00",
      "CompleteTime": "2015-04-08T07:25:53.9695362-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f237ccd8-eb4b-4816-b5a2-cb018ff0506c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T16:56:41.199615-07:00",
      "EndTime": "2015-04-07T17:06:59.7162959-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3d1539dc-d200-4870-b203-7aa2892038ef",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T17:07:10.4038188-07:00",
      "EndTime": "2015-04-07T17:07:10.7944399-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e7285188-8197-4d08-aa8d-37de9f161d58",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T17:07:11.2006301-07:00",
      "EndTime": "2015-04-07T17:40:19.1884663-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "355d8ecd-0e98-4ba6-97dd-5971f394a827",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T17:40:27.3291275-07:00",
      "EndTime": "2015-04-07T17:54:36.2367975-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b8b03739-b7f0-4de3-bd28-ec4164f75941",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T17:54:36.580577-07:00",
      "EndTime": "2015-04-07T18:09:45.2978005-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7044ce3b-00c5-4901-a2f2-be4b4ed9e461",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T19:17:42.0062331-07:00",
      "EndTime": "2015-04-07T19:29:32.3367418-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b0d42a33-1dc7-440c-b40c-6b8f5d13f44b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T19:29:37.8880589-07:00",
      "EndTime": "2015-04-07T21:54:38.0072109-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f94934e-1877-414b-a61b-fea6999ebdb3",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-07T23:04:59.6829669-07:00",
      "EndTime": "2015-04-08T00:16:28.9635755-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a8f568e8-3d7a-46c8-aaca-879abd828abb",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-08T01:26:51.6673896-07:00",
      "EndTime": "2015-04-08T02:36:19.4430707-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4d8c630d-deab-4b7e-875f-c28d39676f8e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-08T03:46:46.8307239-07:00",
      "EndTime": "2015-04-08T05:52:41.1306347-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e33ae7d-7df1-40c0-ae3e-72be72107029",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-08T06:30:25.4457797-07:00",
      "EndTime": "2015-04-08T06:50:34.9817438-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "389d2728-fafe-464a-b73c-8c119150af64",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150406.3\\x64\\Release",
      "StartTime": "2015-04-08T07:25:54.8235858-07:00",
      "EndTime": "2015-04-08T07:28:01.3878033-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "17 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-08T03:55:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:20:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:20:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:45:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T04:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T05:10:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T05:10:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T05:10:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T05:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T05:55:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_5\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T06:20:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_6\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-08T06:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_7\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T05:40:18.9318211",
          "Last": "2015-04-08T05:40:18.9318211"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T05:40:18.9317846",
          "Last": "2015-04-08T05:40:18.9317846"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-04-08T05:03:46.6641851",
          "Last": "2015-04-08T05:04:04.8858134"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "110 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "9cf4cd60-ce97-453b-9fde-9d47b6d820b9",
          "Count": 45,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "9cf4cd60-ce97-453b-9fde-9d47b6d820b9",
          "Count": 1,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "9cf4cd60-ce97-453b-9fde-9d47b6d820b9",
          "Count": 2,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "bad70b68-7388-4798-8684-f80815d8a956",
          "Count": 2,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "bad70b68-7388-4798-8684-f80815d8a956",
          "Count": 6,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "bad70b68-7388-4798-8684-f80815d8a956",
          "Count": 6,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "bad70b68-7388-4798-8684-f80815d8a956",
          "Count": 48,
          "First": "2015-04-08T05:00:00",
          "Last": "2015-04-08T05:00:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 07:45:00 which does not meet the expected of 08:00:00, with maximum throughput being 338516.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 42825041,
          "Average": 254910.96,
          "Max": 338516,
          "Min": 12541
        },
        {
          "StatusCode": 400,
          "Total": 564,
          "Average": 3.36,
          "Max": 56,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1212998,
          "Average": 7220.23,
          "Max": 13469,
          "Min": 150
        },
        {
          "StatusCode": 408,
          "Total": 93,
          "Average": 0.55,
          "Max": 93,
          "Min": 93
        },
        {
          "StatusCode": 409,
          "Total": 19,
          "Average": 0.11,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 36059816,
          "Average": 214641.76,
          "Max": 283952,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 5590673,
          "Average": 33277.82,
          "Max": 52360,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1243048,
          "Average": 7488.24,
          "Max": 9876,
          "Min": 386
        },
        {
          "StatusCode": 404,
          "Total": 2697,
          "Average": 16.25,
          "Max": 153,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 1179,
          "Average": 7.1,
          "Max": 67,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 140804,
          "Average": 848.22,
          "Max": 1435,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2808,
          "Average": 16.92,
          "Max": 93,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3724471,
          "Average": 22436.57,
          "Max": 28706,
          "Min": 1048
        },
        {
          "StatusCode": 400,
          "Total": 27,
          "Average": 0.16,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 9641,
          "Average": 58.08,
          "Max": 512,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 3768,
          "Average": 22.7,
          "Max": 209,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 426157,
          "Average": 2567.21,
          "Max": 4215,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 6659,
          "Average": 40.11,
          "Max": 243,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6459886,
          "Average": 38914.98,
          "Max": 50820,
          "Min": 1548
        },
        {
          "StatusCode": 400,
          "Total": 364,
          "Average": 2.19,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11,
          "Average": 0.07,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 7,
          "Average": 0.04,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 4139,
          "Average": 24.93,
          "Max": 311,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 765268,
          "Average": 4610.05,
          "Max": 7107,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 52870.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6405131,
          "Average": 38585.13,
          "Max": 52870,
          "Min": 2514
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4822,
          "Average": 29.05,
          "Max": 512,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 18759,
          "Average": 113.01,
          "Max": 1129,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 303321,
          "Average": 1827.23,
          "Max": 3323,
          "Min": 12
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 08:20:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6411254,
          "Average": 38622.01,
          "Max": 52857,
          "Min": 2527
        },
        {
          "StatusCode": 401,
          "Total": 1368,
          "Average": 8.24,
          "Max": 135,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7103,
          "Average": 42.79,
          "Max": 509,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 24183,
          "Average": 145.68,
          "Max": 1432,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 331007,
          "Average": 1994.02,
          "Max": 3538,
          "Min": 19
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "166 replica health errors | 166 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1054 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.748
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 481,
          "HourlyAverage": 32.696
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.544
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.408
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.748
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.612
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.544
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 503,
          "HourlyAverage": 34.191
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.204
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.068
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.34
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.204
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.408
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.068
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "68155159-0cc3-480a-b553-7d9565740d58",
          "MaxQuota": 10475520,
          "MaxUsage": 5632662
        },
        {
          "PartitionId": "fabf8d50-316f-4132-93b0-de391a2f8c2f",
          "MaxQuota": 10475520,
          "MaxUsage": 5270080
        },
        {
          "PartitionId": "c8b68058-ecc8-4403-83dd-97bda39d1ab6",
          "MaxQuota": 10475520,
          "MaxUsage": 5263149
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "68155159-0cc3-480a-b553-7d9565740d58",
          "MaxCrudUsage": 5496,
          "MaxIndexUsage": 1128,
          "MaxTotalUsage": 6728
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "1b906a38-7517-46c3-bb4d-f83bbe86e3e5",
          "MaxCrudUsage": 5120,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 6400
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "c8b68058-ecc8-4403-83dd-97bda39d1ab6",
          "MaxCrudUsage": 5152,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 6396
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 31 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-08T05:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 793.482,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T23:45:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 618.385,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T04:50:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 310.734,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T02:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 265.507,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T21:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 260.142,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85.121355
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.390012
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 86.744035
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.896621
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 87.111996
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 69.807044
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 67.010805
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 47.011712
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 46.565617
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 45.629897
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 363.56208
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 282.095592
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 274.350931
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 270.446439
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 270.345291
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 54521.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 54575.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58628.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 61019.275862
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 64636.3
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 7 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.0,
          "Count": 8,
          "First": "2015-04-08T04:30:00",
          "Last": "2015-04-08T04:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.5,
          "Count": 1,
          "First": "2015-04-08T04:35:00",
          "Last": "2015-04-08T04:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 33,
          "First": "2015-04-08T04:30:00",
          "Last": "2015-04-08T04:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.5,
          "Count": 2,
          "First": "2015-04-08T04:35:00",
          "Last": "2015-04-08T04:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 58,
          "First": "2015-04-07T20:30:00",
          "Last": "2015-04-08T05:00:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-04-08T04:45:00",
          "Last": "2015-04-08T04:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-07+23%3a54%3a15Z&end=2015-04-08+15%3a23%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T19:17:22.7981372-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 118784,
      "PhysicalCRUDUsageInMB": 63856,
      "LogicalIndexUsageInMB": 930,
      "LogicalCRUDUsageInMB": 12527,
      "ClientReportedUsageInMB": 3274028,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-04-07T22:24:44.6942912-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T00:46:36.8507406-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T03:06:29.7783774-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T06:22:49.1816963-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T08:23:00.4999452-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T08:23:00.4999452-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgArBQAAAAAAAA==",
  "_ts": 1428518335,
  "_etag": "\"0000333f-0000-0000-0000-552575bf0000\"",
  "_attachments": "attachments/"
},
{
  "id": "c63766bf-f3fb-4a34-babe-df7915901c03",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAsBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-07T18:27:53.4895303-07:00",
  "CompletedTime": "2015-04-08T06:59:19.1761148-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e28905c3-511c-41d8-a570-811fa6db44b0",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T19:54:00.8577099-07:00",
      "CompleteTime": "2015-04-07T19:58:36.4929715-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c283879f-e3a1-476c-9911-37065dd9f4ae",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T19:54:01.3884322-07:00",
      "CompleteTime": "2015-04-07T19:58:06.8342526-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b683b697-3aa8-477f-abf9-59e41124c171",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-07T19:54:01.8938393-07:00",
      "CompleteTime": "2015-04-07T19:59:06.6062392-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "aa39fc9c-888b-4d3d-bba1-110000af26aa",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T19:54:02.4764184-07:00",
      "CompleteTime": "2015-04-07T20:00:22.7824958-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "762e1b8f-464d-4160-be00-01bfeadff22a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T21:08:54.2864796-07:00",
      "CompleteTime": "2015-04-07T21:13:01.5770892-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df3acb0a-532f-4762-8a54-d7c3734462dd",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-07T22:14:02.5389857-07:00",
      "CompleteTime": "2015-04-07T22:19:17.7206922-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "38f7dfa4-b0e3-4689-b10f-c4025f2ee934",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T23:52:13.5716924-07:00",
      "CompleteTime": "2015-04-07T23:56:17.1064122-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bed02ec6-ac1d-4382-a922-f851cfaefb37",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-08T05:21:03.0592703-07:00",
      "CompleteTime": "2015-04-08T05:49:20.2859274-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b2626a66-3482-471f-82ea-9f5bc0391aad",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T18:30:34.7497612-07:00",
      "EndTime": "2015-04-07T18:38:44.753997-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90d8c8c3-d54e-484e-8fc4-232626c2ab34",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T18:38:58.5299519-07:00",
      "EndTime": "2015-04-07T18:38:58.9132591-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5a2911d6-8fc6-4377-86de-7972521052c5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T18:38:59.280557-07:00",
      "EndTime": "2015-04-07T19:13:23.5992984-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9c30b34f-fe9d-4edb-83dd-0065217d5627",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T19:13:33.6494243-07:00",
      "EndTime": "2015-04-07T19:27:42.704059-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "14afa820-2eb2-4dda-bd47-dee43cf5ef06",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T19:27:43.0594912-07:00",
      "EndTime": "2015-04-07T19:43:52.6709817-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e2d23c6-daa8-4b62-af69-188c69298cbd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T20:44:24.5972929-07:00",
      "EndTime": "2015-04-07T20:53:49.0574039-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb61bad6-111f-4214-b9c1-874779936ebc",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T20:53:57.2622919-07:00",
      "EndTime": "2015-04-07T22:04:48.1536361-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c973511c-0e9a-4a38-8648-099e51db2026",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T22:54:06.641753-07:00",
      "EndTime": "2015-04-08T00:01:55.519895-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "04686f21-a0c1-4020-b032-3c517e677e20",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T00:56:32.677918-07:00",
      "EndTime": "2015-04-08T01:25:58.7077708-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "3bcb7dd2-1af0-408b-a759-2f9800299ebc",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T02:22:07.7645075-07:00",
      "EndTime": "2015-04-08T04:28:57.694869-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4d182854-fbb0-4893-b536-5a9a3d316148",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T05:06:46.5789485-07:00",
      "EndTime": "2015-04-08T05:20:58.0338129-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b60c6a88-6654-4396-aae1-b2d6806357dd",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T05:49:21.5179179-07:00",
      "EndTime": "2015-04-08T05:51:29.9676933-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "1 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-08T02:50:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-1\\ServerCluster0\\ServerCluster0_IN_1\\DocumentDB.ProcessWatchdog.exe.4168.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "49 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T02:53:54.4530272",
          "Last": "2015-04-08T02:53:54.4530272"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T02:53:54.4529522",
          "Last": "2015-04-08T02:53:54.4529522"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T02:53:54.4530474",
          "Last": "2015-04-08T02:53:54.4530474"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-04-07T20:39:04.990518",
          "Last": "2015-04-07T21:06:03.6345435"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 44,
          "First": "2015-04-07T23:09:15.9190866",
          "Last": "2015-04-08T05:06:45.0645929"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-07T23:30:10.7496915",
          "Last": "2015-04-07T23:30:10.7496915"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-08T02:54:36.2769489",
          "Last": "2015-04-08T02:54:36.2769489"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 190067.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 15129257,
          "Average": 120073.47,
          "Max": 190067,
          "Min": 5
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 4162,
          "Average": 33.03,
          "Max": 1856,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 28803,
          "Average": 228.6,
          "Max": 2522,
          "Min": 31
        },
        {
          "StatusCode": 410,
          "Total": 37775,
          "Average": 299.8,
          "Max": 3018,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 20179221,
          "Average": 160152.55,
          "Max": 293419,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 6290.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 543083,
          "Average": 4310.18,
          "Max": 6290,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 47,
          "Average": 0.37,
          "Max": 47,
          "Min": 47
        },
        {
          "StatusCode": 404,
          "Total": 1108,
          "Average": 8.79,
          "Max": 91,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 912,
          "Average": 7.24,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 452603,
          "Average": 3592.09,
          "Max": 7892,
          "Min": 3
        },
        {
          "StatusCode": 449,
          "Total": 772,
          "Average": 6.13,
          "Max": 34,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 18484.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1630945,
          "Average": 12944.01,
          "Max": 18484,
          "Min": 13
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 160,
          "Average": 1.27,
          "Max": 160,
          "Min": 160
        },
        {
          "StatusCode": 404,
          "Total": 3813,
          "Average": 30.26,
          "Max": 270,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2507,
          "Average": 19.9,
          "Max": 185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1361731,
          "Average": 10807.39,
          "Max": 22413,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2313,
          "Average": 18.36,
          "Max": 78,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 31875.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2724072,
          "Average": 21619.62,
          "Max": 31875,
          "Min": 21
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 138,
          "Average": 1.1,
          "Max": 138,
          "Min": 138
        },
        {
          "StatusCode": 403,
          "Total": 830181,
          "Average": 6588.74,
          "Max": 13495,
          "Min": 684
        },
        {
          "StatusCode": 404,
          "Total": 2,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2619,
          "Average": 20.79,
          "Max": 206,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3715898,
          "Average": 29491.25,
          "Max": 43919,
          "Min": 914
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 344465.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 10771433,
          "Average": 85487.56,
          "Max": 344465,
          "Min": 2354
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.25,
          "Max": 10,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 109,
          "Average": 0.87,
          "Max": 109,
          "Min": 109
        },
        {
          "StatusCode": 404,
          "Total": 1154,
          "Average": 9.16,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7173,
          "Average": 56.93,
          "Max": 719,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2344617,
          "Average": 18608.07,
          "Max": 37187,
          "Min": 282
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 28925.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2075258,
          "Average": 16470.3,
          "Max": 28925,
          "Min": 16
        },
        {
          "StatusCode": 401,
          "Total": 430,
          "Average": 3.41,
          "Max": 228,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1690,
          "Average": 13.41,
          "Max": 324,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7825,
          "Average": 62.1,
          "Max": 605,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 784887,
          "Average": 6229.26,
          "Max": 9620,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "449 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.85
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 303,
          "HourlyAverage": 25.753
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 113,
          "HourlyAverage": 9.604
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.425
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.53
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.17
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "b4d27abd-879a-48c2-acdf-cc3c6eb5c2b0",
          "MaxQuota": 10475520,
          "MaxUsage": 4279743
        },
        {
          "PartitionId": "82a627ea-d94b-4e87-94e4-248e34387f4f",
          "MaxQuota": 10475520,
          "MaxUsage": 4125970
        },
        {
          "PartitionId": "6bba6561-74f3-4748-a027-3ccb290b525f",
          "MaxQuota": 10475520,
          "MaxUsage": 4123617
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "b4d27abd-879a-48c2-acdf-cc3c6eb5c2b0",
          "MaxCrudUsage": 4288,
          "MaxIndexUsage": 884,
          "MaxTotalUsage": 5580
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4cf1ad17-b85d-474a-8c2d-d90859c88aa0",
          "MaxCrudUsage": 4024,
          "MaxIndexUsage": 820,
          "MaxTotalUsage": 4964
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "4cf1ad17-b85d-474a-8c2d-d90859c88aa0",
          "MaxCrudUsage": 4040,
          "MaxIndexUsage": 820,
          "MaxTotalUsage": 4964
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-07T23:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 1682.876,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T21:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 322.431,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T23:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 251.422,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T21:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 130.532,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-07T21:35:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 111.835,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 93.272065
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 93.387313
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 93.453785
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 94.109119
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 94.343151
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 29.388901
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 28.108124
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 27.162304
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 27.111235
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 22.657443
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 107.987701
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 101.398907
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 96.781941
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 91.916797
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 39.535163
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 77892.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 82759.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83638.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84063.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84427.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 132,
          "First": "2015-04-07T20:10:00",
          "Last": "2015-04-08T04:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.5,
          "Count": 2,
          "First": "2015-04-07T23:40:00",
          "Last": "2015-04-08T04:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1.0,
          "Count": 1072,
          "First": "2015-04-07T20:10:00",
          "Last": "2015-04-08T05:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 138,
          "SampleCount": 24440
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 138,
          "SampleCount": 24440
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 127,
          "SampleCount": 22452
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 140,
          "SampleCount": 24794
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 129,
          "SampleCount": 22847
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "15 Direct Https requests with 503 | 2 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 15,
          "Average": 1.875,
          "First": "2015-04-07T21:15:00",
          "Last": "2015-04-08T00:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-04-08T00:55:00",
          "Last": "2015-04-08T02:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-08+01%3a27%3a53Z&end=2015-04-08+13%3a59%3a19Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T20:43:58.8415401-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 48640,
      "PhysicalCRUDUsageInMB": 36632,
      "LogicalIndexUsageInMB": 24,
      "LogicalCRUDUsageInMB": 3141,
      "ClientReportedUsageInMB": 1398584,
      "ClientReportedCollectionCount": 20
    },
    {
      "TimeStamp": "2015-04-07T22:13:49.133205-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130676,
      "PhysicalCRUDUsageInMB": 183728,
      "LogicalIndexUsageInMB": 2445,
      "LogicalCRUDUsageInMB": 47159,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T00:15:48.8908348-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104928,
      "PhysicalCRUDUsageInMB": 305688,
      "LogicalIndexUsageInMB": 4610,
      "LogicalCRUDUsageInMB": 84016,
      "ClientReportedUsageInMB": 391839,
      "ClientReportedCollectionCount": 7
    },
    {
      "TimeStamp": "2015-04-08T01:41:44.0545884-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 135392,
      "PhysicalCRUDUsageInMB": 454848,
      "LogicalIndexUsageInMB": 5523,
      "LogicalCRUDUsageInMB": 97384,
      "ClientReportedUsageInMB": 38295,
      "ClientReportedCollectionCount": 2
    },
    {
      "TimeStamp": "2015-04-08T04:59:04.6454164-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T06:59:19.1761148-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 102924,
      "PhysicalCRUDUsageInMB": 507032,
      "LogicalIndexUsageInMB": 9896,
      "LogicalCRUDUsageInMB": 142262,
      "ClientReportedUsageInMB": 20136445,
      "ClientReportedCollectionCount": 14
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAsBQAAAAAAAA==",
  "_ts": 1428503489,
  "_etag": "\"1c000b13-0000-0000-0000-55253bc10000\"",
  "_attachments": "attachments/"
},
{
  "id": "7dfa31b7-e46a-49e7-a57a-d4bcdefbc7e7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAtBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-07T19:26:13.3543925-07:00",
  "CompletedTime": "2015-04-07T22:43:43.5411901-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "13411604-70c9-472e-bc69-8ea63c543de2",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-07T20:54:15.7006368-07:00",
      "CompleteTime": "2015-04-07T20:58:20.8156157-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6696ed6e-2fb4-45da-adda-a8ba0966e06c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-07T20:54:16.2626698-07:00",
      "CompleteTime": "2015-04-07T20:57:51.1269228-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0ac1c579-f785-4449-945f-a59ef271ea24",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-07T20:54:16.8067005-07:00",
      "CompleteTime": "2015-04-07T20:57:53.4950726-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4f909bea-d842-43ec-bc8d-2e0ebe1a64f8",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-07T20:54:17.5457429-07:00",
      "CompleteTime": "2015-04-07T20:59:36.7819466-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "f969c17c-6494-406d-86cd-723e337c1a82",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T19:28:40.8138701-07:00",
      "EndTime": "2015-04-07T19:37:17.7113415-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a1f67cd-6542-4d3d-9a44-327a974ef441",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T19:37:28.6789065-07:00",
      "EndTime": "2015-04-07T19:37:29.0299917-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "302f4328-8d39-441b-b322-c406b844583f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T19:37:29.3980145-07:00",
      "EndTime": "2015-04-07T20:13:44.2160232-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "aaaa53cc-c74c-4cfe-9ec7-6c69619d4b37",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T20:13:52.8144638-07:00",
      "EndTime": "2015-04-07T20:28:01.1408433-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fa7ded66-a09b-4104-9440-ee4a379c87c3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T20:28:01.5108644-07:00",
      "EndTime": "2015-04-07T20:44:09.8540868-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eae29703-0701-43d4-b893-c246700ad59f",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T21:45:41.9387083-07:00",
      "EndTime": "2015-04-07T21:45:50.4741264-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a45%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a45%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 319682. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 2099836,
          "Average": 299976.57,
          "Max": 319955,
          "Min": 82027
        },
        {
          "StatusCode": 401,
          "Total": 269,
          "Average": 38.43,
          "Max": 269,
          "Min": 269
        },
        {
          "StatusCode": 404,
          "Total": 1290,
          "Average": 184.29,
          "Max": 1290,
          "Min": 1290
        },
        {
          "StatusCode": 429,
          "Total": 437895,
          "Average": 62556.43,
          "Max": 74953,
          "Min": 18762
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 9770. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 62591,
          "Average": 8941.57,
          "Max": 9770,
          "Min": 3702
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.43,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 161,
          "Average": 23.0,
          "Max": 34,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 12080,
          "Average": 1725.71,
          "Max": 2135,
          "Min": 564
        },
        {
          "StatusCode": 449,
          "Total": 86,
          "Average": 12.29,
          "Max": 19,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 28231. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 184964,
          "Average": 26423.43,
          "Max": 28231,
          "Min": 9629
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 2.0,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 614,
          "Average": 87.71,
          "Max": 127,
          "Min": 25
        },
        {
          "StatusCode": 429,
          "Total": 36258,
          "Average": 5179.71,
          "Max": 6090,
          "Min": 1550
        },
        {
          "StatusCode": 449,
          "Total": 303,
          "Average": 43.29,
          "Max": 67,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 48283. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 342912,
          "Average": 48987.43,
          "Max": 49448,
          "Min": 17276
        },
        {
          "StatusCode": 401,
          "Total": 16,
          "Average": 2.29,
          "Max": 16,
          "Min": 16
        },
        {
          "StatusCode": 403,
          "Total": 8124,
          "Average": 1160.57,
          "Max": 4234,
          "Min": 66
        },
        {
          "StatusCode": 429,
          "Total": 70165,
          "Average": 10023.57,
          "Max": 11316,
          "Min": 2837
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 207465. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1188678,
          "Average": 169811.14,
          "Max": 207465,
          "Min": 17322
        },
        {
          "StatusCode": 401,
          "Total": 10,
          "Average": 1.43,
          "Max": 10,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 361,
          "Average": 51.57,
          "Max": 76,
          "Min": 24
        },
        {
          "StatusCode": 429,
          "Total": 20583,
          "Average": 2940.43,
          "Max": 3392,
          "Min": 919
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 53779. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 367514,
          "Average": 52502,
          "Max": 53779,
          "Min": 17388
        },
        {
          "StatusCode": 401,
          "Total": 63,
          "Average": 9,
          "Max": 37,
          "Min": 26
        },
        {
          "StatusCode": 404,
          "Total": 526,
          "Average": 75,
          "Max": 123,
          "Min": 29
        },
        {
          "StatusCode": 429,
          "Total": 20104,
          "Average": 2872,
          "Max": 3262,
          "Min": 962
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a39Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "8bf7c673-c220-42c4-b55b-61314e160fcc",
          "MaxQuota": 10476298,
          "MaxUsage": 782123
        },
        {
          "PartitionId": "82b0ef46-2b67-435e-b79a-e771821e7698",
          "MaxQuota": 10476298,
          "MaxUsage": 265513
        },
        {
          "PartitionId": "95a1f176-ea83-4867-8659-add07cd05fc7",
          "MaxQuota": 10476298,
          "MaxUsage": 265139
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "PartitionId": "8bf7c673-c220-42c4-b55b-61314e160fcc",
          "MaxCrudUsage": 808,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1200
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "95a1f176-ea83-4867-8659-add07cd05fc7",
          "MaxCrudUsage": 280,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 704
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "82b0ef46-2b67-435e-b79a-e771821e7698",
          "MaxCrudUsage": 280,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 672
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a46%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 98.19679
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.324087
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.327063
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 98.376983
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 98.452955
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a47%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 16.230596
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 16.182926
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 15.778608
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 14.381175
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 13.963996
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a47%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 59.157546
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 27.0758
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 26.226487
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 22.202473
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 19.909919
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a47%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 101379.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 101467.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 101976.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 101988.965517
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 102834.866667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a47%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a47%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-04-07T21:10:00",
          "Last": "2015-04-07T21:10:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a48%3a09Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a50%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a51%3a03Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a51%3a07Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-08+02%3a26%3a13Z&end=2015-04-08+04%3a51%3a14Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-07T21:45:21.9775013-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 94928,
      "LogicalIndexUsageInMB": 861,
      "LogicalCRUDUsageInMB": 12694,
      "ClientReportedUsageInMB": 5550865,
      "ClientReportedCollectionCount": 31
    },
    {
      "TimeStamp": "2015-04-07T21:51:21.2070371-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 123472,
      "LogicalIndexUsageInMB": 1804,
      "LogicalCRUDUsageInMB": 23950,
      "ClientReportedUsageInMB": 14167818,
      "ClientReportedCollectionCount": 53
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAtBQAAAAAAAA==",
  "_ts": 1428471824,
  "_etag": "\"1900cbf3-0000-0000-0000-5524c0100000\"",
  "_attachments": "attachments/"
},
{
  "id": "90ca0f49-128f-4fdd-89a2-a55f10d87de6",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAuBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-07T22:43:44.2532302-07:00",
  "CompletedTime": "2015-04-08T14:03:27.3077008-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7e12710b-da91-4153-948e-89cfa591883f",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T00:41:33.863466-07:00",
      "CompleteTime": "2015-04-08T00:48:10.5960231-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5f52a553-4aa3-4bdd-a91f-13877268ef30",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T00:41:34.4914342-07:00",
      "CompleteTime": "2015-04-08T00:45:39.7964233-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "44cc17b3-f68c-46c5-97f1-2da09061ad49",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-08T00:41:35.0394646-07:00",
      "CompleteTime": "2015-04-08T00:46:09.8991399-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b7f92218-7f6c-4981-99b4-edc82483ce34",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-08T00:41:35.5964946-07:00",
      "CompleteTime": "2015-04-08T00:46:52.2935573-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c8223f70-6981-4a53-a3fe-8579820b6a05",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T05:07:34.2382216-07:00",
      "CompleteTime": "2015-04-08T05:11:07.8013969-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "09352d9f-a36e-4db5-a04d-8db0c915ca70",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-08T07:24:44.3415654-07:00",
      "CompleteTime": "2015-04-08T07:26:55.7021073-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "157f7a31-30ed-4e6a-8684-2d166b199bf6",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T07:58:38.2306227-07:00",
      "CompleteTime": "2015-04-08T08:02:42.1125107-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "19506192-2d29-41c6-a5fc-925b19dce86b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-08T12:33:48.0721179-07:00",
      "CompleteTime": "2015-04-08T12:35:56.0997041-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "0a3e2dce-b241-417e-8d2b-60e52b88c603",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T22:45:40.8178771-07:00",
      "EndTime": "2015-04-07T22:56:39.8834636-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a04b565-59c5-42ef-9dc1-135bb644f39c",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T22:56:50.5250684-07:00",
      "EndTime": "2015-04-07T22:56:50.8670898-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "47ae21f5-1ebe-48a4-9fd1-e7e0bb438765",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T22:56:51.2811139-07:00",
      "EndTime": "2015-04-07T23:31:50.1108276-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2dfb7fc0-f486-486f-8b33-d20e5b67751b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-07T23:31:58.4053268-07:00",
      "EndTime": "2015-04-07T23:47:07.0070938-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ab5e8c10-8fbf-4aea-9367-4fb493d403ca",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-07T23:47:07.8881446-07:00",
      "EndTime": "2015-04-08T00:11:12.9045511-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b518658-1efe-4531-9915-a543a0652cfa",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T00:11:13.2745925-07:00",
      "EndTime": "2015-04-08T00:31:27.8128358-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e99b5584-bc78-4c0c-a005-809f1893b204",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T01:34:45.3684052-07:00",
      "EndTime": "2015-04-08T03:55:26.9474392-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c92418ff-d25d-4a44-a52f-b4f87f8fc2b6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T04:52:36.9810485-07:00",
      "EndTime": "2015-04-08T06:54:26.7859135-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c6e7bb2d-7a1f-4e7f-ad7f-7031b1ac15c0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T08:04:47.5706186-07:00",
      "EndTime": "2015-04-08T10:21:32.0795706-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b904f65a-6d7d-403a-ad92-2274ce623c5e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T11:31:54.7783202-07:00",
      "EndTime": "2015-04-08T11:33:06.2084382-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "ddb1e85a-2ca5-4f33-ad0c-c598148870ed",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T12:12:31.2812699-07:00",
      "EndTime": "2015-04-08T12:33:43.7774042-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "44bd7938-4338-4c81-aa7a-0a69f0998555",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T12:36:01.0351265-07:00",
      "EndTime": "2015-04-08T12:38:09.1773559-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"GC pointer is null\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T08:31:34.8263906",
          "Last": "2015-04-08T08:31:34.8263906"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T09:00:23.245972",
          "Last": "2015-04-08T09:00:23.245972"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "19 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "First": "2015-04-08T09:07:53.3592947",
          "Last": "2015-04-08T11:47:08.9756373"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-08T11:39:06.0072413",
          "Last": "2015-04-08T11:39:06.8974928"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-08T11:38:59.8526817",
          "Last": "2015-04-08T11:46:50.160557"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "110 requests with 408 | 63 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "2c66e176-f0e3-46ef-8fe8-a0267640bab5",
          "Count": 1,
          "First": "2015-04-08T09:05:00",
          "Last": "2015-04-08T09:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "2c66e176-f0e3-46ef-8fe8-a0267640bab5",
          "Count": 49,
          "First": "2015-04-08T09:05:00",
          "Last": "2015-04-08T09:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "2c66e176-f0e3-46ef-8fe8-a0267640bab5",
          "Count": 11,
          "First": "2015-04-08T09:05:00",
          "Last": "2015-04-08T09:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "2c66e176-f0e3-46ef-8fe8-a0267640bab5",
          "Count": 2,
          "First": "2015-04-08T09:05:00",
          "Last": "2015-04-08T09:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "6dd58252-5cbe-4b5a-b9bf-548aa63f9f1e",
          "Count": 8,
          "First": "2015-04-08T11:35:00",
          "Last": "2015-04-08T11:35:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "6dd58252-5cbe-4b5a-b9bf-548aa63f9f1e",
          "Count": 9,
          "First": "2015-04-08T11:35:00",
          "Last": "2015-04-08T11:35:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "6dd58252-5cbe-4b5a-b9bf-548aa63f9f1e",
          "Count": 93,
          "First": "2015-04-08T11:35:00",
          "Last": "2015-04-08T11:35:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 38028816,
          "Average": 281694.93,
          "Max": 344162,
          "Min": 4846
        },
        {
          "StatusCode": 400,
          "Total": 36,
          "Average": 0.27,
          "Max": 23,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 57883,
          "Average": 428.76,
          "Max": 4495,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 142,
          "Average": 1.05,
          "Max": 93,
          "Min": 49
        },
        {
          "StatusCode": 409,
          "Total": 47,
          "Average": 0.35,
          "Max": 13,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 34570995,
          "Average": 256081.44,
          "Max": 292190,
          "Min": 355
        },
        {
          "StatusCode": 429,
          "Total": 4801370,
          "Average": 35565.7,
          "Max": 57420,
          "Min": 3845
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1085935,
          "Average": 8483.87,
          "Max": 9951,
          "Min": 171
        },
        {
          "StatusCode": 404,
          "Total": 2079,
          "Average": 16.24,
          "Max": 90,
          "Min": 3
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 867,
          "Average": 6.77,
          "Max": 69,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134238,
          "Average": 1048.73,
          "Max": 1595,
          "Min": 83
        },
        {
          "StatusCode": 449,
          "Total": 4420,
          "Average": 34.53,
          "Max": 224,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3266044,
          "Average": 25515.97,
          "Max": 29788,
          "Min": 403
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 7579,
          "Average": 59.21,
          "Max": 276,
          "Min": 15
        },
        {
          "StatusCode": 408,
          "Total": 10,
          "Average": 0.08,
          "Max": 8,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 2764,
          "Average": 21.59,
          "Max": 179,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 407100,
          "Average": 3180.47,
          "Max": 4769,
          "Min": 286
        },
        {
          "StatusCode": 449,
          "Total": 10618,
          "Average": 82.95,
          "Max": 438,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5766451,
          "Average": 45050.4,
          "Max": 52275,
          "Min": 491
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.11,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 20,
          "Average": 0.16,
          "Max": 11,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 3084,
          "Average": 24.09,
          "Max": 286,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 631507,
          "Average": 4933.65,
          "Max": 7365,
          "Min": 753
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:45:00 which does not meet the expected of 08:00:00, with maximum throughput being 52856.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5768114,
          "Average": 45063.39,
          "Max": 52856,
          "Min": 1202
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.02,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 6749,
          "Average": 52.73,
          "Max": 473,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 17713,
          "Average": 138.38,
          "Max": 956,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 294292,
          "Average": 2299.16,
          "Max": 3595,
          "Min": 264
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5748310,
          "Average": 44908.67,
          "Max": 52395,
          "Min": 1244
        },
        {
          "StatusCode": 401,
          "Total": 1506,
          "Average": 11.77,
          "Max": 127,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 6573,
          "Average": 51.35,
          "Max": 242,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 22252,
          "Average": 173.84,
          "Max": 1142,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 315100,
          "Average": 2461.72,
          "Max": 3872,
          "Min": 146
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "113 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 113,
          "First": "2015-04-08T03:27:00.524",
          "Last": "2015-04-08T12:18:49.968"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "447 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 310,
          "HourlyAverage": 21.34
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 24,
          "HourlyAverage": 1.652
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.964
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.17
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 19,
          "HourlyAverage": 1.308
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.688
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.757
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 0.964
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 17,
          "HourlyAverage": 1.17
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.138
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.757
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "26b26750-672e-4954-9cca-935882b15862",
          "MaxQuota": 10476298,
          "MaxUsage": 5025728
        },
        {
          "PartitionId": "02d0c184-6bc1-43bc-ad72-736e2207ea29",
          "MaxQuota": 10476298,
          "MaxUsage": 5024864
        },
        {
          "PartitionId": "7a0892f4-9762-408b-8f33-25ad53521315",
          "MaxQuota": 10476298,
          "MaxUsage": 5024640
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "45d3b2ba-6c73-4fea-9a88-121a4a4471a6",
          "MaxCrudUsage": 4920,
          "MaxIndexUsage": 1012,
          "MaxTotalUsage": 6112
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "d19a95b7-89fa-4749-a171-9531a69f993d",
          "MaxCrudUsage": 4912,
          "MaxIndexUsage": 992,
          "MaxTotalUsage": 6104
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "26b26750-672e-4954-9cca-935882b15862",
          "MaxCrudUsage": 4928,
          "MaxIndexUsage": 976,
          "MaxTotalUsage": 6096
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 37 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-08T09:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 535.426,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T11:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 513.1,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-04-08T06:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 436.805,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T11:50:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 386.938,
          "IsDuringUpgrade": false
        },
        {
          "DateTime": "2015-04-08T06:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 374.207,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.814182
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.359689
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86.651489
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.250666
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.402441
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 47.789354
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 42.971319
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 37.018359
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 35.041485
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 34.882479
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 267.582591
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 241.31569
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 211.150292
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 179.406463
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 169.571045
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 57599.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 58029.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58377.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 60084.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 60999.7
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 3,
          "First": "2015-04-08T02:40:00",
          "Last": "2015-04-08T02:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-08+05%3a43%3a44Z&end=2015-04-08+21%3a03%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-08T04:12:15.3819482-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 114804,
      "PhysicalCRUDUsageInMB": 422712,
      "LogicalIndexUsageInMB": 9003,
      "LogicalCRUDUsageInMB": 110718,
      "ClientReportedUsageInMB": 68949150,
      "ClientReportedCollectionCount": 61
    },
    {
      "TimeStamp": "2015-04-08T07:24:31.5878376-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T10:51:36.7284226-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T12:03:12.4383997-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-08T14:03:27.3077008-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAuBQAAAAAAAA==",
  "_ts": 1428530614,
  "_etag": "\"00001a85-0000-0000-0000-5525a5b60000\"",
  "_attachments": "attachments/"
},
{
  "id": "137fe572-2fd0-436f-92f9-87662a077d96",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAvBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Inconclusive",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-08T13:43:15.4495257-07:00",
  "CompletedTime": "2015-04-08T23:08:30.9453449-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8fa3e58f-14e8-425c-916b-78d9546040fe",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T15:12:57.7513891-07:00",
      "CompleteTime": "2015-04-08T15:17:03.6004048-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b3575286-4f11-4142-8f3d-620f164d1555",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-08T15:12:58.3628858-07:00",
      "CompleteTime": "2015-04-08T15:18:03.0746397-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e96b57ec-0f8f-42ef-8959-304d380d2952",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-08T15:12:58.8622845-07:00",
      "CompleteTime": "2015-04-08T15:17:33.072138-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9ecd6853-4de0-4d78-9e58-8ec0700c8c00",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-08T15:13:00.599207-07:00",
      "CompleteTime": "2015-04-08T15:19:17.0910089-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d669069f-9acc-4cac-9212-3f0454243bd8",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T16:26:59.0299189-07:00",
      "CompleteTime": "2015-04-08T16:31:35.5904656-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "027fd786-6aa4-4cdd-b549-047779cc6df1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T19:10:18.4221483-07:00",
      "CompleteTime": "2015-04-08T19:14:21.927898-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "24885448-da39-40d7-a1b5-f234e711c963",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T13:46:01.2532225-07:00",
      "EndTime": "2015-04-08T13:56:36.3441322-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a6e1de2-ea1d-4199-9dbe-faf4a14b1ff2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T13:56:50.0017038-07:00",
      "EndTime": "2015-04-08T13:56:50.3890328-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e962d9a7-b996-4d0f-a796-2afa9e8af914",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T13:56:50.7967536-07:00",
      "EndTime": "2015-04-08T14:32:16.9498399-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "108d5e2e-5fb4-403d-950b-f9af8d888d0b",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T14:32:27.807297-07:00",
      "EndTime": "2015-04-08T14:46:38.5321528-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d42b4a0e-c340-464e-938a-3402add8a410",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T14:46:38.9194635-07:00",
      "EndTime": "2015-04-08T15:02:49.2458608-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "62d45960-9334-411c-ac7a-b2c055fe8653",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-08T16:00:35.2716907-07:00",
      "EndTime": "2015-04-08T16:11:54.06015-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c419dca9-a98b-4267-99db-5d4f3966eddb",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-08T16:12:01.6133417-07:00",
      "EndTime": "2015-04-08T17:34:52.0115339-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a57%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a06Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 331321. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 1552383,
          "Average": 258730.5,
          "Max": 331321,
          "Min": 1792
        },
        {
          "StatusCode": 404,
          "Total": 969,
          "Average": 161.5,
          "Max": 969,
          "Min": 969
        },
        {
          "StatusCode": 410,
          "Total": 216,
          "Average": 36.0,
          "Max": 204,
          "Min": 12
        },
        {
          "StatusCode": 429,
          "Total": 507819,
          "Average": 84636.5,
          "Max": 143083,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 9251. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 45840,
          "Average": 7640,
          "Max": 9251,
          "Min": 51
        },
        {
          "StatusCode": 404,
          "Total": 226,
          "Average": 38,
          "Max": 62,
          "Min": 21
        },
        {
          "StatusCode": 410,
          "Total": 9,
          "Average": 2,
          "Max": 9,
          "Min": 9
        },
        {
          "StatusCode": 429,
          "Total": 13039,
          "Average": 2173,
          "Max": 3658,
          "Min": 1108
        },
        {
          "StatusCode": 449,
          "Total": 85,
          "Average": 14,
          "Max": 18,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 29392. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 137262,
          "Average": 22877,
          "Max": 29392,
          "Min": 146
        },
        {
          "StatusCode": 404,
          "Total": 848,
          "Average": 141,
          "Max": 184,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 21,
          "Average": 4,
          "Max": 15,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 39060,
          "Average": 6510,
          "Max": 10167,
          "Min": 3039
        },
        {
          "StatusCode": 449,
          "Total": 404,
          "Average": 67,
          "Max": 84,
          "Min": 39
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 51490. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 242004,
          "Average": 40334,
          "Max": 51490,
          "Min": 266
        },
        {
          "StatusCode": 403,
          "Total": 29296,
          "Average": 4883,
          "Max": 15334,
          "Min": 846
        },
        {
          "StatusCode": 410,
          "Total": 50,
          "Average": 8,
          "Max": 41,
          "Min": 9
        },
        {
          "StatusCode": 429,
          "Total": 72560,
          "Average": 12093,
          "Max": 20383,
          "Min": 6070
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 346704. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 838978,
          "Average": 139829.67,
          "Max": 346704,
          "Min": 268
        },
        {
          "StatusCode": 404,
          "Total": 155,
          "Average": 25.83,
          "Max": 36,
          "Min": 12
        },
        {
          "StatusCode": 410,
          "Total": 508,
          "Average": 84.67,
          "Max": 489,
          "Min": 19
        },
        {
          "StatusCode": 429,
          "Total": 26423,
          "Average": 4403.83,
          "Max": 6547,
          "Min": 1861
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 53748. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 254555,
          "Average": 42425.83,
          "Max": 53748,
          "Min": 270
        },
        {
          "StatusCode": 401,
          "Total": 69,
          "Average": 11.5,
          "Max": 69,
          "Min": 69
        },
        {
          "StatusCode": 404,
          "Total": 376,
          "Average": 62.67,
          "Max": 159,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 575,
          "Average": 95.83,
          "Max": 536,
          "Min": 39
        },
        {
          "StatusCode": 429,
          "Total": 25992,
          "Average": 4332.0,
          "Max": 6525,
          "Min": 1901
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "5 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.696
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 1.391
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 1.391
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.696
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "5286332e-2e84-4eb8-bce8-454907ac1ab4",
          "MaxQuota": 10476298,
          "MaxUsage": 326632
        },
        {
          "PartitionId": "f819ef7e-e856-4608-a5e9-36389af354b4",
          "MaxQuota": 10476298,
          "MaxUsage": 282942
        },
        {
          "PartitionId": "0df1d3f0-c207-48ca-b572-01292cf09df1",
          "MaxQuota": 10476298,
          "MaxUsage": 278555
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "torestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "5286332e-2e84-4eb8-bce8-454907ac1ab4",
          "MaxCrudUsage": 552,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 912
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "0df1d3f0-c207-48ca-b572-01292cf09df1",
          "MaxCrudUsage": 400,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 792
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "4108e1c3-81c7-4b0f-b3ea-a55c20e97671",
          "MaxCrudUsage": 368,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 792
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.547785
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 98.554456
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.566569
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 98.597393
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 98.711508
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a51Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 18.179171
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 17.426312
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 17.027156
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 16.532952
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 16.329927
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 87.119654
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 84.445427
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 83.980456
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 82.543122
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 27.834449
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a58%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 102787.566667
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 103857.833333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 103906.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 104074.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 104252.633333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a59%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a59%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 1,
          "First": "2015-04-08T15:50:00",
          "Last": "2015-04-08T15:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 22,
          "First": "2015-04-08T15:50:00",
          "Last": "2015-04-08T15:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 10,
          "First": "2015-04-08T15:35:00",
          "Last": "2015-04-08T15:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a59%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+22%3a59%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+23%3a00%3a07Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+23%3a00%3a08Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-08+20%3a43%3a15Z&end=2015-04-08+23%3a00%3a12Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-08T16:00:14.3506685-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 115968,
      "PhysicalCRUDUsageInMB": 87080,
      "LogicalIndexUsageInMB": 425,
      "LogicalCRUDUsageInMB": 9476,
      "ClientReportedUsageInMB": 14658523,
      "ClientReportedCollectionCount": 58
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAvBQAAAAAAAA==",
  "_ts": 1428559711,
  "_etag": "\"0300793b-0000-0000-0000-5526175f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "4f4eb760-c0e7-4634-b09c-484ed650177d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAwBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-08T17:46:52.5210811-07:00",
  "CompletedTime": "2015-04-09T07:52:53.7121451-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b55d706e-1444-4f7d-8493-15fcd9e1610a",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-08T19:27:58.309171-07:00",
      "CompleteTime": "2015-04-08T19:33:09.5249496-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "db966177-a81d-4252-9b34-2876a675a00b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T19:27:59.0264485-07:00",
      "CompleteTime": "2015-04-08T19:31:34.6911265-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "090bdbbd-11c4-4ca1-87bd-8344636938de",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T19:27:59.5608042-07:00",
      "CompleteTime": "2015-04-08T19:33:04.565608-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "3ba916e4-ae5c-4ad0-9827-bd48a27af0a0",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-08T19:28:00.0581366-07:00",
      "CompleteTime": "2015-04-08T19:32:04.4364863-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e99c2dcf-191b-4692-90c7-114d43d235f8",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T20:44:09.9606723-07:00",
      "CompleteTime": "2015-04-08T20:47:52.120096-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "78d99e3b-c120-4f4d-94d0-63fdc81f9ed6",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-08T21:46:55.6853721-07:00",
      "CompleteTime": "2015-04-08T21:52:06.9750639-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b8a399df-fa57-48b1-9682-3826778e7d78",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T23:33:58.8879432-07:00",
      "CompleteTime": "2015-04-08T23:46:55.8067303-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c904e3d7-5b93-4bc2-a432-a244eddf3ec3",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-09T06:17:23.9615837-07:00",
      "CompleteTime": "2015-04-09T06:51:36.3574661-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b8cdafce-4019-401d-abb6-9e9f63825080",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T17:49:12.5037927-07:00",
      "EndTime": "2015-04-08T17:59:04.6922746-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6c20b67-8713-4946-a424-17e4b03bf1b4",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T17:59:12.2742444-07:00",
      "EndTime": "2015-04-08T17:59:12.6198378-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bc9d2aff-3725-42aa-869a-3cb4e0ac3e37",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T17:59:12.9684316-07:00",
      "EndTime": "2015-04-08T18:32:33.7144338-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e804c5a4-5973-4170-83cc-f56d91c3cc77",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T18:32:38.9145365-07:00",
      "EndTime": "2015-04-08T19:02:48.5016852-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5c1dac6-62b1-4942-9c3b-53d7ce888653",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T19:02:48.9323993-07:00",
      "EndTime": "2015-04-08T19:17:54.9408774-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bc9d426d-9ae7-4398-a260-435f2599eda3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T20:20:01.549098-07:00",
      "EndTime": "2015-04-08T20:29:05.6033649-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c0d06961-a3dd-493b-9877-e674de5a4ee7",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T20:29:11.486289-07:00",
      "EndTime": "2015-04-08T21:37:03.0163896-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "503bd9e9-2b91-4440-9e85-8882ad56d329",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-08T22:26:57.987809-07:00",
      "EndTime": "2015-04-08T23:35:51.7975795-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f18c93f2-86a7-4389-a770-a8b5a1266838",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T00:26:58.5753171-07:00",
      "EndTime": "2015-04-09T02:28:26.5095109-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f98728af-825c-4b23-b3d7-adc346fa4492",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T03:25:57.8230549-07:00",
      "EndTime": "2015-04-09T05:31:36.0988464-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb626dfc-7e69-49da-a00b-6f7a2e64cdc3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T06:00:12.3985645-07:00",
      "EndTime": "2015-04-09T06:17:20.2180872-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b6f73d5c-adec-4dec-b6a4-27dcdcc9cc5d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T06:51:37.775413-07:00",
      "EndTime": "2015-04-09T06:53:43.8104729-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "11 back end trace criticals with 6 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T18:49:03.3084738",
          "Last": "2015-04-08T18:49:03.3084738"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-08T18:49:03.3084557",
          "Last": "2015-04-08T18:49:03.3084557"
        },
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-09T06:41:54.4673139",
          "Last": "2015-04-09T06:41:54.4673139"
        },
        {
          "Message": "CExceptionHandler.CaptureMiniDumpFunction Begin\n",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-09T04:34:50.5896052",
          "Last": "2015-04-09T04:37:05.5228755"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-04-08T19:47:44.3821759",
          "Last": "2015-04-09T06:41:54.1019089"
        },
        {
          "Message": "Taking non-invasive dump",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-09T04:34:50.5890062",
          "Last": "2015-04-09T04:37:05.439663"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "248 requests with 408 | 1105 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 210,
          "First": "2015-04-08T20:09:30.8664208",
          "Last": "2015-04-09T04:37:01.3044591"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-04-08T20:51:25.621201",
          "Last": "2015-04-08T20:51:26.0791801"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 4,
          "First": "2015-04-08T20:51:25.7615114",
          "Last": "2015-04-09T04:36:59.4328094"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 37,
          "First": "2015-04-09T04:35:51.0669794",
          "Last": "2015-04-09T04:37:47.5009389"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 932,
          "First": "2015-04-09T04:35:51.0669792",
          "Last": "2015-04-09T04:37:50.0661214"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 136,
          "First": "2015-04-09T04:35:52.3222194",
          "Last": "2015-04-09T04:37:49.865559"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 30,
          "First": "2015-04-08T20:51:27.6015229",
          "Last": "2015-04-09T04:37:00.8744387"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-08T20:51:26.4492988",
          "Last": "2015-04-08T20:51:26.4492988"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-08T20:55:20.6635551",
          "Last": "2015-04-08T20:55:20.6635551"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 278379.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 11395909,
          "Average": 83181.82,
          "Max": 278379,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 0.1,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 15665,
          "Average": 114.34,
          "Max": 5885,
          "Min": 270
        },
        {
          "StatusCode": 409,
          "Total": 8,
          "Average": 0.06,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23517,
          "Average": 171.66,
          "Max": 2374,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1954853,
          "Average": 14269.0,
          "Max": 105359,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 7991.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 337939,
          "Average": 2484.85,
          "Max": 7991,
          "Min": 79
        },
        {
          "StatusCode": 404,
          "Total": 649,
          "Average": 4.77,
          "Max": 106,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 467,
          "Average": 3.43,
          "Max": 37,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 47896,
          "Average": 352.18,
          "Max": 2755,
          "Min": 14
        },
        {
          "StatusCode": 449,
          "Total": 500,
          "Average": 3.68,
          "Max": 70,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 23969.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1006823,
          "Average": 7403.11,
          "Max": 23969,
          "Min": 201
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2370,
          "Average": 17.43,
          "Max": 364,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1427,
          "Average": 10.49,
          "Max": 104,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 143752,
          "Average": 1057.0,
          "Max": 8063,
          "Min": 47
        },
        {
          "StatusCode": 449,
          "Total": 1140,
          "Average": 8.38,
          "Max": 119,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 41468.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1716633,
          "Average": 12530.17,
          "Max": 41468,
          "Min": 2
        },
        {
          "StatusCode": 400,
          "Total": 4,
          "Average": 0.03,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 28663,
          "Average": 209.22,
          "Max": 5889,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 1396,
          "Average": 10.19,
          "Max": 115,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 274177,
          "Average": 2001.29,
          "Max": 15502,
          "Min": 79
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 07:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 459609.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 15561609,
          "Average": 113588.39,
          "Max": 459609,
          "Min": 195
        },
        {
          "StatusCode": 400,
          "Total": 10856,
          "Average": 79.24,
          "Max": 925,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2119,
          "Average": 15.47,
          "Max": 645,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 10273,
          "Average": 74.99,
          "Max": 1731,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 311602,
          "Average": 2274.47,
          "Max": 20453,
          "Min": 36
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:05:00 which does not meet the expected of 08:00:00, with maximum throughput being 43711.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1779008,
          "Average": 13080.94,
          "Max": 43711,
          "Min": 201
        },
        {
          "StatusCode": 401,
          "Total": 533,
          "Average": 3.92,
          "Max": 152,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1577,
          "Average": 11.6,
          "Max": 255,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7827,
          "Average": 57.55,
          "Max": 814,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 112959,
          "Average": 830.58,
          "Max": 3977,
          "Min": 23
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "146 replica health errors | 146 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1185 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 67,
          "HourlyAverage": 5.023
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 326,
          "HourlyAverage": 24.44
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 784,
          "HourlyAverage": 58.776
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.225
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.15
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.225
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.15
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "c334d227-7f32-4502-ab6e-bf761579fcbf",
          "MaxQuota": 10475520,
          "MaxUsage": 5177068
        },
        {
          "PartitionId": "472325d3-8d7b-41e6-9201-d0ef93014fcf",
          "MaxQuota": 10475520,
          "MaxUsage": 5078346
        },
        {
          "PartitionId": "1423b690-7f1c-42b0-8787-fedd77d41552",
          "MaxQuota": 10475520,
          "MaxUsage": 5066383
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "3b841476-5684-42d9-adf4-59c6646496f9",
          "MaxCrudUsage": 5128,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6268
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "5b7ba258-30f3-483e-a7da-31172d1f1d39",
          "MaxCrudUsage": 5128,
          "MaxIndexUsage": 1036,
          "MaxTotalUsage": 6260
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "3b841476-5684-42d9-adf4-59c6646496f9",
          "MaxCrudUsage": 5144,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6236
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 18 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T00:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 353.759,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T02:20:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 235.99,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T00:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 213.59,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T05:15:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 194.977,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T23:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 157.631,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 79.737604
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84.145006
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 87.395594
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88.501642
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 88.713058
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 38.213752
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 37.68935
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 37.282914
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 36.21231
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 33.331822
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 286.027672
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 194.548225
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 192.096252
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 173.266511
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 154.63736
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 54963.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 55784.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63672.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 65231.230769
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 65698.166667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 2,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T06:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 67,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T06:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 1,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T00:50:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 102,
          "SampleCount": 17868
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Count": 100,
          "SampleCount": 17702
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 139,
          "SampleCount": 24595
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 137,
          "SampleCount": 24236
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 132,
          "SampleCount": 23227
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Count": 128,
          "SampleCount": 22648
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 113,
          "SampleCount": 19913
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 113,
          "SampleCount": 19978
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 108,
          "SampleCount": 19101
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Count": 118,
          "SampleCount": 20721
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Count": 91,
          "SampleCount": 16114
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 105,
          "SampleCount": 18562
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 119,
          "SampleCount": 21070
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-09+00%3a46%3a52Z&end=2015-04-09+14%3a52%3a53Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-08T20:19:38.1998937-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 10752,
      "PhysicalCRUDUsageInMB": 11528,
      "LogicalIndexUsageInMB": 93,
      "LogicalCRUDUsageInMB": 1882,
      "ClientReportedUsageInMB": 20594631,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 18750,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 20575881,
          "OfferDetails": [
            {
              "CollectionCount": 6,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 94,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-08T21:46:27.8986703-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 129556,
      "PhysicalCRUDUsageInMB": 270016,
      "LogicalIndexUsageInMB": 6244,
      "LogicalCRUDUsageInMB": 83845,
      "ClientReportedUsageInMB": 80427737,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 53779,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 80373958,
          "OfferDetails": [
            {
              "CollectionCount": 86,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 11,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-08T23:46:33.49366-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130628,
      "PhysicalCRUDUsageInMB": 595888,
      "LogicalIndexUsageInMB": 13985,
      "LogicalCRUDUsageInMB": 184552,
      "ClientReportedUsageInMB": 157241742,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 96065,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 157145677,
          "OfferDetails": [
            {
              "CollectionCount": 85,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 9,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-09T02:45:30.1753232-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 85616,
      "PhysicalCRUDUsageInMB": 423568,
      "LogicalIndexUsageInMB": 12104,
      "LogicalCRUDUsageInMB": 161370,
      "ClientReportedUsageInMB": 264122360,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 158536,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 263963824,
          "OfferDetails": [
            {
              "CollectionCount": 7,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 82,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 11,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-09T05:52:19.5091623-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 219572,
      "PhysicalCRUDUsageInMB": 1186752,
      "LogicalIndexUsageInMB": 18286,
      "LogicalCRUDUsageInMB": 253116,
      "ClientReportedUsageInMB": 361534458,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 224218,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 361310240,
          "OfferDetails": [
            {
              "CollectionCount": 79,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 15,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-09T07:52:53.7121451-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 188032,
      "PhysicalCRUDUsageInMB": 1032752,
      "LogicalIndexUsageInMB": 23837,
      "LogicalCRUDUsageInMB": 313932,
      "ClientReportedUsageInMB": 348653989,
      "ClientReportedCollectionCount": 106,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 96,
          "DataUsage": 348377622,
          "OfferDetails": [
            {
              "CollectionCount": 6,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 82,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 12,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 276367,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAwBQAAAAAAAA==",
  "_ts": 1428592596,
  "_etag": "\"03000bf7-0000-0000-0000-552697d40000\"",
  "_attachments": "attachments/"
},
{
  "id": "558940f1-0c04-4d44-a826-e52c54d9db43",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAxBQAAAAAAAA==/",
  "_ts": 1429730332,
  "RunState": "Completed",
  "RunResult": "Failed",
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-8",
  "EnvironmentName": "Test8",
  "StartTime": "2015-04-08T17:55:38.9976466-07:00",
  "CompletedTime": "2015-04-22T12:18:52.2154771-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "c34b2fa1-54c5-4a13-b254-f06ccbee21cb",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T19:24:22.6663755-07:00",
      "CompleteTime": "2015-04-08T19:28:58.8866113-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b4469134-c8bb-4d1c-b281-92a1c95a9d69",
      "Name": "readheavywl-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-08T19:24:23.6462768-07:00",
      "CompleteTime": "2015-04-08T19:28:28.5819056-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "62c0b370-a1d4-4bb1-b19e-b4876bc5529d",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T19:24:24.5090438-07:00",
      "CompleteTime": "2015-04-08T19:27:58.8767916-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f34e09ae-4c2f-4754-906c-e4732304e650",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-8",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T21:15:09.6616933-07:00",
      "CompleteTime": "2015-04-08T21:18:43.5380317-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-8.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7beb515d-aa7a-4a5b-a442-7c2193c25e4a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T17:58:10.8105475-07:00",
      "EndTime": "2015-04-08T18:08:48.6956528-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0e77a56d-fe96-4412-90c6-a69fc2bac65e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:09:04.9474909-07:00",
      "EndTime": "2015-04-08T18:09:05.6821302-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad8d17fd-d265-4e62-8bc6-a9dce328e97f",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:09:06.4478778-07:00",
      "EndTime": "2015-04-08T18:44:46.8906205-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2f69cdd0-0a82-4ff3-ae16-3011fbb997b4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:44:56.0309098-07:00",
      "EndTime": "2015-04-08T18:58:05.364854-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b3dcf0f6-4432-4c8f-8ffd-0b2061623c03",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:58:06.2326773-07:00",
      "EndTime": "2015-04-08T19:14:15.9812682-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "078ab2e9-f317-4ad7-b757-3a8d54094425",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T20:14:44.3719335-07:00",
      "EndTime": "2015-04-08T20:14:47.5748624-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "68250474-aaf0-4c4f-ba9c-fa9d2ecfa658",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T21:00:11.5564964-07:00",
      "EndTime": "2015-04-08T21:00:16.8223067-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a14%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a14%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a14%3a57Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a15Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a28Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "00579c31-ad53-4135-aa43-338de6c8fc35",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "00d7f7f2-b0d8-4d8e-8b4c-75e0e5ff94be",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "00dbb0a1-5b66-47a4-a705-06ce0e91099b",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "827b2d48-711e-4655-a2ae-d7a30bf2f565",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "22cc5f1c-b7b4-428f-bd26-cbe84c813fd3",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "d59e02c2-ebf3-4094-a2b4-444825159d54",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 99.614635
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 99.65143
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.658083
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.66991
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.672538
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 8.091366
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 7.081065
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 7.031663
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 6.31756
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 3.25342
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a15%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 20.722608
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 18.144085
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 17.868808
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 15.588975
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 15.574
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a16%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 110800.1
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 110972.766667
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111224.866667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 111237.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 111240.8
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a16%3a11Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a16%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a16%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a19%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-8%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a19%3a50Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-8%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a19%3a50Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-09+00%3a55%3a38Z&end=2015-04-09+03%3a19%3a52Z&query=where+Tenant+%3d+%22doctestmgmt8%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-08T20:14:26.7117793-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": []
    },
    {
      "TimeStamp": "2015-04-08T20:19:54.1748278-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": []
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAxBQAAAAAAAA==",
  "_etag": "\"070002f0-0000-0000-0000-5537f41c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "74b61b6c-5ae5-439c-bd4e-b09014e2f158",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAyBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-04-08T18:34:49.2338719-07:00",
  "CompletedTime": "2015-04-09T08:54:49.1609265-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "f64d6b81-2cc8-4aef-9b84-5a5a131c9ca5",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-08T20:01:23.0892129-07:00",
      "CompleteTime": "2015-04-08T20:05:28.5324669-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47fccad6-ad9e-4f6f-a380-dd44c6c70c39",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-08T20:01:23.6502564-07:00",
      "CompleteTime": "2015-04-08T20:04:58.7965539-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cb3c34f1-663d-4e47-8e96-4a040040e4b4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-08T20:01:24.2243004-07:00",
      "CompleteTime": "2015-04-08T20:05:58.8634201-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "83b04ac5-42ef-4576-8d7b-8fbb4e5396c0",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-08T20:01:24.7943444-07:00",
      "CompleteTime": "2015-04-08T20:06:40.2880851-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "73bc2370-c8eb-49fb-914e-65bea548b640",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T00:20:09.2685324-07:00",
      "CompleteTime": "2015-04-09T00:23:43.6699031-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c98481ae-0d6d-4aed-9401-2b7b8eba940d",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-09T01:32:21.9330206-07:00",
      "CompleteTime": "2015-04-09T01:37:36.3991187-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4dc4c728-14ff-47e7-9cba-2db6c257b778",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T03:11:02.296041-07:00",
      "CompleteTime": "2015-04-09T03:14:35.7253082-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9596faea-6f2d-47dc-b02e-96a2f4b57c83",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-09T07:18:26.644298-07:00",
      "CompleteTime": "2015-04-09T07:56:44.7778917-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "8fd01d55-3f3f-4dc0-b7b4-c444c05fbbd0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:37:21.2675762-07:00",
      "EndTime": "2015-04-08T18:45:26.9530758-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "03d426b8-dd0b-4758-9127-385947d7ed82",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:46:27.1985514-07:00",
      "EndTime": "2015-04-08T18:46:27.5485723-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "022ccd60-1e83-48e9-8cb3-fe8b7d39dfa8",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T18:46:27.9555945-07:00",
      "EndTime": "2015-04-08T19:21:49.990583-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a4c09b1b-b780-4339-8ac7-2fc225a9f4e4",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:21:58.4962922-07:00",
      "EndTime": "2015-04-08T19:36:08.142694-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fcdff8fe-d570-4905-9e13-7c97531cdf95",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:36:08.4977142-07:00",
      "EndTime": "2015-04-08T19:51:16.8551229-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "15d33464-0d09-4a44-b53a-990d73df1066",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-08T20:53:00.7661961-07:00",
      "EndTime": "2015-04-08T21:04:43.7094839-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "89ad87ac-2201-47c6-874b-6b6afd30043a",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-08T21:04:49.4198135-07:00",
      "EndTime": "2015-04-08T23:11:30.3049312-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b017dc84-3837-4231-80f5-5c533894e742",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-09T00:05:12.5007918-07:00",
      "EndTime": "2015-04-09T01:15:21.0780766-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f9bf4417-7c14-4cff-b393-f90adcb4b661",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-09T02:12:25.6546649-07:00",
      "EndTime": "2015-04-09T03:23:05.4197155-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0853fa69-71d2-4279-b801-b8c97371eccc",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-09T04:22:31.3813568-07:00",
      "EndTime": "2015-04-09T06:29:34.5546433-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90370e99-e6ea-4fb4-8123-585e40a59841",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-09T07:02:10.2623438-07:00",
      "EndTime": "2015-04-09T07:18:20.9199681-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3fd86a77-9b9e-49fe-a39e-9093dcfcbb94",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150408.2\\x64\\Release",
      "StartTime": "2015-04-09T07:56:46.2319759-07:00",
      "EndTime": "2015-04-09T07:58:54.2734119-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "16 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T04:35:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T04:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:00:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:25:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:25:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:25:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:55:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:55:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T05:55:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T06:35:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T07:05:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_5\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T07:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_6\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-09T08:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-3\\ServerCluster0\\ServerCluster0_IN_7\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "7 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failed to monitor module with error [%d]\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-09T06:42:22.1821612",
          "Last": "2015-04-09T06:42:22.1821612"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-09T05:06:39.0382772",
          "Last": "2015-04-09T08:29:18.7303186"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-04-08T20:31:31.5018761",
          "Last": "2015-04-09T06:03:19.5202358"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "156 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 117,
          "First": "2015-04-08T20:51:25.6921776",
          "Last": "2015-04-09T04:54:48.2316023"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 21,
          "First": "2015-04-08T20:55:49.8481798",
          "Last": "2015-04-09T04:54:44.5051386"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "torestore-bn3prdddc01-docdb-private-3",
          "Count": 2,
          "First": "2015-04-08T22:04:45.9780863",
          "Last": "2015-04-08T22:11:43.8944689"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-04-08T22:04:42.7321488",
          "Last": "2015-04-08T22:04:42.7321488"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 15,
          "First": "2015-04-09T03:28:33.9976832",
          "Last": "2015-04-09T04:54:46.1590956"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "280 requests with 408 | 28 408s during upgrades in 1 partitions",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "8c13d955-fc36-490d-beb3-00cdcd741463",
          "Count": 1,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T00:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "8c13d955-fc36-490d-beb3-00cdcd741463",
          "Count": 21,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T00:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "8c13d955-fc36-490d-beb3-00cdcd741463",
          "Count": 6,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T00:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "58003fd3-64f1-4010-8c68-535668579eb1",
          "Count": 12,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "58003fd3-64f1-4010-8c68-535668579eb1",
          "Count": 3,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "58003fd3-64f1-4010-8c68-535668579eb1",
          "Count": 15,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "a261ab66-429e-439e-848f-3eacfa1fba50",
          "Count": 16,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a261ab66-429e-439e-848f-3eacfa1fba50",
          "Count": 5,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "58003fd3-64f1-4010-8c68-535668579eb1",
          "Count": 116,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a261ab66-429e-439e-848f-3eacfa1fba50",
          "Count": 10,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "a261ab66-429e-439e-848f-3eacfa1fba50",
          "Count": 103,
          "First": "2015-04-09T04:50:00",
          "Last": "2015-04-09T04:50:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 40617710,
          "Average": 270784.73,
          "Max": 373109,
          "Min": 67
        },
        {
          "StatusCode": 400,
          "Total": 28,
          "Average": 0.19,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1787,
          "Average": 11.91,
          "Max": 874,
          "Min": 59
        },
        {
          "StatusCode": 404,
          "Total": 116583,
          "Average": 777.22,
          "Max": 10730,
          "Min": 539
        },
        {
          "StatusCode": 408,
          "Total": 240,
          "Average": 1.6,
          "Max": 219,
          "Min": 21
        },
        {
          "StatusCode": 409,
          "Total": 49,
          "Average": 0.33,
          "Max": 18,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 78717,
          "Average": 524.78,
          "Max": 5577,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3644783,
          "Average": 24298.55,
          "Max": 52100,
          "Min": 114
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1177070,
          "Average": 7847.13,
          "Max": 11169,
          "Min": 153
        },
        {
          "StatusCode": 404,
          "Total": 5693,
          "Average": 37.95,
          "Max": 263,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 8,
          "Average": 0.05,
          "Max": 8,
          "Min": 8
        },
        {
          "StatusCode": 410,
          "Total": 2075,
          "Average": 13.83,
          "Max": 152,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 83111,
          "Average": 554.07,
          "Max": 1341,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 7948,
          "Average": 52.99,
          "Max": 358,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:30:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3522200,
          "Average": 23481.33,
          "Max": 32015,
          "Min": 380
        },
        {
          "StatusCode": 404,
          "Total": 20638,
          "Average": 137.59,
          "Max": 866,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 23,
          "Average": 0.15,
          "Max": 22,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6177,
          "Average": 41.18,
          "Max": 452,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 263451,
          "Average": 1756.34,
          "Max": 4217,
          "Min": 8
        },
        {
          "StatusCode": 449,
          "Total": 14360,
          "Average": 95.73,
          "Max": 572,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6095937,
          "Average": 40639.58,
          "Max": 57020,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 84399,
          "Average": 562.66,
          "Max": 14243,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 14,
          "Average": 0.09,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 37,
          "Average": 0.25,
          "Max": 31,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 8569,
          "Average": 57.13,
          "Max": 769,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 536484,
          "Average": 3576.56,
          "Max": 8106,
          "Min": 16
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:55:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 60840470,
          "Average": 402917.02,
          "Max": 530316,
          "Min": 960
        },
        {
          "StatusCode": 400,
          "Total": 11,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 25754,
          "Average": 170.56,
          "Max": 9078,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 40406,
          "Average": 267.59,
          "Max": 2554,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 937541,
          "Average": 6208.88,
          "Max": 32559,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6002276,
          "Average": 39750.17,
          "Max": 57139,
          "Min": 475
        },
        {
          "StatusCode": 401,
          "Total": 1523,
          "Average": 10.09,
          "Max": 284,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 5674,
          "Average": 37.58,
          "Max": 310,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 23575,
          "Average": 156.13,
          "Max": 1547,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 209887,
          "Average": 1389.98,
          "Max": 3740,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "28 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 18,
          "First": "2015-04-09T05:48:01.876",
          "Last": "2015-04-09T06:58:15.033"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-04-09T06:58:14.353",
          "Last": "2015-04-09T06:58:14.353"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-04-09T05:48:02.126",
          "Last": "2015-04-09T06:58:14.353"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1353 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 714,
          "HourlyAverage": 52.695
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 18,
          "HourlyAverage": 1.328
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 104,
          "HourlyAverage": 7.675
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.148
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.443
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 498,
          "HourlyAverage": 36.753
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.148
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.221
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.295
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.221
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "e0a430a4-7c47-42bd-a643-75c355a00852",
          "MaxQuota": 10475520,
          "MaxUsage": 5587633
        },
        {
          "PartitionId": "dc420972-a920-4366-8324-d86d3a1b2e8d",
          "MaxQuota": 10475520,
          "MaxUsage": 5285362
        },
        {
          "PartitionId": "a261ab66-429e-439e-848f-3eacfa1fba50",
          "MaxQuota": 10476298,
          "MaxUsage": 5200960
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "PartitionId": "e0a430a4-7c47-42bd-a643-75c355a00852",
          "MaxCrudUsage": 6104,
          "MaxIndexUsage": 1060,
          "MaxTotalUsage": 7368
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "95174087-8dbe-49fa-88c3-908cbf24d843",
          "MaxCrudUsage": 5144,
          "MaxIndexUsage": 976,
          "MaxTotalUsage": 6448
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "dc420972-a920-4366-8324-d86d3a1b2e8d",
          "MaxCrudUsage": 5224,
          "MaxIndexUsage": 1012,
          "MaxTotalUsage": 6404
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 27 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-08T23:00:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 496.876,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T00:50:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 491.511,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T04:50:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 408.219,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-08T23:00:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 393.117,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T05:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 285.084,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 85.610083
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 85.638441
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 85.805093
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 86.144822
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.209649
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 77.581663
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 72.212232
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 62.319394
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 59.799835
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 56.045197
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 776.361779 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 776.361779
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 613.42785
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 520.865693
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 491.325634
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 452.791565
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 51151.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56819.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 58136.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58753.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 59185.3
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 7,
          "First": "2015-04-08T22:05:00",
          "Last": "2015-04-09T07:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 70,
          "First": "2015-04-08T21:30:00",
          "Last": "2015-04-09T07:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 7,
          "First": "2015-04-08T21:45:00",
          "Last": "2015-04-09T06:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 154,
          "SampleCount": 27243
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Count": 147,
          "SampleCount": 25982
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Count": 157,
          "SampleCount": 27790
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 155,
          "SampleCount": 27424
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 144,
          "SampleCount": 25505
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 151,
          "SampleCount": 26704
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 141,
          "SampleCount": 24939
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 149,
          "SampleCount": 26381
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-3%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "407 Direct Tcp requests with 503 | 145 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 326,
          "Average": 108.667,
          "First": "2015-04-09T08:15:00",
          "Last": "2015-04-09T08:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 109,
          "Average": 54.5,
          "First": "2015-04-09T08:15:00",
          "Last": "2015-04-09T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 30,
          "Average": 3.75,
          "First": "2015-04-08T20:55:00",
          "Last": "2015-04-09T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 70,
          "Average": 7.0,
          "First": "2015-04-08T20:50:00",
          "Last": "2015-04-09T06:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-08T22:00:00",
          "Last": "2015-04-08T22:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-08T22:05:00",
          "Last": "2015-04-08T22:05:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 10,
          "Average": 2.5,
          "First": "2015-04-09T03:25:00",
          "Last": "2015-04-09T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "Average": 2.0,
          "First": "2015-04-09T08:15:00",
          "Last": "2015-04-09T08:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-09T06:10:00",
          "Last": "2015-04-09T06:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-09+01%3a34%3a49Z&end=2015-04-09+15%3a54%3a49Z&query=where+Tenant+%3d+%22doctestmgmt3%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-08T20:52:37.324389-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 94784,
      "LogicalIndexUsageInMB": 1396,
      "LogicalCRUDUsageInMB": 19949,
      "ClientReportedUsageInMB": 21160961,
      "ClientReportedCollectionCount": 87
    },
    {
      "TimeStamp": "2015-04-08T23:24:49.352033-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121556,
      "PhysicalCRUDUsageInMB": 531176,
      "LogicalIndexUsageInMB": 11537,
      "LogicalCRUDUsageInMB": 159003,
      "ClientReportedUsageInMB": 46456729,
      "ClientReportedCollectionCount": 44
    },
    {
      "TimeStamp": "2015-04-09T01:32:02.5038553-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 173440,
      "PhysicalCRUDUsageInMB": 899120,
      "LogicalIndexUsageInMB": 20184,
      "LogicalCRUDUsageInMB": 295287,
      "ClientReportedUsageInMB": 61398343,
      "ClientReportedCollectionCount": 39
    },
    {
      "TimeStamp": "2015-04-09T03:42:13.2048969-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 228684,
      "PhysicalCRUDUsageInMB": 1201928,
      "LogicalIndexUsageInMB": 29817,
      "LogicalCRUDUsageInMB": 418653,
      "ClientReportedUsageInMB": 23954137,
      "ClientReportedCollectionCount": 20
    },
    {
      "TimeStamp": "2015-04-09T06:54:32.8098041-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 248180,
      "PhysicalCRUDUsageInMB": 1451776,
      "LogicalIndexUsageInMB": 30826,
      "LogicalCRUDUsageInMB": 426343,
      "ClientReportedUsageInMB": 40616269,
      "ClientReportedCollectionCount": 20
    },
    {
      "TimeStamp": "2015-04-09T08:54:49.1609265-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 142428,
      "PhysicalCRUDUsageInMB": 824736,
      "LogicalIndexUsageInMB": 17718,
      "LogicalCRUDUsageInMB": 244839,
      "ClientReportedUsageInMB": 39259162,
      "ClientReportedCollectionCount": 23
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAyBQAAAAAAAA==",
  "_ts": 1428596539,
  "_etag": "\"04005e0d-0000-0000-0000-5526a73b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "73b8c477-500b-4c2d-bb09-22eb7ca796e0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgAzBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-08T19:19:12.6039462-07:00",
  "CompletedTime": "2015-04-08T19:56:36.2476675-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "659aa1b1-600f-4abe-a8c8-50e1f5317385",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:20:23.3056383-07:00",
      "EndTime": "2015-04-08T19:37:00.8922452-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b508fcf2-9075-4a3b-97a7-0c296056d790",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:37:12.2026643-07:00",
      "EndTime": "2015-04-08T19:38:19.9099433-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "5a1f9572-9811-4b0a-8ec6-6212e207be0e",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:38:20.2691832-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgAzBQAAAAAAAA==",
  "_ts": 1428548196,
  "_etag": "\"020054f9-0000-0000-0000-5525ea640000\"",
  "_attachments": "attachments/"
},
{
  "id": "a8efa813-b02c-4d89-a023-9b44dc1da024",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA0BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-08T19:56:36.4568084-07:00",
  "CompletedTime": "2015-04-08T21:06:31.778856-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7578ede2-fbb7-47fa-85ee-a7eecc560b38",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T19:57:44.6903604-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA0BQAAAAAAAA==",
  "_ts": 1428552391,
  "_etag": "\"0300bc11-0000-0000-0000-5525fac70000\"",
  "_attachments": "attachments/"
},
{
  "id": "deadff97-7a61-4753-915b-53078c242907",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA1BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-08T21:06:32.004006-07:00",
  "CompletedTime": "2015-04-08T22:27:18.5009807-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "78b10905-29c7-4288-b356-d1eb424213fd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T21:06:37.7638538-07:00",
      "EndTime": "2015-04-08T21:51:22.9692706-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e70dcac5-d838-4db1-ab8f-b0429906c887",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T21:51:30.8327825-07:00",
      "EndTime": "2015-04-08T21:51:31.1757264-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c7ac44a3-7550-4ed9-8463-d2ea29c676a0",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T21:51:31.527962-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA1BQAAAAAAAA==",
  "_ts": 1428557238,
  "_etag": "\"0300812d-0000-0000-0000-55260db60000\"",
  "_attachments": "attachments/"
},
{
  "id": "4b790273-3118-4c33-a54f-43d334804abb",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA2BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-08T22:27:18.7231294-07:00",
  "CompletedTime": "2015-04-09T14:55:12.0057104-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "951bdbd8-0008-4117-bc0d-7533d45fdbf5",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T00:15:07.9102748-07:00",
      "CompleteTime": "2015-04-09T00:21:44.301627-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a13ac256-03e1-4b11-a902-35d85097084b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T00:15:08.4151577-07:00",
      "CompleteTime": "2015-04-09T00:19:14.2709767-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e4da01f-79a3-4e3c-a99b-78d592247a41",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T00:15:08.9365056-07:00",
      "CompleteTime": "2015-04-09T00:19:43.8532214-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "27153404-3b58-4ace-9eb4-e79e94e56c19",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T00:15:09.5033491-07:00",
      "CompleteTime": "2015-04-09T00:21:24.3937422-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cee1ff15-bc11-43e7-a012-8acc2a222fc1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T04:28:40.0177313-07:00",
      "CompleteTime": "2015-04-09T04:32:50.7760691-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e89a5955-acce-4748-b6f7-ed0314830586",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-09T06:36:36.3226718-07:00",
      "CompleteTime": "2015-04-09T06:37:46.4835965-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "b2b7056a-240e-47de-8a84-73deaba998e5",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T07:22:16.996345-07:00",
      "CompleteTime": "2015-04-09T07:26:21.0640076-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "735e8d4d-27ab-41d0-a2bf-96eeee9cc21b",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-09T13:20:46.8495492-07:00",
      "CompleteTime": "2015-04-09T13:22:54.0909692-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "f3a3711c-e5ed-4d9e-8b4e-6ca8d53d5112",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T22:27:22.6157289-07:00",
      "EndTime": "2015-04-08T22:35:26.0203683-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "059d512e-f5b2-496c-9d30-eabb3994ec94",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T22:35:35.2387996-07:00",
      "EndTime": "2015-04-08T22:35:35.5760248-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2dfd4406-3886-41e3-bd06-f0c10b4eb9db",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T22:35:35.9472728-07:00",
      "EndTime": "2015-04-08T23:09:34.9025738-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9ecb0e43-283c-4bfb-9bee-146e279b9965",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T23:09:40.7407888-07:00",
      "EndTime": "2015-04-08T23:23:47.0657027-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f417b1d-048f-4e8f-9aef-a4deb7df8108",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-08T23:23:47.4715342-07:00",
      "EndTime": "2015-04-08T23:39:56.289354-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ea5fdea4-d2c7-4983-93f5-0a928040a070",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-08T23:39:57.1303642-07:00",
      "EndTime": "2015-04-09T00:05:02.7746703-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d625c653-f25d-447e-ad7c-6dce53932844",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T01:03:48.6498574-07:00",
      "EndTime": "2015-04-09T03:22:26.9823732-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "09d72df8-7afd-4068-975c-6574c5c35685",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T04:13:41.8106552-07:00",
      "EndTime": "2015-04-09T06:19:31.0744116-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4db6a1cb-dc0e-4384-a510-7ee56801f984",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T07:16:38.8377594-07:00",
      "EndTime": "2015-04-09T09:21:06.5215481-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "07e51a69-7f91-490f-99fd-2e42d1a9770c",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T10:21:35.5895172-07:00",
      "EndTime": "2015-04-09T12:28:34.997678-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8cf0f264-6b9a-42a5-a766-c0a30be897b8",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T13:02:32.6583871-07:00",
      "EndTime": "2015-04-09T13:20:43.7447908-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f258cb0b-830a-4469-9729-f5f7f4188a7e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150408.1\\x64\\Release",
      "StartTime": "2015-04-09T13:22:58.0626218-07:00",
      "EndTime": "2015-04-09T13:25:04.519079-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "2 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Reached more than tolerable throttle level (%d).",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-09T11:09:44.2750075",
          "Last": "2015-04-09T11:09:44.2750075"
        },
        {
          "Message": "Replica CloseContext took longer than %d seconds, actual duration %llu msec",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-09T01:33:13.2237242",
          "Last": "2015-04-09T01:33:13.2237242"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "155 requests with 503 | 28 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 99,
          "First": "2015-04-09T01:12:36.230728",
          "Last": "2015-04-09T07:44:45.9922188"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-04-09T01:48:48.6940727",
          "Last": "2015-04-09T12:17:07.2022154"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "First": "2015-04-09T03:52:40.3797708",
          "Last": "2015-04-09T11:47:42.1475937"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 20,
          "First": "2015-04-09T03:26:10.9437882",
          "Last": "2015-04-09T11:47:42.5771843"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-09T08:43:20.6435675",
          "Last": "2015-04-09T10:44:50.0157993"
        },
        {
          "Category": "StoredProcedureFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-04-09T07:43:20.7294497",
          "Last": "2015-04-09T07:44:25.9235278"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-04-09T07:43:41.2850593",
          "Last": "2015-04-09T07:43:41.2850593"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 35,
          "First": "2015-04-09T07:43:44.0832452",
          "Last": "2015-04-09T07:44:41.6262008"
        },
        {
          "Category": "UserFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-09T07:43:44.0898254",
          "Last": "2015-04-09T07:44:05.1130881"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 503,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 4,
          "First": "2015-04-09T07:43:49.0969655",
          "Last": "2015-04-09T07:44:31.6086443"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "105 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "b32b82cb-5443-46c3-b2cb-86bb0eecd145",
          "Count": 3,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "b94c7bd7-2b71-49ef-852d-7b034c212780",
          "Count": 2,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "7c38d2ec-6d4f-4fc7-a07d-02f66c68b234",
          "Count": 7,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7c38d2ec-6d4f-4fc7-a07d-02f66c68b234",
          "Count": 19,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7c38d2ec-6d4f-4fc7-a07d-02f66c68b234",
          "Count": 2,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "d8e41128-6f86-45c1-8808-870b4b516bfb",
          "Count": 51,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "d8e41128-6f86-45c1-8808-870b4b516bfb",
          "Count": 2,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "d8e41128-6f86-45c1-8808-870b4b516bfb",
          "Count": 6,
          "First": "2015-04-09T10:40:00",
          "Last": "2015-04-09T10:40:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "be91bfac-6aca-45f6-a206-91b0e13fb303",
          "Count": 1,
          "First": "2015-04-09T11:45:00",
          "Last": "2015-04-09T11:45:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "be91bfac-6aca-45f6-a206-91b0e13fb303",
          "Count": 1,
          "First": "2015-04-09T11:45:00",
          "Last": "2015-04-09T11:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "be91bfac-6aca-45f6-a206-91b0e13fb303",
          "Count": 8,
          "First": "2015-04-09T11:45:00",
          "Last": "2015-04-09T11:45:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "be91bfac-6aca-45f6-a206-91b0e13fb303",
          "Count": 3,
          "First": "2015-04-09T11:45:00",
          "Last": "2015-04-09T11:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 12:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45026666,
          "Average": 258773.94,
          "Max": 329265,
          "Min": 25
        },
        {
          "StatusCode": 400,
          "Total": 20,
          "Average": 0.11,
          "Max": 15,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 77809,
          "Average": 447.18,
          "Max": 7761,
          "Min": 29
        },
        {
          "StatusCode": 408,
          "Total": 83,
          "Average": 0.48,
          "Max": 75,
          "Min": 8
        },
        {
          "StatusCode": 409,
          "Total": 19,
          "Average": 0.11,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 105702,
          "Average": 607.48,
          "Max": 10200,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 6695194,
          "Average": 38478.13,
          "Max": 82702,
          "Min": 3411
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1290924,
          "Average": 8606.16,
          "Max": 9673,
          "Min": 1010
        },
        {
          "StatusCode": 404,
          "Total": 1788,
          "Average": 11.92,
          "Max": 68,
          "Min": 2
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2845,
          "Average": 18.97,
          "Max": 313,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 188598,
          "Average": 1257.32,
          "Max": 2335,
          "Min": 84
        },
        {
          "StatusCode": 449,
          "Total": 4881,
          "Average": 32.54,
          "Max": 215,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3865836,
          "Average": 25772.24,
          "Max": 28554,
          "Min": 3430
        },
        {
          "StatusCode": 404,
          "Total": 7052,
          "Average": 47.01,
          "Max": 212,
          "Min": 9
        },
        {
          "StatusCode": 408,
          "Total": 5,
          "Average": 0.03,
          "Max": 4,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7905,
          "Average": 52.7,
          "Max": 772,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 566396,
          "Average": 3775.97,
          "Max": 7091,
          "Min": 301
        },
        {
          "StatusCode": 449,
          "Total": 12354,
          "Average": 82.36,
          "Max": 533,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 12:10:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6849792,
          "Average": 45665.28,
          "Max": 50446,
          "Min": 6093
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.04,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8325,
          "Average": 55.5,
          "Max": 5581,
          "Min": 4
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 16,
          "Average": 0.11,
          "Max": 13,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 13694,
          "Average": 91.29,
          "Max": 1475,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 881478,
          "Average": 5876.52,
          "Max": 11502,
          "Min": 492
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 32812151,
          "Average": 188575.58,
          "Max": 222038,
          "Min": 22501
        },
        {
          "StatusCode": 404,
          "Total": 34013,
          "Average": 195.48,
          "Max": 9171,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 29565,
          "Average": 169.91,
          "Max": 1413,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 422862,
          "Average": 2430.24,
          "Max": 5659,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 12:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6848701,
          "Average": 45658.01,
          "Max": 53230,
          "Min": 4756
        },
        {
          "StatusCode": 401,
          "Total": 340,
          "Average": 2.27,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7183,
          "Average": 47.89,
          "Max": 480,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 28321,
          "Average": 188.81,
          "Max": 1497,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 452053,
          "Average": 3013.69,
          "Max": 5914,
          "Min": 162
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "21 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 2564,
          "Reason": "Windows Fabric Assert",
          "Count": 1,
          "First": "2015-04-09T12:47:23.146681",
          "Last": "2015-04-09T12:47:23.146681"
        },
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 18,
          "First": "2015-04-09T01:12:43.932696",
          "Last": "2015-04-09T01:25:46.3415799"
        },
        {
          "EventId": 19547,
          "Reason": "Failover Manager Quorum Loss",
          "Count": 2,
          "First": "2015-04-09T01:12:09.2676969",
          "Last": "2015-04-09T01:12:36.396053"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "310 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 7,
          "First": "2015-04-09T10:46:55.987",
          "Last": "2015-04-09T10:46:56.627"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 298,
          "First": "2015-04-09T02:54:20.762",
          "Last": "2015-04-09T12:51:54.4"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 5,
          "First": "2015-04-09T11:17:02.497",
          "Last": "2015-04-09T11:17:02.647"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "3 replica alerts for FailedBackup with HRESULT 2271674772 | 851 replica alerts for FullCopy",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.19
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 737,
          "HourlyAverage": 46.763
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 86,
          "HourlyAverage": 5.457
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.381
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.444
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.19
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.254
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.063
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.254
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.19
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "cbe8dc06-8781-419d-80a1-70f9842d8e98",
          "MaxQuota": 10476298,
          "MaxUsage": 6082912
        },
        {
          "PartitionId": "d496be4f-c000-4c96-966e-de25f34fbded",
          "MaxQuota": 10476298,
          "MaxUsage": 6073136
        },
        {
          "PartitionId": "a69b64d9-b7e5-4f81-a205-4562fedf36c5",
          "MaxQuota": 10476298,
          "MaxUsage": 6068147
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "8cc7c797-4263-406f-b669-9307df1d4368",
          "MaxCrudUsage": 5928,
          "MaxIndexUsage": 1156,
          "MaxTotalUsage": 7304
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "862f53e3-1b6f-48a5-adf9-500b7c6bb07d",
          "MaxCrudUsage": 5928,
          "MaxIndexUsage": 1108,
          "MaxTotalUsage": 7296
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "862f53e3-1b6f-48a5-adf9-500b7c6bb07d",
          "MaxCrudUsage": 5936,
          "MaxIndexUsage": 1108,
          "MaxTotalUsage": 7296
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 41 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T03:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 1206.068,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T03:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 988.105,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T10:40:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 851.175,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T08:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 334.742,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T11:45:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 331.067,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 80.989914
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84.14945
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.206404
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.299594
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84.927084
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 76.47842
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 61.824395
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 60.392856
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 55.427155
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 54.318976
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 839.085249 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 839.085249
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 814.696375
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 802.729909
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 711.938051
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 623.71599
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 37032.758621
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 45967.033333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 48359.225806
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 49916.758621
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 51080.033333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 8 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 8.0,
          "Count": 1,
          "First": "2015-04-09T11:05:00",
          "Last": "2015-04-09T11:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 7.5,
          "Count": 1,
          "First": "2015-04-09T11:10:00",
          "Last": "2015-04-09T11:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 22,
          "First": "2015-04-09T01:40:00",
          "Last": "2015-04-09T01:45:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 47,
          "First": "2015-04-09T01:40:00",
          "Last": "2015-04-09T11:15:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "81 Direct Tcp requests with 503 | 21 Gateway Https requests with 503 | 15 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 32,
          "Average": 32.0,
          "First": "2015-04-09T07:40:00",
          "Last": "2015-04-09T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 6,
          "Average": 6.0,
          "First": "2015-04-09T07:40:00",
          "Last": "2015-04-09T07:40:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 49,
          "Average": 8.167,
          "First": "2015-04-09T01:45:00",
          "Last": "2015-04-09T12:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "Average": 1.5,
          "First": "2015-04-09T01:10:00",
          "Last": "2015-04-09T10:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 15,
          "Average": 3.75,
          "First": "2015-04-09T01:45:00",
          "Last": "2015-04-09T12:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-09+05%3a27%3a18Z&end=2015-04-09+21%3a55%3a12Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T01:03:31.7292797-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 104448,
      "PhysicalCRUDUsageInMB": 100064,
      "LogicalIndexUsageInMB": 1730,
      "LogicalCRUDUsageInMB": 21517,
      "ClientReportedUsageInMB": 4692602,
      "ClientReportedCollectionCount": 28
    },
    {
      "TimeStamp": "2015-04-09T03:33:25.3870012-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 117424,
      "PhysicalCRUDUsageInMB": 516576,
      "LogicalIndexUsageInMB": 11214,
      "LogicalCRUDUsageInMB": 138296,
      "ClientReportedUsageInMB": 6999431,
      "ClientReportedCollectionCount": 19
    },
    {
      "TimeStamp": "2015-04-09T06:36:19.1831092-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 199208,
      "PhysicalCRUDUsageInMB": 975032,
      "LogicalIndexUsageInMB": 17799,
      "LogicalCRUDUsageInMB": 220480,
      "ClientReportedUsageInMB": 50690570,
      "ClientReportedCollectionCount": 34
    },
    {
      "TimeStamp": "2015-04-09T09:41:18.7826139-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 283324,
      "PhysicalCRUDUsageInMB": 1474128,
      "LogicalIndexUsageInMB": 28621,
      "LogicalCRUDUsageInMB": 363337,
      "ClientReportedUsageInMB": 38604193,
      "ClientReportedCollectionCount": 28
    },
    {
      "TimeStamp": "2015-04-09T12:54:53.3106466-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 377144,
      "PhysicalCRUDUsageInMB": 2028832,
      "LogicalIndexUsageInMB": 36704,
      "LogicalCRUDUsageInMB": 467009,
      "ClientReportedUsageInMB": 142326745,
      "ClientReportedCollectionCount": 47
    },
    {
      "TimeStamp": "2015-04-09T14:55:12.0057104-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 524,
      "PhysicalCRUDUsageInMB": 11008,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 186,
      "ClientReportedUsageInMB": 199788,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA2BQAAAAAAAA==",
  "_ts": 1428618141,
  "_etag": "\"04001389-0000-0000-0000-5526fb9d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "1659702e-4b67-442e-9da1-56fd40b2c689",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA3BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-08T23:08:31.6539152-07:00",
  "CompletedTime": "2015-04-09T12:18:00.6559862-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "b3cfa3c2-2032-4127-9118-be5698763257",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-09T00:34:28.8109476-07:00",
      "CompleteTime": "2015-04-09T00:40:35.3094594-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "504de98a-bb44-4cc2-ba9a-723ae2bb56b8",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T00:34:29.4137979-07:00",
      "CompleteTime": "2015-04-09T00:38:36.1353866-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "26acb5c2-f7bf-4e67-9df9-1870f6ae5c2a",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T00:34:29.9192037-07:00",
      "CompleteTime": "2015-04-09T00:38:34.9597003-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "51e5d724-0c92-4bcf-91b2-131e7290765e",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T00:34:31.1063132-07:00",
      "CompleteTime": "2015-04-09T00:40:46.7976542-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0950956f-6797-438d-bb8d-e0170589cec1",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T01:39:07.1380155-07:00",
      "CompleteTime": "2015-04-09T01:43:10.7943087-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "de8d3bd5-fb77-4509-852c-861ee8a132e5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-09T02:41:52.9250274-07:00",
      "CompleteTime": "2015-04-09T02:48:09.9720485-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1cb2b554-daaf-49ab-8995-5c6b92b311db",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T04:21:23.2336138-07:00",
      "CompleteTime": "2015-04-09T04:25:27.1669935-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e853b047-f347-41e3-9416-87c0a95838c5",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-09T09:19:58.4876079-07:00",
      "CompleteTime": "2015-04-09T09:49:14.6958662-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "cd87a1fa-4744-4f49-b386-ac79a3dc1459",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T23:11:12.6391238-07:00",
      "EndTime": "2015-04-08T23:19:25.4027185-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2b3e52de-557b-4ec1-9fbc-89e42b10c4a2",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T23:19:39.5653545-07:00",
      "EndTime": "2015-04-08T23:19:39.90963-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "208f12e5-55c7-4a39-beef-14c6141edc24",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T23:19:40.2749233-07:00",
      "EndTime": "2015-04-08T23:53:51.3035518-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "04740e85-44c8-445d-a806-cb6eb3586d96",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-08T23:54:01.0097025-07:00",
      "EndTime": "2015-04-09T00:09:09.9848758-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b8b3b27e-9a3d-41ce-b784-e6bf42742a48",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T00:09:10.3751899-07:00",
      "EndTime": "2015-04-09T00:24:21.465238-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ec3dd5f4-6213-4a8f-b785-e1854521cb7d",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T01:23:21.052497-07:00",
      "EndTime": "2015-04-09T01:24:04.0262669-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "66cec05e-4927-4009-babf-878c6bd27610",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T01:24:10.0921491-07:00",
      "EndTime": "2015-04-09T02:31:49.8027026-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7dc26eaf-2216-4f33-91d5-bdf52ac08faa",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T03:21:56.8115341-07:00",
      "EndTime": "2015-04-09T04:31:45.0697021-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "50f7d4b6-fe13-4587-a31d-ac173c58faf0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T05:26:30.0263643-07:00",
      "EndTime": "2015-04-09T07:30:08.5679697-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bdd0bf36-0d20-4839-b04b-7751a7dd563a",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T08:28:31.9550578-07:00",
      "EndTime": "2015-04-09T08:33:09.3109234-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "6bdffa21-d830-4937-8369-14b8940ef746",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T09:02:41.2956861-07:00",
      "EndTime": "2015-04-09T09:19:53.5299904-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5c39e5d6-3c59-4f8b-98fa-5759e3a8e0f9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T09:49:15.9546405-07:00",
      "EndTime": "2015-04-09T09:51:24.8576249-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7de49ca7-ceaa-4f70-a5bf-b422248a73a0",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150408.4\\x64\\Release",
      "StartTime": "2015-04-09T10:56:13.2509125-07:00",
      "EndTime": "2015-04-09T12:17:59.337683-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "3 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-09T01:50:21.603",
          "Last": "2015-04-09T01:50:21.603"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-09T01:50:21.6029728",
          "Last": "2015-04-09T01:50:21.6029728"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-09T03:09:05.5329345",
          "Last": "2015-04-09T03:09:05.5329345"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "4 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-04-09T03:17:40.2527075",
          "Last": "2015-04-09T07:43:16.2295733"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 04:50:00 which does not meet the expected of 08:00:00, with maximum throughput being 324968.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 32894183,
          "Average": 234958.45,
          "Max": 324968,
          "Min": 272
        },
        {
          "StatusCode": 400,
          "Total": 39,
          "Average": 0.28,
          "Max": 19,
          "Min": 7
        },
        {
          "StatusCode": 401,
          "Total": 1441,
          "Average": 10.29,
          "Max": 728,
          "Min": 54
        },
        {
          "StatusCode": 404,
          "Total": 127657,
          "Average": 911.84,
          "Max": 6030,
          "Min": 2
        },
        {
          "StatusCode": 409,
          "Total": 24,
          "Average": 0.17,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 14450709,
          "Average": 103219.35,
          "Max": 181051,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3225921,
          "Average": 23042.29,
          "Max": 170211,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 971122,
          "Average": 7037.12,
          "Max": 9670,
          "Min": 40
        },
        {
          "StatusCode": 404,
          "Total": 1304,
          "Average": 9.45,
          "Max": 128,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 877,
          "Average": 6.36,
          "Max": 60,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 76983,
          "Average": 557.85,
          "Max": 4710,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2044,
          "Average": 14.81,
          "Max": 50,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2911638,
          "Average": 21098.83,
          "Max": 28135,
          "Min": 108
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5119,
          "Average": 37.09,
          "Max": 447,
          "Min": 9
        },
        {
          "StatusCode": 410,
          "Total": 2759,
          "Average": 19.99,
          "Max": 138,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 230034,
          "Average": 1666.91,
          "Max": 13224,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 5485,
          "Average": 39.75,
          "Max": 148,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:15:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4987353,
          "Average": 36140.24,
          "Max": 49440,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 7,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 82540,
          "Average": 598.12,
          "Max": 7349,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 2873,
          "Average": 20.82,
          "Max": 153,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 426450,
          "Average": 3090.22,
          "Max": 23482,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 45390234,
          "Average": 328914.74,
          "Max": 415400,
          "Min": 497
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 4387,
          "Average": 31.79,
          "Max": 185,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 24117,
          "Average": 174.76,
          "Max": 2188,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1010401,
          "Average": 7321.75,
          "Max": 21506,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 05:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 49276.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4865767,
          "Average": 35259.18,
          "Max": 49276,
          "Min": 500
        },
        {
          "StatusCode": 401,
          "Total": 650,
          "Average": 4.71,
          "Max": 154,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 3930,
          "Average": 28.48,
          "Max": 286,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 17712,
          "Average": 128.35,
          "Max": 1306,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 186112,
          "Average": 1348.64,
          "Max": 10124,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "86 replica health errors | 86 were matched with a Restore operation",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "657 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.726
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 193,
          "HourlyAverage": 15.561
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 407,
          "HourlyAverage": 32.816
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 26,
          "HourlyAverage": 2.096
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 21,
          "HourlyAverage": 1.693
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.081
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.081
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.081
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "1a60e647-f4f2-4e1f-b64e-4d6669e8c189",
          "MaxQuota": 10475520,
          "MaxUsage": 3854809
        },
        {
          "PartitionId": "08f95288-9591-4357-aa90-2b24dfcd40af",
          "MaxQuota": 10475520,
          "MaxUsage": 3847903
        },
        {
          "PartitionId": "5484589d-5919-4364-b79a-ce76eadeaa51",
          "MaxQuota": 10475520,
          "MaxUsage": 3813699
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "08f95288-9591-4357-aa90-2b24dfcd40af",
          "MaxCrudUsage": 3824,
          "MaxIndexUsage": 744,
          "MaxTotalUsage": 4744
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "1a60e647-f4f2-4e1f-b64e-4d6669e8c189",
          "MaxCrudUsage": 3840,
          "MaxIndexUsage": 756,
          "MaxTotalUsage": 4712
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "69b43e91-0c7d-4bea-baea-7f6287fac2d3",
          "MaxCrudUsage": 3664,
          "MaxIndexUsage": 732,
          "MaxTotalUsage": 4572
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 33 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T07:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 397.57,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T04:10:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 391.552,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T04:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 374.535,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T04:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 354.441,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-09T07:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 336.161,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 90.566097
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 90.607106
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 90.718551
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 90.913862
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 91.094455
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 40.64847
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 35.966093
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 34.968108
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 34.690539
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 34.686913
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 138.069327
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 123.796059
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 98.667413
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 96.40361
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 93.860068
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 70389.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 71180.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 71984.821429
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 72442.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 72603.333333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 19,
          "First": "2015-04-09T05:50:00",
          "Last": "2015-04-09T07:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 152,
          "First": "2015-04-09T05:40:00",
          "Last": "2015-04-09T07:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 1,
          "First": "2015-04-09T06:05:00",
          "Last": "2015-04-09T06:05:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1998 Direct Https requests with 503 | 2022 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "Average": 1.5,
          "First": "2015-04-09T11:15:00",
          "Last": "2015-04-09T11:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1659,
          "Average": 31.302,
          "First": "2015-04-09T00:55:00",
          "Last": "2015-04-09T08:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 64,
          "Average": 4.267,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T08:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-09T03:15:00",
          "Last": "2015-04-09T03:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1928,
          "Average": 241.0,
          "First": "2015-04-09T00:50:00",
          "Last": "2015-04-09T01:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 362,
          "Average": 11.677,
          "First": "2015-04-09T00:55:00",
          "Last": "2015-04-09T11:35:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-09+06%3a08%3a31Z&end=2015-04-09+19%3a18%3a00Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T01:23:03.9649243-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 16384,
      "PhysicalCRUDUsageInMB": 15456,
      "LogicalIndexUsageInMB": 31,
      "LogicalCRUDUsageInMB": 1134,
      "ClientReportedUsageInMB": 74794,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-09T02:41:32.3278105-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 130768,
      "PhysicalCRUDUsageInMB": 157168,
      "LogicalIndexUsageInMB": 2004,
      "LogicalCRUDUsageInMB": 28006,
      "ClientReportedUsageInMB": 11841579,
      "ClientReportedCollectionCount": 37
    },
    {
      "TimeStamp": "2015-04-09T04:46:06.1966174-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 122420,
      "PhysicalCRUDUsageInMB": 437128,
      "LogicalIndexUsageInMB": 8231,
      "LogicalCRUDUsageInMB": 107704,
      "ClientReportedUsageInMB": 96723,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-09T07:48:11.5896452-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 196432,
      "PhysicalCRUDUsageInMB": 971304,
      "LogicalIndexUsageInMB": 21714,
      "LogicalCRUDUsageInMB": 279640,
      "ClientReportedUsageInMB": 180817,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-09T08:55:50.9553083-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 209400,
      "PhysicalCRUDUsageInMB": 1024440,
      "LogicalIndexUsageInMB": 19542,
      "LogicalCRUDUsageInMB": 251217,
      "ClientReportedUsageInMB": 977245,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-09T12:18:00.6559862-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 252508,
      "PhysicalCRUDUsageInMB": 1272544,
      "LogicalIndexUsageInMB": 29405,
      "LogicalCRUDUsageInMB": 380889,
      "ClientReportedUsageInMB": 15241158,
      "ClientReportedCollectionCount": 18
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA3BQAAAAAAAA==",
  "_ts": 1428608677,
  "_etag": "\"04000453-0000-0000-0000-5526d6a50000\"",
  "_attachments": "attachments/"
},
{
  "id": "8b15c5d5-fe1a-414a-b480-896458690fb0",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA4BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-09T09:52:42.519293-07:00",
  "CompletedTime": "2015-04-09T13:28:21.2558193-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "b096e1cf-1ba2-43b2-aa8c-9b329a50fd9a",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T09:55:14.1527719-07:00",
      "EndTime": "2015-04-09T10:05:23.557344-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7bc4d98-3272-4d2a-b76f-fea1f9356536",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T10:05:30.2414358-07:00",
      "EndTime": "2015-04-09T10:05:30.6007439-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0f265f79-0706-4be1-8b66-7629621cbb84",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T10:05:30.9370484-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA4BQAAAAAAAA==",
  "_ts": 1428611301,
  "_etag": "\"04005962-0000-0000-0000-5526e0e50000\"",
  "_attachments": "attachments/"
},
{
  "id": "485f11fd-9b45-4fb8-a4c0-173b8a477716",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA5BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-09T11:42:40.8427522-07:00",
  "CompletedTime": "2015-04-09T11:46:35.1335848-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7f192578-0a4d-4372-9304-786c86eabd57",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T11:42:42.9175231-07:00",
      "EndTime": "2015-04-09T11:42:44.6215977-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA5BQAAAAAAAA==",
  "_ts": 1428605194,
  "_etag": "\"0400e03e-0000-0000-0000-5526c90a0000\"",
  "_attachments": "attachments/"
},
{
  "id": "575b4dcf-c29b-47f6-ace1-e6fcf05b7551",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA6BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-09T11:46:35.3679491-07:00",
  "CompletedTime": "2015-04-09T11:56:13.9425125-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "71f1382a-5435-4d06-beec-75da8876741c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T11:48:23.5242149-07:00",
      "EndTime": "2015-04-09T11:48:25.2117153-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA6BQAAAAAAAA==",
  "_ts": 1428605773,
  "_etag": "\"04004542-0000-0000-0000-5526cb4d0000\"",
  "_attachments": "attachments/"
},
{
  "id": "2efa5ac1-5fd4-427c-8c76-f70b1bbe4d86",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA7BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-10",
  "EnvironmentName": "Test10",
  "StartTime": "2015-04-09T11:56:14.1543929-07:00",
  "CompletedTime": "2015-04-10T01:11:37.0469187-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "ce9f5a1c-e2c6-48f6-aa89-23488c947de6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T11:56:16.276923-07:00",
      "EndTime": "2015-04-09T12:08:30.6210326-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "685ac3d0-367d-4d04-a7b0-95ffab599833",
      "EventName": "Remove Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T12:08:36.7350541-07:00",
      "EndTime": "2015-04-09T12:08:37.0852424-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "93833a9d-97c3-461f-a395-dde6e65c4802",
      "EventName": "Create Federation",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T12:08:37.4719974-07:00",
      "EndTime": "2015-04-09T12:47:41.3054786-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "090dfd04-0eed-4999-b428-cb93125c97a3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T12:47:45.9767311-07:00",
      "EndTime": "2015-04-09T13:01:51.465371-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "145d616d-fca0-48af-8ea0-e8011d973d3a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T13:01:51.8577507-07:00",
      "EndTime": "2015-04-09T13:16:57.2471359-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "74f14af1-cd6f-4ca9-a1ae-6aa350d5d426",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T14:16:46.4179665-07:00",
      "EndTime": "2015-04-09T14:28:35.6952234-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f2cefa4e-22c3-43d8-8047-ebe5f327810b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T14:28:39.0268165-07:00",
      "EndTime": "2015-04-09T15:28:41.2835405-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "db77b90b-d526-4499-a96a-cadd63cf1542",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T16:15:38.2037696-07:00",
      "EndTime": "2015-04-09T17:16:30.0929124-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d49cf160-140e-4c5a-a705-cc72c9727cf9",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T18:06:55.542877-07:00",
      "EndTime": "2015-04-09T19:52:21.3170346-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "51180cd6-541e-4628-a821-0374e543dc3d",
      "EventName": "Upgrade Package",
      "Build": "\\\\jawelton-z230\\Release",
      "StartTime": "2015-04-09T20:46:17.1734158-07:00",
      "EndTime": "2015-04-09T22:51:55.0075014-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "014bedbd-74fa-4094-829c-9ea9c0de9aa6",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0349c1c7-a33b-44ad-8d15-07892b6e7e43",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "034c859b-e985-4099-bc2f-8e78b9510bdc",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "fad64642-2785-44c8-b03d-91bcad349923",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        },
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "ee75d4da-9b7b-4bb1-a46e-8b5e3f1e3851",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 240
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "e1db5b32-e7ad-481a-b5b6-081cbac54e86",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 99.543673
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.612007
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.618577
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.627776
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.627776
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "FabricInfrastructure_IN_1",
          "Value": 10.768299
        },
        {
          "RoleInstance": "FabricInfrastructure_IN_2",
          "Value": 7.690554
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 6.7038
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 4.281135
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 4.058301
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 23.878361
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 17.705203
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 17.242373
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 16.547075
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 15.310042
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110925.391304
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110934.769231
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 110935.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 110976.761905
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 110979.464286
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-10%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-10%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-09+18%3a56%3a14Z&end=2015-04-10+08%3a11%3a37Z&query=where+Tenant+%3d+%22doctestmgmt10%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T14:16:38.9303532-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7168,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-09T15:35:26.7419246-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8920,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-09T17:26:38.0260926-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9432,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-09T20:06:07.1111317-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9264,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-09T23:11:27.3523466-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8496,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-10T01:11:37.0469187-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7176,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA7BQAAAAAAAA==",
  "_ts": 1428654981,
  "_etag": "\"0500225b-0000-0000-0000-55278b850000\"",
  "_attachments": "attachments/"
},
{
  "id": "58658757-9de3-4d11-b3f7-22749920728d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA8BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-09T13:28:21.6842529-07:00",
  "CompletedTime": "2015-04-10T11:59:30.7569229-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "bcc0d3bf-7e1e-44d5-90b2-9d31a7eda180",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T15:10:30.5508086-07:00",
      "CompleteTime": "2015-04-09T15:15:07.0092709-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "92bd0dec-997d-43fd-a272-9e417ddca2e3",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T15:10:31.4636393-07:00",
      "CompleteTime": "2015-04-09T15:14:37.4452887-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "dd6d4f43-e42a-4438-9772-8d2212cc7426",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T15:10:32.3374283-07:00",
      "CompleteTime": "2015-04-09T15:14:07.1035408-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "407d216b-96e6-410e-81aa-1893ef81ff7c",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T15:10:33.2242322-07:00",
      "CompleteTime": "2015-04-09T15:15:54.0732511-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6532a502-6cab-480e-bd4b-eb9f87fa92fd",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T17:02:31.3575555-07:00",
      "CompleteTime": "2015-04-09T17:06:05.5311508-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b18c6bed-d629-4ee7-ba2a-7955913fc229",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T19:52:28.7131946-07:00",
      "CompleteTime": "2015-04-09T19:56:32.4907842-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "7d17668c-a883-4b1f-93f2-6b654c344b28",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T13:30:21.6067808-07:00",
      "EndTime": "2015-04-09T13:41:09.2241613-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "392e1966-ddfd-44c0-9dbf-e07d6e950450",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T13:41:22.5383072-07:00",
      "EndTime": "2015-04-09T13:41:23.2309478-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18df27be-8426-405d-8689-f4d743f10830",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T13:41:24.0547797-07:00",
      "EndTime": "2015-04-09T14:15:27.2210161-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5fba7b23-d35c-4ed2-b3a5-3a2b67e0b548",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-09T14:15:35.8369089-07:00",
      "EndTime": "2015-04-09T14:28:44.9775848-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7bafcdc9-f223-4366-ba50-e216a3486cb0",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-09T14:28:45.8814123-07:00",
      "EndTime": "2015-04-09T14:41:50.4549207-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "97beaa3c-4579-4f33-9a16-b5dd934e0191",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-09T14:41:51.2156406-07:00",
      "EndTime": "2015-04-09T15:00:24.9126943-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0cdc6f61-eae4-4091-8b69-00dfc7313c28",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-09T16:01:06.3302272-07:00",
      "EndTime": "2015-04-09T16:02:21.4047752-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "69d3dce3-1c84-4d4c-8534-37f0abe2298a",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-09T16:47:34.0410904-07:00",
      "EndTime": "2015-04-09T19:57:54.7909442-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a02%3a26Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a02%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a02%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 323524. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 2287477,
          "Average": 285934.62,
          "Max": 323524,
          "Min": 52
        },
        {
          "StatusCode": 400,
          "Total": 14,
          "Average": 1.75,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 6819,
          "Average": 852.38,
          "Max": 6819,
          "Min": 6819
        },
        {
          "StatusCode": 429,
          "Total": 532402,
          "Average": 66550.25,
          "Max": 79558,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 9722. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 66955,
          "Average": 9565,
          "Max": 9722,
          "Min": 1630
        },
        {
          "StatusCode": 404,
          "Total": 223,
          "Average": 32,
          "Max": 47,
          "Min": 11
        },
        {
          "StatusCode": 429,
          "Total": 14486,
          "Average": 2069,
          "Max": 2279,
          "Min": 444
        },
        {
          "StatusCode": 449,
          "Total": 110,
          "Average": 16,
          "Max": 20,
          "Min": 5
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a15Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 28133. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 196185,
          "Average": 28026.43,
          "Max": 28146,
          "Min": 4602
        },
        {
          "StatusCode": 404,
          "Total": 762,
          "Average": 108.86,
          "Max": 190,
          "Min": 35
        },
        {
          "StatusCode": 429,
          "Total": 43434,
          "Average": 6204.86,
          "Max": 6666,
          "Min": 1312
        },
        {
          "StatusCode": 449,
          "Total": 374,
          "Average": 53.43,
          "Max": 70,
          "Min": 21
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 48381. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 342902,
          "Average": 42862.75,
          "Max": 48381,
          "Min": 928
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.38,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 8023,
          "Average": 1002.88,
          "Max": 3890,
          "Min": 113
        },
        {
          "StatusCode": 429,
          "Total": 78806,
          "Average": 9850.75,
          "Max": 11801,
          "Min": 664
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 252442. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1928325,
          "Average": 241040.62,
          "Max": 252442,
          "Min": 34462
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.12,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 11,
          "Average": 1.38,
          "Max": 7,
          "Min": 4
        },
        {
          "StatusCode": 429,
          "Total": 20575,
          "Average": 2571.88,
          "Max": 3088,
          "Min": 34
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 54423. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 374760,
          "Average": 53537.14,
          "Max": 54423,
          "Min": 7906
        },
        {
          "StatusCode": 401,
          "Total": 14,
          "Average": 2.0,
          "Max": 14,
          "Min": 14
        },
        {
          "StatusCode": 404,
          "Total": 503,
          "Average": 71.86,
          "Max": 128,
          "Min": 11
        },
        {
          "StatusCode": 429,
          "Total": 20840,
          "Average": 2977.14,
          "Max": 3336,
          "Min": 510
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.55
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "63ad6650-0fec-449d-9a30-e45b1abd2384",
          "MaxQuota": 10476298,
          "MaxUsage": 696091
        },
        {
          "PartitionId": "e1d8d151-7db0-42f1-b7f8-c48275232dc7",
          "MaxQuota": 10476298,
          "MaxUsage": 280052
        },
        {
          "PartitionId": "5a7ac628-c3a7-4acf-b10a-3a8c6bafd14a",
          "MaxQuota": 10476298,
          "MaxUsage": 276474
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "63ad6650-0fec-449d-9a30-e45b1abd2384",
          "MaxCrudUsage": 728,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1088
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "e1d8d151-7db0-42f1-b7f8-c48275232dc7",
          "MaxCrudUsage": 296,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 656
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "7f3d614e-a390-4188-8b78-26167e6d0239",
          "MaxCrudUsage": 288,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 648
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 98.264626
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 98.350848
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 98.353739
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 98.395791
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 98.4134
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 16.79913
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 16.788424
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 15.632935
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 14.811404
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 14.401558
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a04%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 26.994009
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 26.82102
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 26.336986
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 22.199403
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 19.864496
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a05%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 101456.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 101998.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 102006.733333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 102128.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 102149.233333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a05%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a05%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a05%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a07%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a07%3a08Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a07%3a08Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-09+20%3a28%3a21Z&end=2015-04-09+23%3a07%3a10Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T16:00:47.0486435-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 105472,
      "PhysicalCRUDUsageInMB": 96480,
      "LogicalIndexUsageInMB": 938,
      "LogicalCRUDUsageInMB": 13090,
      "ClientReportedUsageInMB": 5051061,
      "ClientReportedCollectionCount": 29
    },
    {
      "TimeStamp": "2015-04-09T16:07:13.040176-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106496,
      "PhysicalCRUDUsageInMB": 124880,
      "LogicalIndexUsageInMB": 1813,
      "LogicalCRUDUsageInMB": 24321,
      "ClientReportedUsageInMB": 6196586,
      "ClientReportedCollectionCount": 29
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA8BQAAAAAAAA==",
  "_ts": 1428692370,
  "_etag": "\"06003631-0000-0000-0000-55281d920000\"",
  "_attachments": "attachments/"
},
{
  "id": "fb07239d-e14f-4363-b1cb-dfae5e411a71",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA9BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-09T17:16:36.27214-07:00",
  "CompletedTime": "2015-04-09T22:55:20.8461007-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "9178e888-7122-4609-beae-0d072077be90",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T18:47:33.7467886-07:00",
      "CompleteTime": "2015-04-09T18:52:09.5704005-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7027cfae-5cd8-40f2-8a4a-96c432543b83",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-09T18:47:34.275212-07:00",
      "CompleteTime": "2015-04-09T18:51:39.9425548-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "15a46664-981b-4a79-a95f-bfac4376869e",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T18:47:34.7949591-07:00",
      "CompleteTime": "2015-04-09T18:52:39.6733664-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "bf30383e-e2f5-470c-b2ea-f1db10b270f1",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T18:47:35.3253864-07:00",
      "CompleteTime": "2015-04-09T18:53:51.9857909-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "56e17690-aeb7-4fba-a313-ee2d8ced037b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T17:18:46.838687-07:00",
      "EndTime": "2015-04-09T17:31:17.7988408-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0a988718-489c-4fd9-9e02-9a3ffac4c205",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T17:31:29.6863978-07:00",
      "EndTime": "2015-04-09T17:31:30.0286729-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e742ed44-1c14-45a0-9b7b-c5a468787324",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T17:31:30.3859601-07:00",
      "EndTime": "2015-04-09T18:06:55.9768979-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b3f1ec65-e066-44a2-9f98-5d8ea21d07b3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T18:07:06.1005711-07:00",
      "EndTime": "2015-04-09T18:21:15.8120893-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ffa613b9-1da0-4d75-b20a-bf9a21f25377",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T18:21:16.1508892-07:00",
      "EndTime": "2015-04-09T18:37:26.6101995-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f0508e89-1808-4f3a-84d5-72eb82327811",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-09T19:34:54.92526-07:00",
      "EndTime": "2015-04-09T19:44:04.4646406-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4e5a9dfd-8271-4e3f-a38c-612d540d66db",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-09T19:44:10.6963219-07:00",
      "EndTime": "2015-04-09T21:51:12.8890491-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "6 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-04-09T19:14:20.3456587",
          "Last": "2015-04-09T21:35:53.2484602"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-04-09T19:30:36.7181479",
          "Last": "2015-04-09T21:00:58.3551509"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 01:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 397744. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 7980852,
          "Average": 234730.94,
          "Max": 397744,
          "Min": 2670
        },
        {
          "StatusCode": 401,
          "Total": 475,
          "Average": 13.97,
          "Max": 356,
          "Min": 119
        },
        {
          "StatusCode": 404,
          "Total": 20362,
          "Average": 598.88,
          "Max": 9716,
          "Min": 52
        },
        {
          "StatusCode": 410,
          "Total": 15174,
          "Average": 446.29,
          "Max": 2146,
          "Min": 10
        },
        {
          "StatusCode": 429,
          "Total": 393868,
          "Average": 11584.35,
          "Max": 77976,
          "Min": 119
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 01:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 11702. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 229902,
          "Average": 6761.82,
          "Max": 11702,
          "Min": 75
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.09,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1234,
          "Average": 36.29,
          "Max": 176,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 410,
          "Average": 12.06,
          "Max": 51,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 10257,
          "Average": 301.68,
          "Max": 2121,
          "Min": 4
        },
        {
          "StatusCode": 449,
          "Total": 396,
          "Average": 11.65,
          "Max": 28,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 01:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 34053. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 683726,
          "Average": 20109.59,
          "Max": 34053,
          "Min": 227
        },
        {
          "StatusCode": 401,
          "Total": 16,
          "Average": 0.47,
          "Max": 11,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 4615,
          "Average": 135.74,
          "Max": 517,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1175,
          "Average": 34.56,
          "Max": 173,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 31623,
          "Average": 930.09,
          "Max": 6128,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 1627,
          "Average": 47.85,
          "Max": 127,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 01:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 59306. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1203350,
          "Average": 35392.65,
          "Max": 59306,
          "Min": 384
        },
        {
          "StatusCode": 401,
          "Total": 37,
          "Average": 1.09,
          "Max": 23,
          "Min": 14
        },
        {
          "StatusCode": 403,
          "Total": 39845,
          "Average": 1171.91,
          "Max": 14117,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 4,
          "Average": 0.12,
          "Max": 4,
          "Min": 4
        },
        {
          "StatusCode": 410,
          "Total": 1635,
          "Average": 48.09,
          "Max": 250,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 60212,
          "Average": 1770.94,
          "Max": 11976,
          "Min": 19
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 02:35:00 which does not meet the expected of 08:00:00, with maximum throughput being 464329. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8073888,
          "Average": 237467.29,
          "Max": 464329,
          "Min": 405
        },
        {
          "StatusCode": 400,
          "Total": 6550,
          "Average": 192.65,
          "Max": 695,
          "Min": 6
        },
        {
          "StatusCode": 401,
          "Total": 27,
          "Average": 0.79,
          "Max": 17,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 2529,
          "Average": 74.38,
          "Max": 586,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7545,
          "Average": 221.91,
          "Max": 1713,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 30186,
          "Average": 887.82,
          "Max": 4786,
          "Min": 17
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a51%3a57Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 01:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 56572. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1215172,
          "Average": 35740.35,
          "Max": 56572,
          "Min": 406
        },
        {
          "StatusCode": 401,
          "Total": 209,
          "Average": 6.15,
          "Max": 68,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 2063,
          "Average": 60.68,
          "Max": 443,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4858,
          "Average": 142.88,
          "Max": 691,
          "Min": 5
        },
        {
          "StatusCode": 429,
          "Total": 20110,
          "Average": 591.47,
          "Max": 4188,
          "Min": 6
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "600 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 33,
          "HourlyAverage": 8.778
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 478,
          "HourlyAverage": 127.151
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 80,
          "HourlyAverage": 21.28
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.266
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 1.596
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.532
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.266
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a52%3a50Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "f0fa8002-ed67-46cf-b08f-111b3907242f",
          "MaxQuota": 10476298,
          "MaxUsage": 1597760
        },
        {
          "PartitionId": "16e4b5a1-a280-4226-afd9-763986ae8712",
          "MaxQuota": 10476298,
          "MaxUsage": 1571283
        },
        {
          "PartitionId": "c5c2ccf9-f3e6-4190-8974-909ef0698153",
          "MaxQuota": 10476298,
          "MaxUsage": 1563948
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "3537a1a0-e74f-4ac2-a0a7-78056ff257d2",
          "MaxCrudUsage": 1560,
          "MaxIndexUsage": 320,
          "MaxTotalUsage": 2080
        },
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "f0fa8002-ed67-46cf-b08f-111b3907242f",
          "MaxCrudUsage": 1696,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2080
        },
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "db32ea24-8b16-4021-966c-419bedacae00",
          "MaxCrudUsage": 1688,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 2060
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 1 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T20:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 200.232,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 95.321642
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 95.513805
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 95.749366
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 96.33831
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 96.371913
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 48.431977
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 36.563056
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 36.270656
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 35.27453
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 34.484367
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 221.662546
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 93.456862
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 91.002213
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 90.628649
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 90.302461
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a53%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 79956.62069
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81991.034483
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 85360.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 86455.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88617.6
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a54%3a03Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a54%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 3,
          "Count": 1,
          "First": "2015-04-09T21:25:00",
          "Last": "2015-04-09T21:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 64,
          "First": "2015-04-09T19:55:00",
          "Last": "2015-04-09T21:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1,
          "First": "2015-04-09T21:30:00",
          "Last": "2015-04-09T21:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a54%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a55%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Did not find enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Count": 30,
          "SampleCount": 5320
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Count": 45,
          "SampleCount": 7984
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Count": 36,
          "SampleCount": 6382
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Count": 38,
          "SampleCount": 6731
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Count": 38,
          "SampleCount": 6736
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Count": 42,
          "SampleCount": 7448
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Count": 35,
          "SampleCount": 6205
        }
      ]
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a55%3a41Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a55%3a42Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-10+00%3a16%3a36Z&end=2015-04-10+04%3a55%3a49Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T19:34:29.8898453-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 84992,
      "PhysicalCRUDUsageInMB": 73136,
      "LogicalIndexUsageInMB": 981,
      "LogicalCRUDUsageInMB": 14850,
      "ClientReportedUsageInMB": 17536608,
      "ClientReportedCollectionCount": 95,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 93683,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 84,
          "DataUsage": 17430624,
          "OfferDetails": [
            {
              "CollectionCount": 84,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 12301,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-09T21:55:53.1099477-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 86732,
      "PhysicalCRUDUsageInMB": 294200,
      "LogicalIndexUsageInMB": 8330,
      "LogicalCRUDUsageInMB": 114137,
      "ClientReportedUsageInMB": 128275681,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 470143,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 99,
          "DataUsage": 127728426,
          "OfferDetails": [
            {
              "CollectionCount": 93,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 77112,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA9BQAAAAAAAA==",
  "_ts": 1428645320,
  "_etag": "\"05007724-0000-0000-0000-552765c80000\"",
  "_attachments": "attachments/"
},
{
  "id": "ee3d476b-62f7-486c-813d-c25b828f9aa4",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA+BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-09T18:52:47.4335133-07:00",
  "CompletedTime": "2015-04-09T19:17:55.403662-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "66a6ac25-c9f0-4fce-9c1e-9cba39fbb041",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T18:53:56.1065544-07:00",
      "EndTime": "2015-04-09T19:06:32.4353544-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bace416d-1334-4b19-b1e2-7d0844193320",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:06:46.6814551-07:00",
      "EndTime": "2015-04-09T19:07:54.9803998-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "b552dcbc-6df9-4e97-993a-3c328ad54d7b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:07:55.3231053-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA+BQAAAAAAAA==",
  "_ts": 1428632275,
  "_etag": "\"04006dda-0000-0000-0000-552732d30000\"",
  "_attachments": "attachments/"
},
{
  "id": "3a54b3e6-93b6-4031-9f7f-1bbd87e3fb84",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgA-BQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-3",
  "EnvironmentName": "Test3",
  "StartTime": "2015-04-09T18:59:29.8098769-07:00",
  "CompletedTime": "2015-04-10T09:27:23.4801724-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "1a31e6cb-19ae-413e-8ed1-abc86c7635bb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T20:29:13.5457035-07:00",
      "CompleteTime": "2015-04-09T20:33:18.6140442-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "88ad4150-484b-44de-889f-aab33dd6dc7b",
      "Name": "readheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T20:29:14.1022973-07:00",
      "CompleteTime": "2015-04-09T20:32:48.8150484-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "df171d20-5514-4d9f-8d33-ffd4e3ec06a6",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T20:29:14.6501739-07:00",
      "CompleteTime": "2015-04-09T20:33:48.8560755-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4d140e3d-93af-43ad-b352-93936badbedf",
      "Name": "torestore-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T20:29:15.524758-07:00",
      "CompleteTime": "2015-04-09T20:34:27.3926221-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7fa2bb59-cc2e-41d2-a7b1-e556b480c28b",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T21:47:27.182971-07:00",
      "CompleteTime": "2015-04-09T21:51:02.816561-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "65839c0c-802d-4358-a751-e4f2c4282145",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-09T22:51:36.0287204-07:00",
      "CompleteTime": "2015-04-09T22:57:47.6369037-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c4cddba4-322a-47e2-981a-9d5b7cb1ee48",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-3",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T00:37:57.8564946-07:00",
      "CompleteTime": "2015-04-10T00:58:14.4766134-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "17f0df9d-a6eb-4ef8-b83f-87086a7c639e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-3",
      "StartTime": "2015-04-10T07:54:55.4730437-07:00",
      "CompleteTime": "2015-04-10T08:32:07.8710284-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "9691c340-9304-4bd6-af25-57cbc72ec03f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:01:52.5146849-07:00",
      "EndTime": "2015-04-09T19:10:55.0834871-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5a70f332-6937-4ed6-ac39-db21bb3cdc45",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:11:01.47144-07:00",
      "EndTime": "2015-04-09T19:11:01.8046625-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "baffbb05-e471-4c8d-9cdb-f266d0ddf1aa",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:11:02.1448898-07:00",
      "EndTime": "2015-04-09T19:48:49.7243419-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c6486fd8-e6cb-4944-835c-cd012528a8a5",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:48:54.7580093-07:00",
      "EndTime": "2015-04-09T20:04:00.9870513-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fe08ee83-57db-468e-90b7-1e75d9034964",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T20:04:01.3596843-07:00",
      "EndTime": "2015-04-09T20:19:08.6113981-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a529f6dd-aa4b-4f77-8a6d-58692b4e51d2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-09T21:20:54.2083961-07:00",
      "EndTime": "2015-04-09T21:32:22.6195646-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a392128-345e-4202-b3e4-5b073d952f63",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-09T21:32:27.1407347-07:00",
      "EndTime": "2015-04-09T22:40:59.9795691-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "52083cca-5ac7-4060-9026-1817f118d066",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-09T23:31:38.3137291-07:00",
      "EndTime": "2015-04-10T00:41:03.620713-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3f19a48c-50f4-463b-ad53-799f01b5af85",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-10T01:38:16.6529785-07:00",
      "EndTime": "2015-04-10T03:46:50.8026428-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b4dc1c7-acf8-43e9-bf8a-38faa568d7aa",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-10T04:50:12.0336595-07:00",
      "EndTime": "2015-04-10T06:57:08.4367985-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "52aa3ee6-cc66-453b-87cf-d999367263ff",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-10T07:34:40.6234027-07:00",
      "EndTime": "2015-04-10T07:54:52.4099983-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dfb759ce-4e75-4e88-8264-ff772e905d3d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.5\\x64\\Release",
      "StartTime": "2015-04-10T08:32:09.229936-07:00",
      "EndTime": "2015-04-10T08:34:15.4643115-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "6 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-09T21:07:04.3956398",
          "Last": "2015-04-09T21:07:04.3956398"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 5,
          "First": "2015-04-09T20:59:37.3049471",
          "Last": "2015-04-09T23:01:33.4642775"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3 requests with 503 | 80 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 3,
          "First": "2015-04-10T02:25:13.6186641",
          "Last": "2015-04-10T02:25:13.8698206"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 65,
          "First": "2015-04-10T02:28:35.8023134",
          "Last": "2015-04-10T06:57:03.4966487"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-04-10T06:05:26.7838387",
          "Last": "2015-04-10T06:05:30.2834641"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 4,
          "First": "2015-04-10T09:03:06.4760903",
          "Last": "2015-04-10T09:11:19.912478"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Count": 1,
          "First": "2015-04-10T09:03:09.8914288",
          "Last": "2015-04-10T09:03:09.8914288"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Count": 5,
          "First": "2015-04-10T06:05:25.1238666",
          "Last": "2015-04-10T06:05:28.3751499"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "139 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 15,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "585760da-ae5c-4da5-9847-90e39f9cfc8f",
          "Count": 1,
          "First": "2015-04-10T05:15:00",
          "Last": "2015-04-10T05:15:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "36bef68f-2a50-4078-895f-036ef4ae64be",
          "Count": 4,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "c7a21316-4f3e-4151-9c92-6fd1b6699011",
          "Count": 2,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "c7a21316-4f3e-4151-9c92-6fd1b6699011",
          "Count": 38,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "c7a21316-4f3e-4151-9c92-6fd1b6699011",
          "Count": 5,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "c7a21316-4f3e-4151-9c92-6fd1b6699011",
          "Count": 1,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "36bef68f-2a50-4078-895f-036ef4ae64be",
          "Count": 11,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "36bef68f-2a50-4078-895f-036ef4ae64be",
          "Count": 1,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "36bef68f-2a50-4078-895f-036ef4ae64be",
          "Count": 76,
          "First": "2015-04-10T06:05:00",
          "Last": "2015-04-10T06:05:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 09:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 37910466,
          "Average": 257894.33,
          "Max": 340034,
          "Min": 19
        },
        {
          "StatusCode": 400,
          "Total": 45,
          "Average": 0.31,
          "Max": 17,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 10347,
          "Average": 70.39,
          "Max": 6458,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 114,
          "Average": 0.78,
          "Max": 114,
          "Min": 114
        },
        {
          "StatusCode": 409,
          "Total": 16,
          "Average": 0.11,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 99716,
          "Average": 678.34,
          "Max": 9950,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4883477,
          "Average": 33220.93,
          "Max": 159342,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1084692,
          "Average": 7378.86,
          "Max": 9963,
          "Min": 16
        },
        {
          "StatusCode": 404,
          "Total": 1588,
          "Average": 10.8,
          "Max": 161,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 2613,
          "Average": 17.78,
          "Max": 264,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 134096,
          "Average": 912.22,
          "Max": 4229,
          "Min": 9
        },
        {
          "StatusCode": 449,
          "Total": 2578,
          "Average": 17.54,
          "Max": 122,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3255904,
          "Average": 22149.01,
          "Max": 29584,
          "Min": 46
        },
        {
          "StatusCode": 404,
          "Total": 6399,
          "Average": 43.53,
          "Max": 541,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 6,
          "Average": 0.04,
          "Max": 6,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 7870,
          "Average": 53.54,
          "Max": 828,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 404584,
          "Average": 2752.27,
          "Max": 11965,
          "Min": 24
        },
        {
          "StatusCode": 449,
          "Total": 5101,
          "Average": 34.7,
          "Max": 202,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 09:35:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5713765,
          "Average": 38869.15,
          "Max": 51961,
          "Min": 3
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.09,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 89285,
          "Average": 607.38,
          "Max": 14208,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.03,
          "Max": 5,
          "Min": 5
        },
        {
          "StatusCode": 408,
          "Total": 16,
          "Average": 0.11,
          "Max": 16,
          "Min": 16
        },
        {
          "StatusCode": 410,
          "Total": 12669,
          "Average": 86.18,
          "Max": 1460,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 704628,
          "Average": 4793.39,
          "Max": 24222,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 11:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 61177236,
          "Average": 416171.67,
          "Max": 521878,
          "Min": 160
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 17955,
          "Average": 122.14,
          "Max": 4282,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 38162,
          "Average": 259.61,
          "Max": 2687,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1106068,
          "Average": 7524.27,
          "Max": 30953,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 09:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 5795154,
          "Average": 39422.82,
          "Max": 55039,
          "Min": 90
        },
        {
          "StatusCode": 401,
          "Total": 293,
          "Average": 1.99,
          "Max": 258,
          "Min": 35
        },
        {
          "StatusCode": 404,
          "Total": 5821,
          "Average": 39.6,
          "Max": 786,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 24100,
          "Average": 163.95,
          "Max": 1344,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 302265,
          "Average": 2056.22,
          "Max": 6587,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22",
      "Notes": "220 replica health errors | 216 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-10T05:48:15.551",
          "Last": "2015-04-10T05:48:16.121"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1382 replica alerts for FullCopy | 1 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 113,
          "HourlyAverage": 8.283
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 16,
          "HourlyAverage": 1.173
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 887,
          "HourlyAverage": 65.016
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.147
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.806
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.513
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.22
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.44
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.513
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 319,
          "HourlyAverage": 23.382
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.22
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.22
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.073
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.147
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.22
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0e121b7e-c214-4c8a-8601-2e9cfdc5ec28",
          "MaxQuota": 10476298,
          "MaxUsage": 5442722
        },
        {
          "PartitionId": "bc5b7007-5222-4a2a-951a-da65bbf99f7b",
          "MaxQuota": 10476298,
          "MaxUsage": 5437248
        },
        {
          "PartitionId": "c0a42938-230e-4cc0-90f0-1aafc3caca57",
          "MaxQuota": 10476298,
          "MaxUsage": 5429536
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "7f8503c9-7dfe-462c-b9b5-529d3fb91743",
          "MaxCrudUsage": 5352,
          "MaxIndexUsage": 1040,
          "MaxTotalUsage": 6628
        },
        {
          "DocumentServiceId": "@defaultaccount8",
          "PartitionId": "3fac11b9-02ab-482c-9368-c16f7bb80682",
          "MaxCrudUsage": 5312,
          "MaxIndexUsage": 1060,
          "MaxTotalUsage": 6612
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-3",
          "PartitionId": "3fac11b9-02ab-482c-9368-c16f7bb80682",
          "MaxCrudUsage": 5312,
          "MaxIndexUsage": 1060,
          "MaxTotalUsage": 6580
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 39 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-10T03:35:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 747.261,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T05:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 713.331,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T06:05:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "Percentile99": 617.663,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T00:15:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 446.798,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T02:30:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 333.043,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83.11919
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 83.446504
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 83.677394
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 84.122824
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 84.258486
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 78.906125
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 76.796289
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 69.958465
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 62.269353
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 61.039123
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 858.793508 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 858.793508
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 832.778947
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 805.769791
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 801.491303
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 739.439395
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 47730.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 51389.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52339.633333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 53866.3
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 55720.7
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 6,
          "First": "2015-04-10T02:05:00",
          "Last": "2015-04-10T03:40:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-04-10T05:45:00",
          "Last": "2015-04-10T05:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-10+01%3a59%3a29Z&end=2015-04-10+16%3a27%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-3%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T21:20:30.7926989-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 89856,
      "PhysicalCRUDUsageInMB": 77136,
      "LogicalIndexUsageInMB": 1023,
      "LogicalCRUDUsageInMB": 15788,
      "ClientReportedUsageInMB": 20366018,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 186321,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 99,
          "DataUsage": 20163215,
          "OfferDetails": [
            {
              "CollectionCount": 6,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 93,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 16482,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-09T22:51:15.0886374-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 113004,
      "PhysicalCRUDUsageInMB": 336544,
      "LogicalIndexUsageInMB": 6888,
      "LogicalCRUDUsageInMB": 94160,
      "ClientReportedUsageInMB": 85256841,
      "ClientReportedCollectionCount": 109,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 99,
          "DataUsage": 85199115,
          "OfferDetails": [
            {
              "CollectionCount": 89,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 57726,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T00:57:52.3321975-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 143056,
      "PhysicalCRUDUsageInMB": 699960,
      "LogicalIndexUsageInMB": 17172,
      "LogicalCRUDUsageInMB": 227127,
      "ClientReportedUsageInMB": 175133053,
      "ClientReportedCollectionCount": 109,
      "Details": [
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 99,
          "DataUsage": 175019110,
          "OfferDetails": [
            {
              "CollectionCount": 93,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 113943,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T04:09:49.0355703-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 250500,
      "PhysicalCRUDUsageInMB": 1361624,
      "LogicalIndexUsageInMB": 29007,
      "LogicalCRUDUsageInMB": 397732,
      "ClientReportedUsageInMB": 310603150,
      "ClientReportedCollectionCount": 109,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 99,
          "DataUsage": 310398582,
          "OfferDetails": [
            {
              "CollectionCount": 8,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 91,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 204568,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T07:27:13.0540227-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-3.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T09:27:23.4801724-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": []
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgA-BQAAAAAAAA==",
  "_ts": 1428686850,
  "_etag": "\"06004911-0000-0000-0000-552808020000\"",
  "_attachments": "attachments/"
},
{
  "id": "afee8405-9399-49d3-b1b6-d9b061e24e4a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBABQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-09T19:17:55.6338211-07:00",
  "CompletedTime": "2015-04-09T22:26:19.3005466-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "7a65d548-e8b8-4612-ae4f-c77af1841d71",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:17:58.7098701-07:00",
      "EndTime": "2015-04-09T19:28:34.1652385-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2be26d3-ebae-49a3-aeea-0bcb1126e598",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:28:40.4634443-07:00",
      "EndTime": "2015-04-09T19:28:40.7996691-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1fdc187b-946e-43df-8bf4-41e0901a2486",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T19:28:41.1348933-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBABQAAAAAAAA==",
  "_ts": 1428643579,
  "_etag": "\"0500bc1a-0000-0000-0000-55275efb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "518f4009-dd0e-47e8-ad1f-bf1ac409b7e2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBBBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-09T20:19:08.9353114-07:00",
  "CompletedTime": "2015-04-10T10:35:40.7755712-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "02fb8ff0-9630-4c3b-a166-cebcceae3a3d",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-09T21:47:06.6422488-07:00",
      "CompleteTime": "2015-04-09T21:51:17.4295081-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0cb81ad8-ddb8-4a37-971e-635849a32a07",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-09T21:47:07.1856034-07:00",
      "CompleteTime": "2015-04-09T21:51:13.2977521-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "54444c7c-01e3-43fc-9c85-36cdf375e511",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-09T21:47:07.6829354-07:00",
      "CompleteTime": "2015-04-09T21:52:13.1836947-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1c8afcab-433b-487c-a6a5-380fd29dccb7",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T21:47:08.2062845-07:00",
      "CompleteTime": "2015-04-09T21:51:43.2107031-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "68c334a7-9aa8-4d36-ae45-42d7c9c9ea4f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-09T23:02:01.4731507-07:00",
      "CompleteTime": "2015-04-09T23:05:37.4251841-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ae7d26be-0ab9-49e6-ad7a-8a4e7432169e",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-10T00:04:31.504302-07:00",
      "CompleteTime": "2015-04-10T00:10:42.338637-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2356b96b-1cca-4d7f-b687-d859942d6426",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T01:52:17.8971813-07:00",
      "CompleteTime": "2015-04-10T02:09:53.7984342-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7756f78c-c8a0-4f45-a746-95f9b267b286",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-10T09:00:12.2392665-07:00",
      "CompleteTime": "2015-04-10T09:34:25.2150192-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "67b5de89-2e7d-419f-9ebc-33c90aa54f46",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T20:21:29.3095522-07:00",
      "EndTime": "2015-04-09T20:32:16.2683451-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "53294cf4-7aa3-4725-87d0-f845d81e4d8e",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T20:32:23.6528312-07:00",
      "EndTime": "2015-04-09T20:32:24.0003095-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "107e42d6-b01b-4408-b5b7-3a0b087b48f2",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T20:32:24.3427144-07:00",
      "EndTime": "2015-04-09T21:06:42.9411837-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cd3d507a-4f3c-4548-b926-01c72c29080c",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T21:06:48.1675269-07:00",
      "EndTime": "2015-04-09T21:20:55.4530391-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "38a985b2-3957-49d6-86c9-c952cd8a3c05",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T21:20:55.7965841-07:00",
      "EndTime": "2015-04-09T21:37:02.5523319-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8123e3f6-93e2-4495-8cab-3e1f6731d3dd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T22:38:09.8903303-07:00",
      "EndTime": "2015-04-09T22:46:57.0759461-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e6afedd4-3b24-4095-bf4c-6139e5a4ec60",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-09T22:47:02.8698104-07:00",
      "EndTime": "2015-04-09T23:52:02.9400336-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4939f8e4-9f88-41aa-be32-29bd01d39140",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T00:44:34.1648006-07:00",
      "EndTime": "2015-04-10T01:54:34.8235071-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "19236a78-6e8e-4e08-b9fd-800144c52a64",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T02:49:56.5620013-07:00",
      "EndTime": "2015-04-10T04:55:27.2157083-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d997ebc0-e5b6-428b-bd9e-805cd04a3459",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T05:58:43.0072495-07:00",
      "EndTime": "2015-04-10T08:05:23.3907088-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2873a61-73a2-46e2-bb31-8b544e5e11f4",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T08:42:59.1822502-07:00",
      "EndTime": "2015-04-10T09:00:08.5508076-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6acf434-3f8d-4e53-8643-4f2c8c76d180",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T09:34:26.4354869-07:00",
      "EndTime": "2015-04-10T09:36:31.7940633-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a05%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a05%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "5 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "CExceptionHandler.CaptureMiniDumpFunction Begin\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-10T07:57:02.9819332",
          "Last": "2015-04-10T07:57:02.9819332"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 3,
          "First": "2015-04-09T22:16:58.6606605",
          "Last": "2015-04-10T00:10:15.2749061"
        },
        {
          "Message": "Taking non-invasive dump",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-10T07:57:02.9816681",
          "Last": "2015-04-10T07:57:02.9816681"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a05%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "7 requests with 408 | 57 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-04-10T02:30:42.4896334",
          "Last": "2015-04-10T03:13:24.5464917"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 5,
          "First": "2015-04-10T02:28:37.1836084",
          "Last": "2015-04-10T07:54:55.6664995"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 54,
          "First": "2015-04-10T07:55:23.759056",
          "Last": "2015-04-10T07:56:24.2450449"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "First": "2015-04-10T07:55:28.0855872",
          "Last": "2015-04-10T07:55:31.8825217"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "First": "2015-04-10T07:55:30.9415863",
          "Last": "2015-04-10T07:55:30.9415863"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a09%3a24Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a10%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:10:00 which does not meet the expected of 08:00:00, with maximum throughput being 296571. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 11080376,
          "Average": 96351.1,
          "Max": 296571,
          "Min": 1828
        },
        {
          "StatusCode": 400,
          "Total": 22,
          "Average": 0.19,
          "Max": 9,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 2790,
          "Average": 24.26,
          "Max": 976,
          "Min": 53
        },
        {
          "StatusCode": 404,
          "Total": 6438,
          "Average": 55.98,
          "Max": 1596,
          "Min": 95
        },
        {
          "StatusCode": 409,
          "Total": 13,
          "Average": 0.11,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 12053,
          "Average": 104.81,
          "Max": 1698,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2222478,
          "Average": 19325.9,
          "Max": 139541,
          "Min": 455
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a10%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 9048. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 325781,
          "Average": 2832.88,
          "Max": 9048,
          "Min": 48
        },
        {
          "StatusCode": 401,
          "Total": 52,
          "Average": 0.45,
          "Max": 31,
          "Min": 21
        },
        {
          "StatusCode": 404,
          "Total": 625,
          "Average": 5.43,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 303,
          "Average": 2.63,
          "Max": 46,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 55553,
          "Average": 483.07,
          "Max": 3685,
          "Min": 10
        },
        {
          "StatusCode": 449,
          "Total": 689,
          "Average": 5.99,
          "Max": 30,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a11%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 25716. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 969414,
          "Average": 8429.69,
          "Max": 25716,
          "Min": 141
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 177,
          "Average": 1.54,
          "Max": 86,
          "Min": 8
        },
        {
          "StatusCode": 404,
          "Total": 2423,
          "Average": 21.07,
          "Max": 190,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 925,
          "Average": 8.04,
          "Max": 125,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 166866,
          "Average": 1451.01,
          "Max": 10837,
          "Min": 37
        },
        {
          "StatusCode": 449,
          "Total": 1567,
          "Average": 13.63,
          "Max": 95,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a11%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 43251. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1681858,
          "Average": 14624.85,
          "Max": 43251,
          "Min": 177
        },
        {
          "StatusCode": 400,
          "Total": 6,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 142,
          "Average": 1.23,
          "Max": 89,
          "Min": 7
        },
        {
          "StatusCode": 403,
          "Total": 28969,
          "Average": 251.9,
          "Max": 6908,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7,
          "Average": 0.06,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 410,
          "Total": 1064,
          "Average": 9.25,
          "Max": 137,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 313327,
          "Average": 2724.58,
          "Max": 20832,
          "Min": 151
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a12%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 06:15:00 which does not meet the expected of 08:00:00, with maximum throughput being 454736. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 15018041,
          "Average": 130591.66,
          "Max": 454736,
          "Min": 68
        },
        {
          "StatusCode": 401,
          "Total": 73,
          "Average": 0.63,
          "Max": 59,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 446,
          "Average": 3.88,
          "Max": 201,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 6066,
          "Average": 52.75,
          "Max": 1457,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 410111,
          "Average": 3566.18,
          "Max": 18823,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a12%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 49692. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1725211,
          "Average": 15001.83,
          "Max": 49692,
          "Min": 76
        },
        {
          "StatusCode": 401,
          "Total": 273,
          "Average": 2.37,
          "Max": 121,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 1096,
          "Average": 9.53,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5675,
          "Average": 49.35,
          "Max": 1080,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 118462,
          "Average": 1030.1,
          "Max": 6084,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a13%3a05Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a13%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a14%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a14%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "773 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.09
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 719,
          "HourlyAverage": 64.619
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.18
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 39,
          "HourlyAverage": 3.505
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 11,
          "HourlyAverage": 0.989
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.09
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.27
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a14%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a14%3a27Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "f49efacc-a681-433a-b774-5650b4b69534",
          "MaxQuota": 10476298,
          "MaxUsage": 4727293
        },
        {
          "PartitionId": "6fd3c88a-237c-481d-b2ea-1858b09cc076",
          "MaxQuota": 10476298,
          "MaxUsage": 4694942
        },
        {
          "PartitionId": "e287d3c7-4b67-44f4-93a9-7d756038a2f6",
          "MaxQuota": 10476298,
          "MaxUsage": 4619392
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a14%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "f49efacc-a681-433a-b774-5650b4b69534",
          "MaxCrudUsage": 4816,
          "MaxIndexUsage": 864,
          "MaxTotalUsage": 5880
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "34d36e62-474c-4320-9e23-84a0a2dae3a8",
          "MaxCrudUsage": 4640,
          "MaxIndexUsage": 912,
          "MaxTotalUsage": 5752
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-9",
          "PartitionId": "6ed59ee7-b4e8-4f2e-9ed4-e9b1cff9ee65",
          "MaxCrudUsage": 4640,
          "MaxIndexUsage": 860,
          "MaxTotalUsage": 5680
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a15%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 3 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-09T23:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 476.019,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T01:30:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 140.661,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T01:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 56.656,
          "IsDuringUpgrade": false
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a15%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85.247222
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86.5638
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 88.483605
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 88.824169
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 88.833539
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a16%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 77.035692
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 36.134018
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 35.654496
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 32.358731
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 28.759647
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a17%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 314.924988
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 192.114535
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 107.880198
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 104.916435
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 100.885691
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a18%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 58089.25
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 63464.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63581.913043
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 64541.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 67073.142857
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a18%3a37Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a18%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5,
          "Count": 1,
          "First": "2015-04-10T03:25:00",
          "Last": "2015-04-10T03:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-10+03%3a19%3a08Z&end=2015-04-10+15%3a20%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-09T22:37:45.1568336-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 19712,
      "PhysicalCRUDUsageInMB": 19264,
      "LogicalIndexUsageInMB": 151,
      "LogicalCRUDUsageInMB": 4703,
      "ClientReportedUsageInMB": 20613032,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 16291,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 20347545,
          "OfferDetails": [
            {
              "CollectionCount": 94,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 5,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 249196,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T00:04:06.9259092-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 115688,
      "PhysicalCRUDUsageInMB": 278408,
      "LogicalIndexUsageInMB": 6349,
      "LogicalCRUDUsageInMB": 89864,
      "ClientReportedUsageInMB": 79155583,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 56517,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 79099066,
          "OfferDetails": [
            {
              "CollectionCount": 88,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 9,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T02:09:30.1626696-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 125068,
      "PhysicalCRUDUsageInMB": 588088,
      "LogicalIndexUsageInMB": 13282,
      "LogicalCRUDUsageInMB": 183962,
      "ClientReportedUsageInMB": 159309547,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 114452,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 159195095,
          "OfferDetails": [
            {
              "CollectionCount": 7,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 86,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 7,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T05:18:13.6510777-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 101712,
      "PhysicalCRUDUsageInMB": 516976,
      "LogicalIndexUsageInMB": 10919,
      "LogicalCRUDUsageInMB": 155923,
      "ClientReportedUsageInMB": 268786099,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 200495,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 268585604,
          "OfferDetails": [
            {
              "CollectionCount": 81,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 8,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 11,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T08:35:28.9919876-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBBBQAAAAAAAA==",
  "_ts": 1428687340,
  "_etag": "\"06002014-0000-0000-0000-552809ec0000\"",
  "_attachments": "attachments/"
},
{
  "id": "5f93610a-4904-45b1-ba2e-612d8f934f0a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBCBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-09T22:26:19.5547173-07:00",
  "CompletedTime": "2015-04-10T14:33:47.0634946-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "a84a9c5a-75c1-4011-9d5d-cbf8629ad96a",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T00:19:32.5042304-07:00",
      "CompleteTime": "2015-04-10T00:23:38.485157-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "41a8b31e-2144-4dfd-b406-0812ef9c7a95",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-10T00:19:33.0205749-07:00",
      "CompleteTime": "2015-04-10T00:24:08.1073671-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9be908f-1b4a-4497-ac6a-9c43334e6271",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T00:19:33.5739445-07:00",
      "CompleteTime": "2015-04-10T00:25:38.4049795-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "664f73dd-5721-48c0-8e78-1c2c32f6fb48",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-10T00:19:34.2213769-07:00",
      "CompleteTime": "2015-04-10T00:25:47.4450563-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f068bca7-d65d-4af2-8acd-dc0e6c3d6c37",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T04:14:01.5148811-07:00",
      "CompleteTime": "2015-04-10T04:18:05.9373406-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "06d32e3c-d6ba-4ad8-ae04-25e43712c3a7",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-10T06:11:03.2501967-07:00",
      "CompleteTime": "2015-04-10T06:12:11.5772157-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "6c0e1f84-c798-41f3-bf43-a5a9ee302625",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T07:05:45.456107-07:00",
      "CompleteTime": "2015-04-10T07:09:49.3212266-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "54751c95-8c3a-4ddb-87bb-ace4e26fbb71",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-10T12:51:51.8149032-07:00",
      "CompleteTime": "2015-04-10T12:53:01.1972699-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "ab21c469-5f22-430b-b9cb-17df476cb8ff",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T22:26:22.9639927-07:00",
      "EndTime": "2015-04-09T22:36:29.2687347-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "31a8597a-43f2-4f00-8488-730fbd5b1170",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T22:36:35.7609685-07:00",
      "EndTime": "2015-04-09T22:36:36.1132037-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a3dd32c0-4d79-4ce3-b5cd-c819816603cb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T22:36:36.4617732-07:00",
      "EndTime": "2015-04-09T23:10:31.5396405-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f73f8681-5798-4254-ac2d-654dd286b0ce",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:10:37.0643306-07:00",
      "EndTime": "2015-04-09T23:24:45.487309-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4396a9c9-444d-4149-bd07-4da276df28f1",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:24:45.8235336-07:00",
      "EndTime": "2015-04-09T23:40:53.0468646-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "93cabbd6-6639-415a-925f-ec29312a9dc1",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-09T23:40:53.66828-07:00",
      "EndTime": "2015-04-10T00:09:27.1549042-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8f5f1284-873d-489b-b245-26a18beeb1b1",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T01:07:37.2006279-07:00",
      "EndTime": "2015-04-10T03:07:11.3548321-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dabbf561-fe2f-4990-b961-8eb9f2b4b92f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T03:59:19.3383904-07:00",
      "EndTime": "2015-04-10T05:54:22.6901741-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2dfe9580-59ba-461e-bd17-27c2aceccd35",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T06:51:05.6522519-07:00",
      "EndTime": "2015-04-10T08:53:34.3581993-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "54be8b83-1110-4d46-9bc5-032934000029",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T09:58:14.8449569-07:00",
      "EndTime": "2015-04-10T12:03:30.8595234-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "270f350e-0f71-41e5-8d22-2541799f222e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T12:40:38.1512835-07:00",
      "EndTime": "2015-04-10T12:51:47.7011557-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a53133b4-9b7d-4b18-a208-b6e37ae4019f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150409.1\\x64\\Release",
      "StartTime": "2015-04-10T12:53:04.2743244-07:00",
      "EndTime": "2015-04-10T12:55:11.2701053-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "18 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-10T10:10:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:30:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T10:55:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T11:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T11:20:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T11:20:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T11:25:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.Server.exe.4520.dmp"
        },
        {
          "DateTime": "2015-04-10T11:40:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T12:05:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_5\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-10T12:25:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_6\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "20 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Init failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-10T11:25:16.8526927",
          "Last": "2015-04-10T11:25:16.8526927"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-10T11:25:16.8527186",
          "Last": "2015-04-10T11:25:16.8527186"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 18,
          "First": "2015-04-10T04:14:47.5088572",
          "Last": "2015-04-10T12:30:48.0068691"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "12 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 11,
          "First": "2015-04-10T02:49:19.9596565",
          "Last": "2015-04-10T10:38:15.2830284"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 1,
          "First": "2015-04-10T10:40:16.0101912",
          "Last": "2015-04-10T10:40:16.0101912"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 125468.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 13838804,
          "Average": 81886.41,
          "Max": 125468,
          "Min": 87
        },
        {
          "StatusCode": 400,
          "Total": 31,
          "Average": 0.18,
          "Max": 20,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 52042,
          "Average": 307.94,
          "Max": 4529,
          "Min": 1
        },
        {
          "StatusCode": 409,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 66556,
          "Average": 393.82,
          "Max": 4422,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 36246717,
          "Average": 214477.62,
          "Max": 340420,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4659.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 511054,
          "Average": 3524.51,
          "Max": 4659,
          "Min": 20
        },
        {
          "StatusCode": 404,
          "Total": 654,
          "Average": 4.51,
          "Max": 112,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1463,
          "Average": 10.09,
          "Max": 96,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 883968,
          "Average": 6096.33,
          "Max": 9016,
          "Min": 5
        },
        {
          "StatusCode": 449,
          "Total": 1154,
          "Average": 7.96,
          "Max": 60,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 13688.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1528479,
          "Average": 10541.23,
          "Max": 13688,
          "Min": 40
        },
        {
          "StatusCode": 404,
          "Total": 2450,
          "Average": 16.9,
          "Max": 333,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4705,
          "Average": 32.45,
          "Max": 353,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2648549,
          "Average": 18265.86,
          "Max": 25783,
          "Min": 8
        },
        {
          "StatusCode": 449,
          "Total": 3669,
          "Average": 25.3,
          "Max": 159,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 21098.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2656573,
          "Average": 15719.37,
          "Max": 21098,
          "Min": 1
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 91103,
          "Average": 539.07,
          "Max": 5571,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7110,
          "Average": 42.07,
          "Max": 662,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4657460,
          "Average": 27558.93,
          "Max": 50122,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26382593,
          "Average": 156110.02,
          "Max": 178626,
          "Min": 71
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 2365,
          "Average": 13.99,
          "Max": 255,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13601,
          "Average": 80.48,
          "Max": 974,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1442169,
          "Average": 8533.54,
          "Max": 17421,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 23132.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2368384,
          "Average": 16333.68,
          "Max": 23132,
          "Min": 77
        },
        {
          "StatusCode": 401,
          "Total": 71,
          "Average": 0.49,
          "Max": 12,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 1641,
          "Average": 11.32,
          "Max": 118,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 11591,
          "Average": 79.94,
          "Max": 735,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1254158,
          "Average": 8649.37,
          "Max": 12266,
          "Min": 13
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "110 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 110,
          "First": "2015-04-10T08:03:58.191",
          "Last": "2015-04-10T13:09:23.07"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "897 replica alerts for FullCopy | 6 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 752,
          "HourlyAverage": 48.87
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 85,
          "HourlyAverage": 5.524
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.455
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.065
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 12,
          "HourlyAverage": 0.78
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 4,
          "HourlyAverage": 0.26
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.13
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.26
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.585
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.52
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.195
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.195
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.455
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.325
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.065
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ab1e5980-047d-4d1c-bb67-34668e76a417",
          "MaxQuota": 10476298,
          "MaxUsage": 4261856
        },
        {
          "PartitionId": "0d279616-de56-4119-b503-873bc9e4fd15",
          "MaxQuota": 10476298,
          "MaxUsage": 4254688
        },
        {
          "PartitionId": "59806306-240b-433a-8f90-d854215e2686",
          "MaxQuota": 10476298,
          "MaxUsage": 4254528
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount5",
          "PartitionId": "59806306-240b-433a-8f90-d854215e2686",
          "MaxCrudUsage": 4176,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 4664
        },
        {
          "DocumentServiceId": "@defaultaccount2",
          "PartitionId": "0d279616-de56-4119-b503-873bc9e4fd15",
          "MaxCrudUsage": 4176,
          "MaxIndexUsage": 300,
          "MaxTotalUsage": 4664
        },
        {
          "DocumentServiceId": "@defaultaccount8",
          "PartitionId": "dacac18e-fa0c-4d67-8cae-ed880d69b8ea",
          "MaxCrudUsage": 4160,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 4648
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 10 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-10T08:00:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 577.945,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T08:00:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 272.212,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T11:10:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 254.199,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T02:55:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 128.713,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T02:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 114.14,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 94.149488
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 94.237553
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 94.376798
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 94.384554
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 94.503451
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 41.1236
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 34.423631
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 33.776436
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 32.946473
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 32.337601
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 401.205222 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 401.205222
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 360.749677
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 351.343152
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 350.677694
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 343.414343
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 83742.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 84386.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84388.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86291.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 86847.5
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-04-10T11:30:00",
          "Last": "2015-04-10T11:30:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "15 Direct Tcp requests with 503 | 8 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Count": 10,
          "Average": 5.0,
          "First": "2015-04-10T01:20:00",
          "Last": "2015-04-10T01:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 8,
          "Average": 1.0,
          "First": "2015-04-10T01:35:00",
          "Last": "2015-04-10T11:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 5,
          "Average": 1.25,
          "First": "2015-04-10T06:45:00",
          "Last": "2015-04-10T11:00:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-10+05%3a26%3a19Z&end=2015-04-10+21%3a33%3a47Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-10T01:07:21.5942057-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 50176,
      "PhysicalCRUDUsageInMB": 30064,
      "LogicalIndexUsageInMB": 49,
      "LogicalCRUDUsageInMB": 3295,
      "ClientReportedUsageInMB": 1341789,
      "ClientReportedCollectionCount": 23
    },
    {
      "TimeStamp": "2015-04-10T03:18:45.4768611-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 106356,
      "PhysicalCRUDUsageInMB": 158856,
      "LogicalIndexUsageInMB": 2117,
      "LogicalCRUDUsageInMB": 37442,
      "ClientReportedUsageInMB": 85709,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-10T06:10:48.7086048-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 108536,
      "PhysicalCRUDUsageInMB": 289008,
      "LogicalIndexUsageInMB": 4217,
      "LogicalCRUDUsageInMB": 68429,
      "ClientReportedUsageInMB": 2503119,
      "ClientReportedCollectionCount": 13
    },
    {
      "TimeStamp": "2015-04-10T09:17:55.9212878-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 110828,
      "PhysicalCRUDUsageInMB": 458504,
      "LogicalIndexUsageInMB": 6984,
      "LogicalCRUDUsageInMB": 111651,
      "ClientReportedUsageInMB": 20757407,
      "ClientReportedCollectionCount": 30
    },
    {
      "TimeStamp": "2015-04-10T12:33:34.5529298-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-10T14:33:47.0634946-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 1296,
      "PhysicalCRUDUsageInMB": 12992,
      "LogicalIndexUsageInMB": 2,
      "LogicalCRUDUsageInMB": 135,
      "ClientReportedUsageInMB": 145739,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBCBQAAAAAAAA==",
  "_ts": 1428704005,
  "_etag": "\"06006873-0000-0000-0000-55284b050000\"",
  "_attachments": "attachments/"
},
{
  "id": "4b32ae93-e811-4944-b1cf-d3bc06277c92",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBDBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-09T22:55:21.7248069-07:00",
  "CompletedTime": "2015-04-10T15:51:21.5148922-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "7f1655ba-b787-49dc-8874-9681b7c840d2",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-10T00:25:34.5839644-07:00",
      "CompleteTime": "2015-04-10T00:34:41.3846058-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "28e9315c-ded3-4c16-be92-2c3baa89c716",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-10T00:25:35.138408-07:00",
      "CompleteTime": "2015-04-10T00:31:40.1011081-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f4acdd99-e15d-4aa2-9e16-a1aeef295ee6",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T00:25:35.637809-07:00",
      "CompleteTime": "2015-04-10T00:30:40.4585294-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b2eb6cd1-e7e5-4632-9535-d6984728ba38",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-10T00:25:36.194541-07:00",
      "CompleteTime": "2015-04-10T00:30:51.8757713-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "86439b04-0053-4db6-b490-cbcd59246014",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T06:17:51.6369507-07:00",
      "CompleteTime": "2015-04-10T06:21:56.1429406-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c6974a4d-cdf9-4f7e-9d16-132f76cc115c",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-10T07:38:37.4504188-07:00",
      "CompleteTime": "2015-04-10T07:43:53.3540939-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "990b9c97-4c3f-4a4a-8e31-7682cd6b71c7",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T09:01:08.641648-07:00",
      "CompleteTime": "2015-04-10T09:05:12.897749-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f9e14870-26e3-46c6-b570-876a41baa2e0",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-10T14:17:17.0955679-07:00",
      "CompleteTime": "2015-04-10T15:02:39.4767509-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "25db6171-2bd3-4760-b7ce-2bb862727482",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T22:57:54.6234773-07:00",
      "EndTime": "2015-04-09T23:08:17.3768721-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "36884e93-56f7-4e5c-9c11-7b239270bd00",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:08:30.5621901-07:00",
      "EndTime": "2015-04-09T23:08:30.90786-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "91201bc7-94d5-4088-bbdc-badd070b632b",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:08:31.261143-07:00",
      "EndTime": "2015-04-09T23:44:53.9097217-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d131f8f-2320-42cf-80f9-ad912ccfa7c8",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:45:04.2000214-07:00",
      "EndTime": "2015-04-09T23:59:13.1838407-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "189c7a6c-4403-4e2f-97d2-deeda043fd64",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-09T23:59:13.589167-07:00",
      "EndTime": "2015-04-10T00:15:24.3842475-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0da68295-0870-4174-b6b8-0ef10bf57539",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150409.7\\x64\\Release",
      "StartTime": "2015-04-10T01:12:56.2297838-07:00",
      "EndTime": "2015-04-10T01:24:03.7565138-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0be3b16f-0d05-446c-9f61-be53fbfd6188",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150409.7\\x64\\Release",
      "StartTime": "2015-04-10T01:24:10.3779405-07:00",
      "EndTime": "2015-04-10T03:31:00.6427533-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8967ba7d-09db-4a01-a259-eb4a7a8d3b1c",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150409.7\\x64\\Release",
      "StartTime": "2015-04-10T06:02:55.1699791-07:00",
      "EndTime": "2015-04-10T07:16:37.2010999-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c4d461dc-ae11-4796-8a0c-cedb79c7b17f",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150409.7\\x64\\Release",
      "StartTime": "2015-04-10T08:18:41.899954-07:00",
      "EndTime": "2015-04-10T09:31:27.6622152-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b7eabf12-7cb1-4196-b2e7-c67236aa5106",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150409.7\\x64\\Release",
      "StartTime": "2015-04-10T10:38:21.4628592-07:00",
      "EndTime": "2015-04-10T12:40:59.1597957-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c637124-8fe2-4cc9-a3c0-646fa082b539",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-10T13:58:57.5069795-07:00",
      "EndTime": "2015-04-10T14:17:12.1518918-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6134cb1b-c13d-4f55-8a8a-3f385ce8ba94",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-10T15:02:40.9447475-07:00",
      "EndTime": "2015-04-10T15:04:50.1142618-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "12 back end trace criticals with 3 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-10T09:44:37.6630055",
          "Last": "2015-04-10T09:44:37.6630055"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 10,
          "First": "2015-04-10T01:24:32.2318334",
          "Last": "2015-04-10T15:20:21.4434266"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-10T09:44:37.6818277",
          "Last": "2015-04-10T09:44:37.6818277"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "9 requests with 408 | 35 requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-10T02:47:53.2130589",
          "Last": "2015-04-10T02:47:53.2130589"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3,
          "First": "2015-04-10T02:29:35.0103173",
          "Last": "2015-04-10T12:06:47.0799674"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 23,
          "First": "2015-04-10T06:55:18.4468141",
          "Last": "2015-04-10T11:42:58.5429561"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-04-10T06:55:19.0711188",
          "Last": "2015-04-10T11:42:58.232097"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 6,
          "First": "2015-04-10T06:55:19.9931035",
          "Last": "2015-04-10T06:55:23.327562"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 4,
          "First": "2015-04-10T09:02:45.8876169",
          "Last": "2015-04-10T12:02:25.3394969"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "First": "2015-04-10T15:50:32.2142275",
          "Last": "2015-04-10T15:50:32.2142275"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 408s during upgrades in 1 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "e71ddd2b-635a-4972-96a0-a944e8199cd9",
          "Count": 1,
          "First": "2015-04-10T12:15:00",
          "Last": "2015-04-10T12:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 06:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 370491.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45901462,
          "Average": 252205.84,
          "Max": 370491,
          "Min": 198
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.05,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 1247,
          "Average": 6.85,
          "Max": 1022,
          "Min": 32
        },
        {
          "StatusCode": 404,
          "Total": 1346590,
          "Average": 7398.85,
          "Max": 15817,
          "Min": 45
        },
        {
          "StatusCode": 409,
          "Total": 34,
          "Average": 0.19,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24475811,
          "Average": 134482.48,
          "Max": 177180,
          "Min": 6
        },
        {
          "StatusCode": 429,
          "Total": 3733187,
          "Average": 20512.02,
          "Max": 41409,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 13:05:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1356830,
          "Average": 7496.3,
          "Max": 10636,
          "Min": 77
        },
        {
          "StatusCode": 404,
          "Total": 3839,
          "Average": 21.21,
          "Max": 96,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1404,
          "Average": 7.76,
          "Max": 63,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 65430,
          "Average": 361.49,
          "Max": 721,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 2662,
          "Average": 14.71,
          "Max": 42,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 13:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 4061595,
          "Average": 22439.75,
          "Max": 31760,
          "Min": 226
        },
        {
          "StatusCode": 404,
          "Total": 14756,
          "Average": 81.52,
          "Max": 348,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4170,
          "Average": 23.04,
          "Max": 203,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 198804,
          "Average": 1098.36,
          "Max": 2151,
          "Min": 2
        },
        {
          "StatusCode": 449,
          "Total": 8720,
          "Average": 48.18,
          "Max": 141,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 13:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7022371,
          "Average": 38797.63,
          "Max": 55360,
          "Min": 9
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.05,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 98080,
          "Average": 541.88,
          "Max": 9218,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 18,
          "Average": 0.1,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 5115,
          "Average": 28.26,
          "Max": 286,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 785336,
          "Average": 4338.87,
          "Max": 20349,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:50:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 63974210,
          "Average": 353448.67,
          "Max": 468796,
          "Min": 812
        },
        {
          "StatusCode": 404,
          "Total": 12694,
          "Average": 70.13,
          "Max": 924,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 33257,
          "Average": 183.74,
          "Max": 2185,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 853616,
          "Average": 4716.11,
          "Max": 34790,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 04:55:00 which does not meet the expected of 08:00:00, with maximum throughput being 53501.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6544075,
          "Average": 36155.11,
          "Max": 53501,
          "Min": 400
        },
        {
          "StatusCode": 401,
          "Total": 1590,
          "Average": 8.78,
          "Max": 210,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8383,
          "Average": 46.31,
          "Max": 882,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 24078,
          "Average": 133.03,
          "Max": 1310,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 178197,
          "Average": 984.51,
          "Max": 2184,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "246 replica health errors | 230 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 12,
          "First": "2015-04-10T14:37:12.498",
          "Last": "2015-04-10T14:47:14.213"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 4,
          "First": "2015-04-10T14:37:13.038",
          "Last": "2015-04-10T14:47:14.213"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1104 replica alerts for FullCopy | 2 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 321,
          "HourlyAverage": 19.928
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.497
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 63,
          "HourlyAverage": 3.911
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 613,
          "HourlyAverage": 38.056
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 73,
          "HourlyAverage": 4.532
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.186
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.372
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.062
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.062
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 7,
          "HourlyAverage": 0.435
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.186
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.186
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.124
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.062
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.062
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "20195fbe-ffa7-426f-b8c8-acf36c5404c8",
          "MaxQuota": 10476298,
          "MaxUsage": 5568676
        },
        {
          "PartitionId": "d171a7a8-4d9f-4d8b-b35b-526e8560b7ed",
          "MaxQuota": 10476298,
          "MaxUsage": 5554389
        },
        {
          "PartitionId": "9ab463eb-23e5-459c-9047-8739f155431b",
          "MaxQuota": 10476298,
          "MaxUsage": 5544135
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "20195fbe-ffa7-426f-b8c8-acf36c5404c8",
          "MaxCrudUsage": 5456,
          "MaxIndexUsage": 1072,
          "MaxTotalUsage": 6720
        },
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "20195fbe-ffa7-426f-b8c8-acf36c5404c8",
          "MaxCrudUsage": 5456,
          "MaxIndexUsage": 1056,
          "MaxTotalUsage": 6712
        },
        {
          "DocumentServiceId": "@defaultaccount1",
          "PartitionId": "9ab463eb-23e5-459c-9047-8739f155431b",
          "MaxCrudUsage": 5448,
          "MaxIndexUsage": 1052,
          "MaxTotalUsage": 6700
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 27 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-10T12:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 1371.212,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T10:40:00",
          "RoleInstance": "ServerCluster0_IN_9",
          "Percentile99": 409.328,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T12:35:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 380.412,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T10:40:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "Percentile99": 348.768,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-10T09:05:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 333.314,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 84.90179
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.534094
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 87.215533
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87.422777
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 87.529054
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 51.371668
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 50.98819
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 41.413029
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 41.213522
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 39.792145
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 368.669291
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 368.39623
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 336.702997
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 208.664702
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 179.31282
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 63523.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 65670.333333
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 66766.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 68463.0
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 69077.833333
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "2 background task exceptions with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: de2b9da6-f40b-4d70-aa91-1e5d5c521f38",
          "Count": 1,
          "First": "2015-04-10T15:15:13.1506949",
          "Last": "2015-04-10T15:15:13.1506949"
        },
        {
          "ExceptionType": "Microsoft.Azure.Documents.PreconditionFailedException",
          "ExceptionMessage": "Conditional check failed\nActivityId: e9e3f912-7cc7-4095-a33d-25de35537cc4",
          "Count": 1,
          "First": "2015-04-10T15:15:39.5981491",
          "Last": "2015-04-10T15:15:39.5981491"
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 4,
          "First": "2015-04-10T12:10:00",
          "Last": "2015-04-10T14:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 22,
          "First": "2015-04-10T03:40:00",
          "Last": "2015-04-10T14:35:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.0,
          "Count": 242,
          "First": "2015-04-10T01:35:00",
          "Last": "2015-04-10T14:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-10+05%3a55%3a21Z&end=2015-04-10+22%3a51%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-10T01:12:39.7732962-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 23552,
      "PhysicalCRUDUsageInMB": 14408,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 487,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 10,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 863,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T03:43:13.1669299-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 147868,
      "PhysicalCRUDUsageInMB": 444488,
      "LogicalIndexUsageInMB": 9195,
      "LogicalCRUDUsageInMB": 116917,
      "ClientReportedUsageInMB": 91697,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 60088,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 69227,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 93769392,
          "OfferDetails": [
            {
              "CollectionCount": 93,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 4,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T06:02:20.0065844-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 150292,
      "PhysicalCRUDUsageInMB": 702472,
      "LogicalIndexUsageInMB": 13126,
      "LogicalCRUDUsageInMB": 170337,
      "ClientReportedUsageInMB": 175898,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 434283,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 126850,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 179558812,
          "OfferDetails": [
            {
              "CollectionCount": 87,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 7,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T07:38:10.5761819-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 187528,
      "PhysicalCRUDUsageInMB": 924544,
      "LogicalIndexUsageInMB": 21156,
      "LogicalCRUDUsageInMB": 270355,
      "ClientReportedUsageInMB": 231687,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 164952,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 237082562,
          "OfferDetails": [
            {
              "CollectionCount": 86,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 4,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 10,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T09:57:47.0544655-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 252176,
      "PhysicalCRUDUsageInMB": 1271704,
      "LogicalIndexUsageInMB": 28613,
      "LogicalCRUDUsageInMB": 375202,
      "ClientReportedUsageInMB": 302177,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 213179,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 309216798,
          "OfferDetails": [
            {
              "CollectionCount": 9,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 77,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 14,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T13:11:04.7859762-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T15:51:21.5148922-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": []
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBDBQAAAAAAAA==",
  "_ts": 1428709889,
  "_etag": "\"06008497-0000-0000-0000-552862010000\"",
  "_attachments": "attachments/"
},
{
  "id": "1d3c38ab-24fc-403f-920f-d8638a672ae2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBEBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-9",
  "EnvironmentName": "Test9",
  "StartTime": "2015-04-10T11:39:47.3501305-07:00",
  "CompletedTime": "2015-04-11T02:07:55.2821246-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "516aed64-c280-4a58-b27c-31cb377ffcfd",
      "Name": "torestore-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-10T13:20:03.9797204-07:00",
      "CompleteTime": "2015-04-10T13:25:12.5008417-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "08a7009e-55a7-4ec8-a4bc-1dd884e1a5e2",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T13:20:04.5462231-07:00",
      "CompleteTime": "2015-04-10T13:24:10.2284069-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1168ccb3-034a-4a4d-ba5f-2302e0a4eae4",
      "Name": "readheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-10T13:20:05.4408207-07:00",
      "CompleteTime": "2015-04-10T13:23:40.744997-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "70ccc9b6-63f1-4085-97b6-6a80b9718495",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T13:20:05.9585934-07:00",
      "CompleteTime": "2015-04-10T13:24:40.3613508-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "718eef49-0e08-4791-8d2f-3de0a06e878f",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T14:35:38.8535945-07:00",
      "CompleteTime": "2015-04-10T14:39:14.9826531-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47eaa9c3-d491-4ef6-bde3-16ff5395b0a7",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-10T15:48:59.5763381-07:00",
      "CompleteTime": "2015-04-10T15:54:09.1397832-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1807e762-d4da-4578-89a7-87bde0b8b2c4",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-9",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T17:25:54.7182872-07:00",
      "CompleteTime": "2015-04-10T17:29:28.3266356-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d22564b2-565f-410f-923e-7f00a017b220",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-9",
      "StartTime": "2015-04-11T00:31:57.2079601-07:00",
      "CompleteTime": "2015-04-11T01:02:09.3480055-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a11e6b89-5eb0-4227-a3b8-f7004739ad07",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T11:42:09.8948235-07:00",
      "EndTime": "2015-04-10T11:50:06.8025472-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d4372e08-69ee-4576-9662-32a2f382a6e6",
      "EventName": "Remove Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T11:50:14.9803022-07:00",
      "EndTime": "2015-04-10T11:50:15.3205303-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "cb92499c-e6a5-4c17-a819-5d62520a7872",
      "EventName": "Create Federation",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T11:50:15.7077871-07:00",
      "EndTime": "2015-04-10T12:24:38.2800888-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "09f71001-5eff-4210-89f4-9c303555c374",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T12:24:43.4500809-07:00",
      "EndTime": "2015-04-10T12:38:49.5284581-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22e98b6e-f94f-4913-9330-d32cdd9c370a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T12:38:49.9805337-07:00",
      "EndTime": "2015-04-10T13:09:59.5648286-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bda76ec4-823c-453b-98b6-dd26430505cc",
      "EventName": "Upgrade Management Endpoint",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T14:10:56.738234-07:00",
      "EndTime": "2015-04-10T14:20:34.4757198-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d0b735b7-224e-41b9-ab9c-98473fb625cd",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T14:20:40.931885-07:00",
      "EndTime": "2015-04-10T15:39:01.4404417-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f57ede6f-51b2-463d-af53-1c8281f2faf8",
      "EventName": "Upgrade Federation Application",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T16:29:02.0669062-07:00",
      "EndTime": "2015-04-10T17:38:53.533295-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "251559d0-c70c-4847-93ae-dcb9126a9278",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T18:32:12.9379044-07:00",
      "EndTime": "2015-04-10T20:33:39.305342-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "befbdff6-23a6-4d21-b534-e6a7451ef9f4",
      "EventName": "Upgrade Package",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-10T21:31:00.3553734-07:00",
      "EndTime": "2015-04-10T23:37:39.896749-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6efd3889-dc17-43dd-806c-f1ce03770efd",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-11T00:14:44.2463061-07:00",
      "EndTime": "2015-04-11T00:31:53.4433491-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ad763bc9-9e06-4ffa-9de7-ea9e78f49983",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "G:\\docdbmaintfs1\\Main\\bin\\X64\\Release",
      "StartTime": "2015-04-11T01:02:10.8089787-07:00",
      "EndTime": "2015-04-11T01:04:16.4097589-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+ResourceType+%3d+2",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-9%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-9%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 500 | 8397 Direct Tcp requests with 503 | 4211 Direct Https requests with 503 | 944 Gateway Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 500,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-11T00:25:00",
          "Last": "2015-04-11T00:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-9",
          "Count": 2,
          "Average": 2.0,
          "First": "2015-04-10T13:35:00",
          "Last": "2015-04-10T13:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 286,
          "Average": 7.73,
          "First": "2015-04-10T13:35:00",
          "Last": "2015-04-10T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1370,
          "Average": 37.027,
          "First": "2015-04-10T13:30:00",
          "Last": "2015-04-10T23:50:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1922,
          "Average": 192.2,
          "First": "2015-04-10T13:40:00",
          "Last": "2015-04-11T00:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-9",
          "Count": 446,
          "Average": 24.778,
          "First": "2015-04-10T13:40:00",
          "Last": "2015-04-11T01:00:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 1139,
          "Average": 63.278,
          "First": "2015-04-10T16:25:00",
          "Last": "2015-04-11T01:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 11,
          "Average": 5.5,
          "First": "2015-04-10T14:20:00",
          "Last": "2015-04-10T14:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-9",
          "Count": 6,
          "Average": 3.0,
          "First": "2015-04-10T14:20:00",
          "Last": "2015-04-10T14:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 1994,
          "Average": 284.857,
          "First": "2015-04-11T01:05:00",
          "Last": "2015-04-11T01:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-private-9",
          "Count": 5429,
          "Average": 904.833,
          "First": "2015-04-11T01:05:00",
          "Last": "2015-04-11T01:30:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-private-9",
          "Count": 3,
          "Average": 1.0,
          "First": "2015-04-10T17:25:00",
          "Last": "2015-04-10T18:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-9",
          "Count": 944,
          "Average": 944.0,
          "First": "2015-04-10T22:25:00",
          "Last": "2015-04-10T22:25:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-10+18%3a39%3a47Z&end=2015-04-11+09%3a07%3a55Z&query=where+Tenant+%3d+%22doctestmgmt9%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-10T14:10:23.1342088-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 16128,
      "PhysicalCRUDUsageInMB": 14424,
      "LogicalIndexUsageInMB": 340,
      "LogicalCRUDUsageInMB": 6072,
      "ClientReportedUsageInMB": 20800596,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 2882,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 20298700,
          "OfferDetails": [
            {
              "CollectionCount": 96,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 499014,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T15:48:35.149521-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 116664,
      "PhysicalCRUDUsageInMB": 327560,
      "LogicalIndexUsageInMB": 5804,
      "LogicalCRUDUsageInMB": 74662,
      "ClientReportedUsageInMB": 87563291,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 46027,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 87517264,
          "OfferDetails": [
            {
              "CollectionCount": 87,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 9,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 4,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T17:51:46.1418188-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 153160,
      "PhysicalCRUDUsageInMB": 695832,
      "LogicalIndexUsageInMB": 15921,
      "LogicalCRUDUsageInMB": 199486,
      "ClientReportedUsageInMB": 165566259,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 102932,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 165463327,
          "OfferDetails": [
            {
              "CollectionCount": 8,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 84,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 8,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-10T20:50:29.8158915-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 122368,
      "PhysicalCRUDUsageInMB": 596808,
      "LogicalIndexUsageInMB": 19386,
      "LogicalCRUDUsageInMB": 245372,
      "ClientReportedUsageInMB": 269684914,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 181966,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 269502948,
          "OfferDetails": [
            {
              "CollectionCount": 82,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 4,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 14,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-11T00:07:45.9588732-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-11T02:07:55.2821246-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 137348,
      "PhysicalCRUDUsageInMB": 706320,
      "LogicalIndexUsageInMB": 22485,
      "LogicalCRUDUsageInMB": 286681,
      "ClientReportedUsageInMB": 350636990,
      "ClientReportedCollectionCount": 106,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 96,
          "DataUsage": 350281230,
          "OfferDetails": [
            {
              "CollectionCount": 77,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 8,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 15,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 355760,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-11T02:07:55.2821246-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 344389,
      "ClientReportedCollectionCount": 106,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 96,
          "DataUsage": 352299101,
          "OfferDetails": [
            {
              "CollectionCount": 77,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 8,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 15,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 355421,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-private-9.documents-test.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBEBQAAAAAAAA==",
  "_ts": 1428965937,
  "_etag": "\"0b00b650-0000-0000-0000-552c4a310000\"",
  "_attachments": "attachments/"
},
{
  "id": "5edadce0-575c-4a63-9e95-9bf8f99239ac",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBFBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-10T11:59:31.538618-07:00",
  "CompletedTime": "2015-04-10T14:19:16.7725621-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "11ad4ba8-4974-4c98-b421-e324272bcfce",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T12:00:49.1595004-07:00",
      "EndTime": "2015-04-10T12:14:46.6974224-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "495928de-48bf-430a-bfb6-1274144363a8",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T12:16:06.2850984-07:00",
      "EndTime": "2015-04-10T12:17:16.3390271-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "bf68867d-c027-4c57-9213-01defd0f70e2",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T12:17:17.1017241-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBFBQAAAAAAAA==",
  "_ts": 1428700756,
  "_etag": "\"0600ba60-0000-0000-0000-55283e540000\"",
  "_attachments": "attachments/"
},
{
  "id": "51b5b139-4242-4382-9dd9-e5636f29d633",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBGBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-10T14:19:17.2039614-07:00",
  "CompletedTime": "2015-04-10T14:58:12.819627-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "d9d2ca3f-d0d0-443e-b5ee-21fcc3bb28cd",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T14:19:26.85392-07:00",
      "EndTime": "2015-04-10T14:27:53.1968731-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d888687-95e2-4d74-9563-636a58daf264",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T14:28:09.4256651-07:00",
      "EndTime": "2015-04-10T14:28:10.1012828-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b1590da0-cbac-42d0-96cd-963404ec7f91",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150402.1\\x64\\Release",
      "StartTime": "2015-04-10T14:28:10.8569724-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBGBQAAAAAAAA==",
  "_ts": 1428703092,
  "_etag": "\"0600f16d-0000-0000-0000-552847740000\"",
  "_attachments": "attachments/"
},
{
  "id": "3f816e30-6df5-4f9e-8402-bf651e2bfeb7",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBHBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-10T14:58:13.2420383-07:00",
  "CompletedTime": "2015-04-10T23:50:52.2377361-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "e585a9e6-5d9e-4f54-be57-4be0e4dd4906",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-10T16:38:53.0968334-07:00",
      "CompleteTime": "2015-04-10T16:42:59.1226227-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22a61200-a0e6-4d8b-b566-fec4efcb62ba",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-10T16:38:54.0407206-07:00",
      "CompleteTime": "2015-04-10T16:42:29.5055383-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a031955-b3c1-4002-a948-b260d30ee867",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-10T16:38:54.8845269-07:00",
      "CompleteTime": "2015-04-10T16:43:29.1219892-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b15f5eb0-5af3-4198-adf8-bad5fe94a888",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-10T16:38:55.7202681-07:00",
      "CompleteTime": "2015-04-10T16:45:14.6894453-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b03d8fbd-0493-4079-b012-3112dd06665e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T14:58:18.7671197-07:00",
      "EndTime": "2015-04-10T15:09:24.4889913-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4b3d8899-07ca-47f1-8885-503ef4aa4757",
      "EventName": "Remove Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T15:09:35.7933198-07:00",
      "EndTime": "2015-04-10T15:09:36.5139787-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "05a647b6-eb7c-47c5-a0c2-cde32577ba94",
      "EventName": "Create Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T15:09:37.3147325-07:00",
      "EndTime": "2015-04-10T15:42:54.1069564-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "750f017e-2909-41e9-9c8a-568c91da5764",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T15:43:02.3617427-07:00",
      "EndTime": "2015-04-10T15:57:11.2823762-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9d297868-4f81-4105-af05-d459becb6ddb",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T15:57:12.2162025-07:00",
      "EndTime": "2015-04-10T16:10:33.6492046-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18650d4c-1477-40fa-b215-bc7091fb483a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T16:10:34.4679724-07:00",
      "EndTime": "2015-04-10T16:28:46.4766919-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c50d8656-f26d-4502-826d-83c60857a8cb",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T17:31:05.270001-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a23%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "44 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\DocumentDB.Master.exe.5012.dmp"
        },
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_1\\DocumentDB.Master.exe.6180.dmp"
        },
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.1248.dmp"
        },
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.7064.dmp"
        },
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.Master.exe.6540.dmp"
        },
        {
          "DateTime": "2015-04-10T16:40:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.Master.exe.6248.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.4264.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.7548.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.7548.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.7468.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.7468.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.2364.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\DocumentDB.Master.exe.2364.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.Master.exe.2396.dmp"
        },
        {
          "DateTime": "2015-04-10T16:45:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_2\\DocumentDB.Master.exe.5512.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a23%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "12 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failure encountered in the process monitor. HRESULT = {%d}.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 6,
          "First": "2015-04-10T16:55:38.6548571",
          "Last": "2015-04-10T17:18:09.0564241"
        },
        {
          "Message": "ASSERT: %s with message \"Unable to connect to the process after (%d) retries. Giving up.\" at %s:%u",
          "Role": "MasterCluster0",
          "Count": 6,
          "First": "2015-04-10T16:55:38.6548215",
          "Last": "2015-04-10T17:18:09.0563861"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a24%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "181 requests with 503 | 2 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 145,
          "First": "2015-04-10T16:50:38.3691346",
          "Last": "2015-04-10T17:16:26.0490304"
        },
        {
          "Category": "AddressFeedQuery",
          "StatusCode": 503,
          "HostName": "torestore-bn3prdddc01-docdb-private-7",
          "Count": 6,
          "First": "2015-04-10T16:52:03.1340348",
          "Last": "2015-04-10T17:17:28.6492191"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-04-10T17:08:02.9062326",
          "Last": "2015-04-10T17:08:02.9062326"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-04-10T17:13:10.03546",
          "Last": "2015-04-10T17:13:10.03546"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 27,
          "First": "2015-04-10T16:48:56.2998528",
          "Last": "2015-04-10T17:21:18.9098381"
        },
        {
          "Category": "DatabaseFeed",
          "StatusCode": 503,
          "HostName": "torestore-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "First": "2015-04-10T16:49:43.5231411",
          "Last": "2015-04-10T17:22:03.0397524"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a25%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a25%3a58Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 17800. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 92680,
          "Average": 13240,
          "Max": 18889,
          "Min": 820
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 1,
          "Max": 7,
          "Min": 7
        },
        {
          "StatusCode": 401,
          "Total": 3394,
          "Average": 485,
          "Max": 3394,
          "Min": 3394
        },
        {
          "StatusCode": 429,
          "Total": 77687,
          "Average": 11098,
          "Max": 21654,
          "Min": 1012
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 602. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 3156,
          "Average": 450.86,
          "Max": 676,
          "Min": 45
        },
        {
          "StatusCode": 401,
          "Total": 76,
          "Average": 10.86,
          "Max": 76,
          "Min": 76
        },
        {
          "StatusCode": 404,
          "Total": 80,
          "Average": 11.43,
          "Max": 23,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2016,
          "Average": 288.0,
          "Max": 554,
          "Min": 18
        },
        {
          "StatusCode": 449,
          "Total": 41,
          "Average": 5.86,
          "Max": 10,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 1715. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 8743,
          "Average": 1249,
          "Max": 1826,
          "Min": 84
        },
        {
          "StatusCode": 401,
          "Total": 277,
          "Average": 40,
          "Max": 277,
          "Min": 277
        },
        {
          "StatusCode": 404,
          "Total": 319,
          "Average": 46,
          "Max": 70,
          "Min": 3
        },
        {
          "StatusCode": 429,
          "Total": 6206,
          "Average": 887,
          "Max": 1666,
          "Min": 84
        },
        {
          "StatusCode": 449,
          "Total": 193,
          "Average": 28,
          "Max": 40,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 2583. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 15389,
          "Average": 2198.43,
          "Max": 3982,
          "Min": 76
        },
        {
          "StatusCode": 401,
          "Total": 252,
          "Average": 36.0,
          "Max": 252,
          "Min": 252
        },
        {
          "StatusCode": 403,
          "Total": 6410,
          "Average": 915.71,
          "Max": 4991,
          "Min": 22
        },
        {
          "StatusCode": 429,
          "Total": 15351,
          "Average": 2193.0,
          "Max": 4655,
          "Min": 86
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:20:00 which does not meet the expected of 08:00:00, with maximum throughput being 199797. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1084458,
          "Average": 154922.57,
          "Max": 199797,
          "Min": 1708
        },
        {
          "StatusCode": 401,
          "Total": 140,
          "Average": 20.0,
          "Max": 140,
          "Min": 140
        },
        {
          "StatusCode": 429,
          "Total": 5134,
          "Average": 733.43,
          "Max": 1646,
          "Min": 41
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a24Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4385. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 22108,
          "Average": 3158.29,
          "Max": 4728,
          "Min": 291
        },
        {
          "StatusCode": 401,
          "Total": 265,
          "Average": 37.86,
          "Max": 265,
          "Min": 265
        },
        {
          "StatusCode": 404,
          "Total": 80,
          "Average": 11.43,
          "Max": 29,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3618,
          "Average": 516.86,
          "Max": 938,
          "Min": 39
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "15478 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 15478,
          "First": "2015-04-10T16:44:30.5040815",
          "Last": "2015-04-10T17:24:55.6571483"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a39Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a44Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "f25c2614-ba09-4950-b163-03fb3307ecd5",
          "MaxQuota": 10476298,
          "MaxUsage": 500428
        },
        {
          "PartitionId": "efcca372-0d30-4e98-99c9-62250ec5c351",
          "MaxQuota": 10476298,
          "MaxUsage": 179844
        },
        {
          "PartitionId": "f8c13c17-f9f7-459e-9171-1fe5621aa98c",
          "MaxQuota": 10476298,
          "MaxUsage": 178932
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "f25c2614-ba09-4950-b163-03fb3307ecd5",
          "MaxCrudUsage": 552,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 944
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "efcca372-0d30-4e98-99c9-62250ec5c351",
          "MaxCrudUsage": 216,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 608
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "f8c13c17-f9f7-459e-9171-1fe5621aa98c",
          "MaxCrudUsage": 208,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 600
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a26%3a59Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.556283
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.572052
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 99.597765
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.61498
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.615199
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 4.453178
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 3.687037
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 3.500488
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 3.369282
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 3.179434
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a22Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 30.834033
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 27.637821
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 26.119142
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 24.469123
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 23.146996
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 110139.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 110221.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 110413.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 110452.433333
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 110733.066667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-04-10T16:55:00",
          "Last": "2015-04-10T16:55:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a27%3a56Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a29%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a29%3a37Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a29%3a37Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-10+21%3a58%3a13Z&end=2015-04-11+00%3a29%3a41Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-10T17:29:45.6432343-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 3072,
      "PhysicalCRUDUsageInMB": 12280,
      "LogicalIndexUsageInMB": 37,
      "LogicalCRUDUsageInMB": 842,
      "ClientReportedUsageInMB": 8512,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBHBQAAAAAAAA==",
  "_ts": 1428735052,
  "_etag": "\"0000f89f-0000-0000-0000-5528c44c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "10eece34-1988-4d38-890c-dad653103a4e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBIBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-10T23:50:53.1825952-07:00",
  "CompletedTime": "2015-04-11T14:08:04.673868-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "41a75d87-547f-4f13-92c6-2f88f96e54e2",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-11T00:51:01.7518704-07:00",
      "CompleteTime": "2015-04-11T00:56:09.3589336-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "21e6daf1-838e-405a-806f-6b7cdb7ee8a7",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-11T00:51:02.6686936-07:00",
      "CompleteTime": "2015-04-11T00:58:09.5887667-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ccefb57c-24f3-4154-af8f-2ab6efdaa046",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T00:51:03.5174832-07:00",
      "CompleteTime": "2015-04-11T00:56:08.3049407-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c1bf4bf9-8111-4717-a335-3bdb4de736ee",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-11T00:51:04.3482397-07:00",
      "CompleteTime": "2015-04-11T00:59:15.3107841-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5f139e21-27a6-4a12-909f-4487c5eaad61",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T02:49:10.9102091-07:00",
      "CompleteTime": "2015-04-11T02:55:15.6154291-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1a38ec5c-db28-450d-8258-ba2bf211a74c",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T05:48:08.9856518-07:00",
      "CompleteTime": "2015-04-11T05:55:13.7282739-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "e98f30ac-5031-40a8-85ed-3df8c412cf8b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-10T23:52:02.8331986-07:00",
      "EndTime": "2015-04-11T00:05:54.0191544-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c052242f-d3b3-4e08-8821-a796154bdc75",
      "EventName": "Remove Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T00:06:05.8530281-07:00",
      "EndTime": "2015-04-11T00:06:06.5496951-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "adb66116-8d41-44d2-a782-4a5dd67de8d7",
      "EventName": "Create Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T00:06:07.3383965-07:00",
      "EndTime": "2015-04-11T00:38:22.5141836-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6d2563e6-9971-462a-a3be-bab03a4d21fe",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T00:38:32.5623165-07:00",
      "EndTime": "2015-04-11T00:39:38.5165991-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "3b53f19e-a0a1-4cb2-8a9b-2d32c8a71488",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T00:39:39.419424-07:00",
      "EndTime": "2015-04-11T00:39:48.159418-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "1382d13a-9064-4d7d-9a30-d1da9fe35c3c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T00:39:48.916103-07:00",
      "EndTime": "2015-04-11T00:40:55.6200427-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "cafa47b3-2acb-46b1-be7d-81a15061a5cd",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T01:43:53.1056301-07:00",
      "EndTime": "2015-04-11T01:45:19.321399-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "9345dfbc-992a-4eb5-967b-5c6656c2b8ae",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T02:34:13.8746467-07:00",
      "EndTime": "2015-04-11T02:36:05.5396197-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a45%3a25Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a45%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "7 back end trace criticals with 2 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Deleting ContainerName: %ls with no rootResourceId set. Current RootResourceId: %ls",
          "Role": "ServerCluster0",
          "Count": 3,
          "First": "2015-04-11T01:24:59.5454245",
          "Last": "2015-04-11T01:24:59.6444087"
        },
        {
          "Message": "Deleting ContainerName: %ls with no rootResourceId set. Current RootResourceId: %ls",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-04-11T00:54:52.1881322",
          "Last": "2015-04-11T01:24:58.8108841"
        },
        {
          "Message": "Skipping deletion of ContainerName: %ls with RootResourceId: %ls, current RootResourceId: %ls",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-11T00:54:51.9868156",
          "Last": "2015-04-11T01:24:59.6554216"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a45%3a31Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 173747. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 558039,
          "Average": 62004.33,
          "Max": 173747,
          "Min": 2440
        },
        {
          "StatusCode": 400,
          "Total": 19,
          "Average": 2.11,
          "Max": 19,
          "Min": 19
        },
        {
          "StatusCode": 410,
          "Total": 544856,
          "Average": 60539.56,
          "Max": 238946,
          "Min": 1942
        },
        {
          "StatusCode": 429,
          "Total": 164788,
          "Average": 18309.78,
          "Max": 65122,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 5221. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 16723,
          "Average": 1858.11,
          "Max": 5221,
          "Min": 69
        },
        {
          "StatusCode": 404,
          "Total": 322,
          "Average": 35.78,
          "Max": 81,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4382,
          "Average": 486.89,
          "Max": 1864,
          "Min": 1
        },
        {
          "StatusCode": 449,
          "Total": 179,
          "Average": 19.89,
          "Max": 42,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a30Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 14837. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 47366,
          "Average": 5262.89,
          "Max": 14837,
          "Min": 200
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.22,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1149,
          "Average": 127.67,
          "Max": 277,
          "Min": 7
        },
        {
          "StatusCode": 429,
          "Total": 12966,
          "Average": 1440.67,
          "Max": 5159,
          "Min": 16
        },
        {
          "StatusCode": 449,
          "Total": 748,
          "Average": 83.11,
          "Max": 193,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 26595. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 89368,
          "Average": 9929.78,
          "Max": 26595,
          "Min": 355
        },
        {
          "StatusCode": 429,
          "Total": 49032,
          "Average": 5448.0,
          "Max": 13501,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a34Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 00:25:00 which does not meet the expected of 08:00:00, with maximum throughput being 95279. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 512148,
          "Average": 56905.33,
          "Max": 95279,
          "Min": 377
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.11,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 44944,
          "Average": 4993.78,
          "Max": 7430,
          "Min": 463
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a37Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 34202. Run is still ongoing...",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 106216,
          "Average": 11801.78,
          "Max": 34202,
          "Min": 378
        },
        {
          "StatusCode": 404,
          "Total": 118,
          "Average": 13.11,
          "Max": 43,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 7408,
          "Average": 823.11,
          "Max": 2841,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a38Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "7 replica alerts for FailedBackup with HRESULT 2147942487",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2147942487,
          "Count": 7,
          "HourlyAverage": 5.968
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "bedf7835-4cf3-46ed-83db-ae547943b657",
          "MaxQuota": 3490816,
          "MaxUsage": 1190479
        },
        {
          "PartitionId": "3edf2eea-6d99-4975-ace5-a8940f45ab3b",
          "MaxQuota": 3490816,
          "MaxUsage": 799538
        },
        {
          "PartitionId": "79f5cc14-e679-4cb6-9e84-a24496114661",
          "MaxQuota": 3490816,
          "MaxUsage": 790676
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "bedf7835-4cf3-46ed-83db-ae547943b657",
          "MaxCrudUsage": 1216,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1576
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "3edf2eea-6d99-4975-ace5-a8940f45ab3b",
          "MaxCrudUsage": 816,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1176
        },
        {
          "DocumentServiceId": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "PartitionId": "79f5cc14-e679-4cb6-9e84-a24496114661",
          "MaxCrudUsage": 808,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 1168
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a53Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a48%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 99.479971
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 99.527608
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.531813
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 99.54819
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.552351
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 19.185389
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 11.029991
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 10.254865
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 10.199113
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 9.741553
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 5.325906
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 4.732664
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 4.464495
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 4.275396
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 4.271496
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 108836.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 109023.666667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 109045.4
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 109229.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 109417.866667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a18Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "8 background task exceptions with 1 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "ExceptionType": "System.Fabric.FabricElementNotFoundException",
          "ExceptionMessage": "Name does not exist.",
          "Count": 8,
          "First": "2015-04-11T01:05:44.6437323",
          "Last": "2015-04-11T01:35:46.0809709"
        }
      ]
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a19Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1,
          "First": "2015-04-11T01:10:00",
          "Last": "2015-04-11T01:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2,
          "Count": 1,
          "First": "2015-04-11T01:05:00",
          "Last": "2015-04-11T01:05:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 1,
          "Count": 14,
          "First": "2015-04-11T01:10:00",
          "Last": "2015-04-11T01:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a49%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a53%3a31Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a53%3a40Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a53%3a40Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-11+06%3a50%3a53Z&end=2015-04-11+08%3a53%3a44Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-11T01:43:31.498868-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 19456,
      "PhysicalCRUDUsageInMB": 17480,
      "LogicalIndexUsageInMB": 116,
      "LogicalCRUDUsageInMB": 1665,
      "ClientReportedUsageInMB": 3373373,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-11T01:53:47.6928337-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 19456,
      "PhysicalCRUDUsageInMB": 34280,
      "LogicalIndexUsageInMB": 393,
      "LogicalCRUDUsageInMB": 5439,
      "ClientReportedUsageInMB": 1259669,
      "ClientReportedCollectionCount": 2
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBIBQAAAAAAAA==",
  "_ts": 1428786484,
  "_etag": "\"0200c4ec-0000-0000-0000-55298d340000\"",
  "_attachments": "attachments/"
},
{
  "id": "e50c487f-a203-44df-8157-e10c4a72c73f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBJBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-11T14:08:05.4335014-07:00",
  "CompletedTime": "2015-04-13T11:13:56.9512479-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "eadcd777-45bb-430c-b8ef-2d3dc6033bdc",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-11T14:54:29.5538623-07:00",
      "CompleteTime": "2015-04-11T15:00:33.5259237-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "d9d37504-ce9c-4b1a-adff-de6dee12c50b",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-11T14:54:30.4296682-07:00",
      "CompleteTime": "2015-04-11T15:00:04.367093-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "a6f8cd6b-9028-4862-a283-52a06c4db576",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T14:54:31.2944677-07:00",
      "CompleteTime": "2015-04-11T15:01:35.257715-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9a4b1401-e975-4ca5-adbb-e9d0267c366f",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-11T14:54:32.1863004-07:00",
      "CompleteTime": "2015-04-11T15:01:43.5033217-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5e893873-1344-452b-8757-9a73aeecda15",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T16:37:38.7290478-07:00",
      "CompleteTime": "2015-04-11T16:44:43.7153477-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "fe9222de-f036-4e65-97e9-1b82d444dd21",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-11T19:37:36.8622836-07:00",
      "CompleteTime": "2015-04-11T19:44:41.4964339-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "67279ef5-4f42-49c2-a991-8dec2ebf2b30",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:09:14.7058776-07:00",
      "EndTime": "2015-04-11T14:09:25.6578196-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "66f6d527-3911-47a5-9bab-4dc4ee2577b3",
      "EventName": "Remove Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:09:35.0604182-07:00",
      "EndTime": "2015-04-11T14:09:35.7660677-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "90c16508-529b-4f43-90f0-db253969b34b",
      "EventName": "Create Federation",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:09:36.5478101-07:00",
      "EndTime": "2015-04-11T14:41:56.7093889-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c92016fa-db01-4a4f-8899-3cd0d2c94b38",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:42:04.0821256-07:00",
      "EndTime": "2015-04-11T14:43:08.9442088-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "75953095-2f48-4068-a54b-9eb88a64f8f6",
      "EventName": "Upgrade Management Endpoint",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:43:09.9071437-07:00",
      "EndTime": "2015-04-11T14:43:19.1817494-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "02a33f26-5bf1-4807-8540-fc0e1849632d",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T14:43:19.9515377-07:00",
      "EndTime": "2015-04-11T14:44:24.717179-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "c0fcdd32-7f7a-4ca8-b65c-012240994465",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T15:40:10.5915334-07:00",
      "EndTime": "2015-04-11T15:41:22.7584705-07:00",
      "Result": "Failed"
    },
    {
      "EventId": "ba4b5658-f6b2-40ad-b6eb-9aa5edd3d85e",
      "EventName": "Upgrade Federation Application",
      "Build": "E:\\DocDB_Newton\\bin\\x64\\release",
      "StartTime": "2015-04-11T16:22:40.3422397-07:00",
      "EndTime": "2015-04-11T16:24:29.0525379-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a33Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a51Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a52Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a55Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a56Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a41%3a59Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "No data was returned by MDS",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a00Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a16Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a16Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found perf counter data for 0 role instances while 20 were expected",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a18Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a18Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-11+21%3a08%3a05Z&end=2015-04-11+22%3a42%3a21Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-11T15:39:54.6479832-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 106708,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-11T15:42:22.1047467-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 238158,
      "ClientReportedCollectionCount": 3
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBJBQAAAAAAAA==",
  "_ts": 1428948837,
  "_etag": "\"0a00d22c-0000-0000-0000-552c07650000\"",
  "_attachments": "attachments/"
},
{
  "id": "b24ef238-c774-49e3-a0c4-78d9c6478e9c",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBKBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-12T19:04:15.5774155-07:00",
  "CompletedTime": "2015-04-12T23:20:28.003688-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "4c2839e9-b921-4117-947e-6914956a271a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-12T20:56:19.2615915-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "b4313c61-3ac7-4b72-8ee4-112c96b20db6",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-12T20:56:19.8680355-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "0c21f889-13e4-45c3-9e68-5169c1b647e4",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-12T20:56:20.4123984-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "c95efd81-06bb-4306-80c9-4dcb9735e197",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-12T20:56:20.9938235-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "c6c3b2d0-ccb5-41a0-9cfb-2d2a73394a4f",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T19:06:47.4802807-07:00",
      "EndTime": "2015-04-12T19:17:01.5661685-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7747c81d-317d-4e5d-845d-10a7fda6eadc",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T19:17:10.6367601-07:00",
      "EndTime": "2015-04-12T19:17:11.0563885-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb6ac4e9-228a-4f49-a119-4d9d261dd362",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T19:17:11.4180089-07:00",
      "EndTime": "2015-04-12T19:51:32.6553318-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c02e2839-9080-4096-a800-ff9feaff0aec",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T19:51:38.1139775-07:00",
      "EndTime": "2015-04-12T20:06:46.1452412-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0eac485a-a5cc-4fcb-af2c-9956af420166",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T20:06:46.5234944-07:00",
      "EndTime": "2015-04-12T20:22:53.7756118-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0b89d851-bc59-4e1b-ab1f-733b2f17ce27",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-12T20:22:54.5241117-07:00",
      "EndTime": "2015-04-12T20:46:14.4167281-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18b78649-ded9-44e4-a4e7-4c2096aa19ec",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-12T21:43:39.5776322-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a20Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a22Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a26Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a28Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a29Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a32Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a34Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a35Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "01d14833-227f-4154-a669-64557a21d0cf",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "08053fc2-4e0d-4930-99c2-3bc0b7b26ba5",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0b83a94a-a093-495c-a3c9-e953451f8f09",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a36Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "9540cc9e-d954-46c2-9278-0dc524d6b0e4",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "76a6a079-ca4d-4b06-941a-1cc99f38de28",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount6",
          "PartitionId": "2d5bbed6-97f1-4e2a-a7e1-b688f4de1edb",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a41%3a45Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 99.61135
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 99.615949
        },
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 99.631061
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 99.642314
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.646256
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a42%3a07Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 3.11458
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 2.813918
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 2.362273
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 2.348038
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 2.214373
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a42%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 31.650517
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 18.504708
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 17.435829
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 16.757684
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 16.365375
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a42%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 111188.266667
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 111188.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 111200.033333
        },
        {
          "RoleInstance": "MasterCluster0_IN_1",
          "Value": 111203.433333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 111221.1
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a42%3a29Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a42%3a33Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a43%3a00Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a43%3a01Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a43%3a18Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a43%3a20Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-13+02%3a04%3a15Z&end=2015-04-13+04%3a43%3a25Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-12T21:43:27.4620892-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7392,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBKBQAAAAAAAA==",
  "_ts": 1428906028,
  "_etag": "\"08004d3a-0000-0000-0000-552b602c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "70880e29-5b26-43b8-8e78-c832aaf54182",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBLBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-12T21:24:27.5323058-07:00",
  "CompletedTime": "2015-04-13T12:21:48.2987782-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "8eef94cb-6e89-407f-af4b-f9332c42451b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-12T22:53:35.9482181-07:00",
      "CompleteTime": "2015-04-12T22:57:41.88229-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "67d92697-ee53-4165-bd44-180dd3702a72",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-12T22:53:36.5266839-07:00",
      "CompleteTime": "2015-04-12T22:57:43.0562355-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "b233ac9c-21ea-4531-8b35-60e1f33e983f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-12T22:53:37.0786403-07:00",
      "CompleteTime": "2015-04-12T22:58:11.2981933-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f6cf0d00-a68d-40b8-aaf4-a1640db4769a",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-12T22:53:37.6470934-07:00",
      "CompleteTime": "2015-04-12T22:59:53.3512841-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "480261e9-093a-48b6-acbd-6f7eb25e066a",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T03:58:44.5883216-07:00",
      "CompleteTime": "2015-04-13T04:02:49.3931084-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2e663fc6-09b5-4c47-8c10-f21d4cb7b7b0",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-13T05:12:29.0889624-07:00",
      "CompleteTime": "2015-04-13T05:17:45.678372-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6e1ad626-0573-4741-9f5d-d56846c22c05",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T06:41:33.0059324-07:00",
      "CompleteTime": "2015-04-13T06:45:37.3580661-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "27551ae4-fd5f-437a-b6c5-8b709401721c",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-13T10:48:37.211944-07:00",
      "CompleteTime": "2015-04-13T11:34:19.1899785-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "922a2972-5e6c-4c2c-9458-4e172e2af734",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T21:27:00.2912464-07:00",
      "EndTime": "2015-04-12T21:35:11.1972743-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "72f6010f-90b4-44be-ba2e-28399ec4cff4",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T21:35:24.3334394-07:00",
      "EndTime": "2015-04-12T21:35:24.6783169-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "815610d3-3d7d-4ae1-8b4d-3529ffb2d481",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T21:35:25.0486111-07:00",
      "EndTime": "2015-04-12T22:12:56.1455304-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2a0b41af-0323-4634-b21e-7c760a613bb8",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T22:13:06.8297147-07:00",
      "EndTime": "2015-04-12T22:27:17.7131802-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "52d3cc92-114c-4e3d-951d-8f48a8d396ee",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T22:27:18.1646397-07:00",
      "EndTime": "2015-04-12T22:43:27.8043767-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5f23f08c-1063-4328-aa30-de19342a469e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150412.2\\x64\\Release",
      "StartTime": "2015-04-12T23:41:33.6361028-07:00",
      "EndTime": "2015-04-13T00:47:48.8031365-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ef6285bf-2ed1-4775-a5ca-f5f6189aff14",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150412.2\\x64\\Release",
      "StartTime": "2015-04-13T00:47:55.5725846-07:00",
      "EndTime": "2015-04-13T02:55:35.9538228-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e1adf906-b0da-403a-8b5d-8c942e22494b",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150412.2\\x64\\Release",
      "StartTime": "2015-04-13T03:43:47.7764409-07:00",
      "EndTime": "2015-04-13T05:00:25.2170892-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7d7b37d2-ab67-4c30-b602-5444ed0f201a",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150412.2\\x64\\Release",
      "StartTime": "2015-04-13T05:52:33.0900514-07:00",
      "EndTime": "2015-04-13T07:03:05.8203584-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "dc455f8f-6dd5-4e8f-888d-4673d663e44e",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150412.2\\x64\\Release",
      "StartTime": "2015-04-13T07:58:03.7384367-07:00",
      "EndTime": "2015-04-13T10:04:02.911719-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "933e0471-4ab3-4908-9cd8-6e38a9578e18",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150412.3\\x64\\Release",
      "StartTime": "2015-04-13T10:29:14.1173011-07:00",
      "EndTime": "2015-04-13T10:48:31.8112949-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "49 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 6,
          "First": "2015-04-12T23:23:04.1122786",
          "Last": "2015-04-12T23:24:27.9318838"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 9,
          "First": "2015-04-12T23:23:28.123352",
          "Last": "2015-04-13T00:18:17.414766"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-04-12T23:23:04.1166067",
          "Last": "2015-04-12T23:24:04.3633546"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 30,
          "First": "2015-04-13T02:13:13.0980558",
          "Last": "2015-04-13T08:37:10.3490448"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "3201 requests with 503 | 82 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2733,
          "First": "2015-04-13T04:13:49.0843834",
          "Last": "2015-04-13T04:19:26.8811061"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 388,
          "First": "2015-04-13T04:13:50.568578",
          "Last": "2015-04-13T04:19:35.5941853"
        },
        {
          "Category": "Document",
          "StatusCode": 503,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 80,
          "First": "2015-04-13T04:13:50.6972954",
          "Last": "2015-04-13T04:15:56.817701"
        },
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 57,
          "First": "2015-04-12T23:33:11.4659352",
          "Last": "2015-04-13T06:23:01.8030036"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 9,
          "First": "2015-04-13T04:07:38.8861269",
          "Last": "2015-04-13T04:15:49.3333584"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 16,
          "First": "2015-04-13T04:07:39.0700506",
          "Last": "2015-04-13T08:39:57.4871167"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "145 408s during upgrades in 2 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fba8d40e-cc7f-49dd-bc76-d688590b3b6d",
          "Count": 9,
          "First": "2015-04-13T04:05:00",
          "Last": "2015-04-13T04:05:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fba8d40e-cc7f-49dd-bc76-d688590b3b6d",
          "Count": 3,
          "First": "2015-04-13T04:05:00",
          "Last": "2015-04-13T04:05:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "fba8d40e-cc7f-49dd-bc76-d688590b3b6d",
          "Count": 16,
          "First": "2015-04-13T04:05:00",
          "Last": "2015-04-13T04:05:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "fba8d40e-cc7f-49dd-bc76-d688590b3b6d",
          "Count": 81,
          "First": "2015-04-13T04:05:00",
          "Last": "2015-04-13T04:05:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "caec343f-91fe-4af4-87b1-5c8977b8b486",
          "Count": 2,
          "First": "2015-04-13T04:15:00",
          "Last": "2015-04-13T04:15:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "caec343f-91fe-4af4-87b1-5c8977b8b486",
          "Count": 27,
          "First": "2015-04-13T04:15:00",
          "Last": "2015-04-13T04:15:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "caec343f-91fe-4af4-87b1-5c8977b8b486",
          "Count": 6,
          "First": "2015-04-13T04:15:00",
          "Last": "2015-04-13T04:15:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "caec343f-91fe-4af4-87b1-5c8977b8b486",
          "Count": 1,
          "First": "2015-04-13T04:15:00",
          "Last": "2015-04-13T04:15:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 44955941,
          "Average": 282741.77,
          "Max": 374492,
          "Min": 281
        },
        {
          "StatusCode": 400,
          "Total": 13,
          "Average": 0.08,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 11331,
          "Average": 71.26,
          "Max": 5403,
          "Min": 353
        },
        {
          "StatusCode": 404,
          "Total": 166748,
          "Average": 1048.73,
          "Max": 11860,
          "Min": 96
        },
        {
          "StatusCode": 408,
          "Total": 108,
          "Average": 0.68,
          "Max": 81,
          "Min": 27
        },
        {
          "StatusCode": 409,
          "Total": 40,
          "Average": 0.25,
          "Max": 9,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 91368,
          "Average": 574.64,
          "Max": 11439,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2092697,
          "Average": 13161.62,
          "Max": 61940,
          "Min": 4192
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1301636,
          "Average": 9570.85,
          "Max": 11480,
          "Min": 20
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.11,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 5192,
          "Average": 38.18,
          "Max": 228,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 4,
          "Average": 0.03,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1508,
          "Average": 11.09,
          "Max": 112,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 41801,
          "Average": 307.36,
          "Max": 1805,
          "Min": 68
        },
        {
          "StatusCode": 449,
          "Total": 4982,
          "Average": 36.63,
          "Max": 288,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3897312,
          "Average": 28656.71,
          "Max": 32664,
          "Min": 37
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.29,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 404,
          "Total": 18818,
          "Average": 138.37,
          "Max": 728,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 11,
          "Average": 0.08,
          "Max": 9,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 4751,
          "Average": 34.93,
          "Max": 327,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 133969,
          "Average": 985.07,
          "Max": 5142,
          "Min": 290
        },
        {
          "StatusCode": 449,
          "Total": 12452,
          "Average": 91.56,
          "Max": 638,
          "Min": 9
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6958259,
          "Average": 51163.67,
          "Max": 61870,
          "Min": 70
        },
        {
          "StatusCode": 400,
          "Total": 18,
          "Average": 0.13,
          "Max": 6,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 35,
          "Average": 0.26,
          "Max": 35,
          "Min": 35
        },
        {
          "StatusCode": 403,
          "Total": 77157,
          "Average": 567.33,
          "Max": 6203,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 17,
          "Average": 0.12,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 22,
          "Average": 0.16,
          "Max": 16,
          "Min": 6
        },
        {
          "StatusCode": 410,
          "Total": 4527,
          "Average": 33.29,
          "Max": 355,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 979886,
          "Average": 7205.04,
          "Max": 25881,
          "Min": 589
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 50048369,
          "Average": 314769.62,
          "Max": 450997,
          "Min": 65
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 46,
          "Average": 0.29,
          "Max": 46,
          "Min": 46
        },
        {
          "StatusCode": 404,
          "Total": 20802,
          "Average": 130.83,
          "Max": 3145,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 35653,
          "Average": 224.23,
          "Max": 3975,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1860526,
          "Average": 11701.42,
          "Max": 38432,
          "Min": 228
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 11:00:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6571142,
          "Average": 48317.22,
          "Max": 58938,
          "Min": 64
        },
        {
          "StatusCode": 401,
          "Total": 1423,
          "Average": 10.46,
          "Max": 197,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 8768,
          "Average": 64.47,
          "Max": 589,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 28301,
          "Average": 208.1,
          "Max": 1653,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 78939,
          "Average": 580.43,
          "Max": 3165,
          "Min": 159
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "1 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 1,
          "First": "2015-04-12T23:23:04.6833688",
          "Last": "2015-04-12T23:23:04.6833688"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "246 replica health errors | 241 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 3,
          "First": "2015-04-13T10:18:26.354",
          "Last": "2015-04-13T11:18:35.385"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 2,
          "First": "2015-04-13T08:44:57.613",
          "Last": "2015-04-13T10:18:26.354"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1252 replica alerts for FullCopy | 7 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 304,
          "HourlyAverage": 21.487
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 62,
          "HourlyAverage": 4.382
        },
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.919
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 811,
          "HourlyAverage": 57.323
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.353
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.424
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 13,
          "HourlyAverage": 0.919
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.06
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.636
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.283
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.071
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.212
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.071
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "0e3bad58-04eb-434c-b463-85d4353ac0aa",
          "MaxQuota": 10476298,
          "MaxUsage": 5698976
        },
        {
          "PartitionId": "ee9f476e-472b-4b59-a308-ae77e056669c",
          "MaxQuota": 10476298,
          "MaxUsage": 5692162
        },
        {
          "PartitionId": "a43c48c6-3888-4f30-a455-dacef19d1d98",
          "MaxQuota": 10476298,
          "MaxUsage": 5663251
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount0",
          "PartitionId": "a43c48c6-3888-4f30-a455-dacef19d1d98",
          "MaxCrudUsage": 5680,
          "MaxIndexUsage": 1048,
          "MaxTotalUsage": 6920
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "0e3bad58-04eb-434c-b463-85d4353ac0aa",
          "MaxCrudUsage": 5624,
          "MaxIndexUsage": 1100,
          "MaxTotalUsage": 6852
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "a43c48c6-3888-4f30-a455-dacef19d1d98",
          "MaxCrudUsage": 5672,
          "MaxIndexUsage": 1048,
          "MaxTotalUsage": 6816
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 43 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-13T06:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 936.023,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-13T06:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 753.899,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-13T06:45:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 514.36,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-13T04:30:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 488.434,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-13T08:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "Percentile99": 454.806,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 82.842818
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 83.060465
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 84.453791
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 85.065447
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.218673
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 53.177891
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 48.311901
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 42.900519
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 42.341132
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 41.52151
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 469.712062 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 469.712062
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 453.039566
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 446.065203
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 407.92301
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 389.065568
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 53544.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 58118.7
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 58146.133333
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 60527.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 61191.2
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 3,
          "First": "2015-04-13T01:35:00",
          "Last": "2015-04-13T08:25:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 23,
          "First": "2015-04-13T01:10:00",
          "Last": "2015-04-13T11:10:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 1,
          "First": "2015-04-13T01:40:00",
          "Last": "2015-04-13T01:40:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "3201 Gateway Https requests with 503 | 3845 Direct Tcp requests with 503 | 878 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Gateway",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3201,
          "Average": 1600.5,
          "First": "2015-04-13T04:10:00",
          "Last": "2015-04-13T04:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 3845,
          "Average": 480.625,
          "First": "2015-04-13T00:30:00",
          "Last": "2015-04-13T07:45:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 878,
          "Average": 97.556,
          "First": "2015-04-12T23:40:00",
          "Last": "2015-04-13T07:40:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-13+04%3a24%3a27Z&end=2015-04-13+19%3a21%3a48Z&query=where+Tenant+%3d+%22doca1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-12T23:40:47.9649001-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 86528,
      "PhysicalCRUDUsageInMB": 89648,
      "LogicalIndexUsageInMB": 1215,
      "LogicalCRUDUsageInMB": 16232,
      "ClientReportedUsageInMB": 23918,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 117027,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 2502,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 24372868,
          "OfferDetails": [
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            },
            {
              "CollectionCount": 94,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T03:03:03.9553926-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 159984,
      "PhysicalCRUDUsageInMB": 778336,
      "LogicalIndexUsageInMB": 14011,
      "LogicalCRUDUsageInMB": 186816,
      "ClientReportedUsageInMB": 167498,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 215662,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 21060,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 171281266,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 87,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T05:12:02.5440726-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 220388,
      "PhysicalCRUDUsageInMB": 1118520,
      "LogicalIndexUsageInMB": 22876,
      "LogicalCRUDUsageInMB": 301410,
      "ClientReportedUsageInMB": 254749,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 54666,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 260809124,
          "OfferDetails": [
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 5,
              "OfferType": "S1"
            },
            {
              "CollectionCount": 90,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T07:17:26.5665355-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 256004,
      "PhysicalCRUDUsageInMB": 1375176,
      "LogicalIndexUsageInMB": 27158,
      "LogicalCRUDUsageInMB": 368526,
      "ClientReportedUsageInMB": 333191,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 93480,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 341094151,
          "OfferDetails": [
            {
              "CollectionCount": 90,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 9,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T10:21:16.79919-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 368536,
      "PhysicalCRUDUsageInMB": 2081952,
      "LogicalIndexUsageInMB": 42491,
      "LogicalCRUDUsageInMB": 568851,
      "ClientReportedUsageInMB": 440023,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 177584,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 450406625,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 90,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T12:21:48.2987782-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 264476,
      "PhysicalCRUDUsageInMB": 1548008,
      "LogicalIndexUsageInMB": 28594,
      "LogicalCRUDUsageInMB": 385864,
      "ClientReportedUsageInMB": 237,
      "ClientReportedCollectionCount": 10,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 242916,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBLBQAAAAAAAA==",
  "_ts": 1428954127,
  "_etag": "\"0a008d86-0000-0000-0000-552c1c0f0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7ab73cc7-81a9-4561-b680-74db79f8c82a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBMBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-12T23:20:28.6020867-07:00",
  "CompletedTime": "2015-04-13T20:00:46.7065942-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "66da8753-3e8e-462d-8ebf-e822f53707fb",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T01:09:16.1233603-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "5afbdb83-2d38-4209-b6c8-4dc09a825d63",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T01:09:16.6767009-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a97c001d-3629-47f1-bad9-d270ed926738",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T01:09:17.2755823-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "a0792433-b82a-46f0-8e9e-3bff28fe386c",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T01:09:17.8711614-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "6cf0bb69-09c2-418b-9642-0861bd2774f4",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T04:55:04.8036377-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "13a00d1b-5d18-440b-ac76-2df1d47524af",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T23:22:54.0750614-07:00",
      "EndTime": "2015-04-12T23:33:09.6816823-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "7be26b80-6357-4306-a4f9-be87c52466ce",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T23:33:18.0892972-07:00",
      "EndTime": "2015-04-12T23:33:18.7837604-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "993964f8-6920-4d12-82e8-c71cc8578c8d",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-12T23:33:19.166016-07:00",
      "EndTime": "2015-04-13T00:06:11.0875814-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e031b003-1414-4e5b-af1f-cc7dc861c0a0",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T00:06:16.506968-07:00",
      "EndTime": "2015-04-13T00:21:24.6113743-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b18c116-6e74-4c2f-be61-3d7174b4730f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T00:21:24.9895793-07:00",
      "EndTime": "2015-04-13T00:37:33.4942029-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "4a35ab3b-70e8-4d50-bff1-21cd80079d54",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T00:37:34.2076794-07:00",
      "EndTime": "2015-04-13T00:59:10.7876236-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d2cf6d2b-8292-4419-bde4-5d4bc717b804",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T01:58:54.721522-07:00",
      "EndTime": "2015-04-13T03:53:28.4719734-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "850fdf37-b51d-4a8b-8d0c-8df710108728",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T04:40:04.4046605-07:00",
      "EndTime": "2015-04-13T06:33:27.4488866-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "70b73551-dcb8-4670-8394-40599a151468",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T07:23:07.7267316-07:00",
      "EndTime": "2015-04-13T09:16:38.1088495-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e68b8df-8b56-4552-990c-4b25cbd022b9",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T10:07:42.6020135-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a16%3a41Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a16%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No back end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a16%3a46Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a16%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a11Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a18Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a23Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a32Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a40Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "No data returned from MDS",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a45Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a17%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a18%3a42Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "No replica health errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a18%3a44Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "No replica alerts!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a18%3a48Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a18%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions DID NOT grow over the initial quota",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "016ce6ef-4acb-4c47-97df-87d13134ef15",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "01cc6274-50f5-4abc-9ebf-6af727c94b5b",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        },
        {
          "PartitionId": "0695045c-6f8b-402e-8033-26c3ef09d3b3",
          "MaxQuota": 3490816,
          "MaxUsage": 0
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a18%3a54Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "@defaultaccount7",
          "PartitionId": "50b2af16-808d-4fa2-8854-9cc6c6b80883",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 208
        },
        {
          "DocumentServiceId": "@defaultaccount4",
          "PartitionId": "46149848-b125-4936-a10c-a1a37f489703",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        },
        {
          "DocumentServiceId": "@defaultaccount9",
          "PartitionId": "c3cdd179-d26e-4fc1-aadc-cfc5a78d9272",
          "MaxCrudUsage": 8,
          "MaxIndexUsage": 0,
          "MaxTotalUsage": 176
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a19%3a09Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "No latency thresholds were violated",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a19%3a17Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 99.609296
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 99.627776
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 99.627776
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 99.633033
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 99.639603
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a19%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 6.62793
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 3.678838
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 3.193077
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 3.161114
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 3.045193
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a20%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 99.574137
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 97.612993
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 26.937873
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 22.923128
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 21.188623
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a20%3a25Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_2",
          "Value": 111033.933333
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 111138.6
        },
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 111142.1
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 111157.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 111159.766667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a20%3a40Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a20%3a42Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "MasterCluster0",
          "Percentile99": 1,
          "Count": 1,
          "First": "2015-04-13T07:35:00",
          "Last": "2015-04-13T07:35:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a22%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a26%3a03Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a27%3a02Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a27%3a08Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-13+06%3a20%3a28Z&end=2015-04-13+16%3a27%3a19Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-13T01:58:32.4354667-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 7392,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-13T03:59:52.0843317-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 9016,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-13T06:42:41.3473504-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8400,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-13T09:27:29.4881559-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 8432,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBMBQAAAAAAAA==",
  "_ts": 1428980447,
  "_etag": "\"0c001848-0000-0000-0000-552c82df0000\"",
  "_attachments": "attachments/"
},
{
  "id": "592d1e9d-b14e-4885-830e-6ded9251ad38",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBNBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-13T11:13:57.534348-07:00",
  "CompletedTime": "2015-04-13T11:15:38.9060271-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "6a9ea25d-739f-4176-bf93-1caa96693990",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T11:14:05.6862694-07:00",
      "EndTime": "2015-04-13T11:14:14.3971955-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBNBQAAAAAAAA==",
  "_ts": 1428948939,
  "_etag": "\"0a00872e-0000-0000-0000-552c07cb0000\"",
  "_attachments": "attachments/"
},
{
  "id": "006e72da-0b06-4962-96b9-4f1cbb501955",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBOBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-13T11:15:39.2152336-07:00",
  "CompletedTime": "2015-04-13T11:18:01.1462846-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0ce51ff2-6d5e-4f88-8487-b92fe4bd5ca9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T11:15:45.4218397-07:00",
      "EndTime": "2015-04-13T11:15:54.1373843-07:00",
      "Result": "Failed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBOBQAAAAAAAA==",
  "_ts": 1428949081,
  "_etag": "\"0a001531-0000-0000-0000-552c08590000\"",
  "_attachments": "attachments/"
},
{
  "id": "a63ff829-dac1-46af-b210-975879ac032e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBPBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-13T11:18:01.3884473-07:00",
  "CompletedTime": "2015-04-13T17:08:36.8235995-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "216790e7-a106-4380-a9ae-411f075e30ad",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T12:57:32.7045648-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "7c49a760-98eb-4877-81a3-7fe4a990515a",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T12:57:33.2649391-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "1816415a-b20a-41b4-a214-3370966396a7",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T12:57:33.8683421-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    },
    {
      "DocumentServiceId": "f4c28bba-1a77-4065-91c9-b779cfca99a7",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T12:57:34.4377233-07:00",
      "CompleteTime": "0001-01-01T00:00:00",
      "Endpoint": null,
      
      "Result": null
    }
  ],
  "Events": [
    {
      "EventId": "fb7f5c8c-548d-453a-9772-2d433b195995",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T11:20:22.7845085-07:00",
      "EndTime": "2015-04-13T11:30:59.7097038-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2c41ee3d-fbfe-4688-b6f1-e681558f0a1a",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T11:31:07.198758-07:00",
      "EndTime": "2015-04-13T11:31:07.5630016-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba446079-5c97-4a6f-89cb-01fccf20b348",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T11:31:07.9332485-07:00",
      "EndTime": "2015-04-13T12:05:15.8476004-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ba7956dc-3b9e-4a60-97d8-376c65ea0e53",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T12:05:21.5987971-07:00",
      "EndTime": "2015-04-13T12:19:31.3336794-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e5b2c261-a604-4309-9957-1c31dab4596c",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150407.1\\x64\\Release",
      "StartTime": "2015-04-13T12:19:31.7110355-07:00",
      "EndTime": "2015-04-13T12:35:40.3330117-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a2cf72e8-8e03-4032-b209-bfaa0ad45928",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Newton_Official\\20150411.1\\x64\\Release",
      "StartTime": "2015-04-13T12:35:41.0745078-07:00",
      "EndTime": "2015-04-13T12:47:28.0509467-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBPBQAAAAAAAA==",
  "_ts": 1428970117,
  "_etag": "\"0b00b496-0000-0000-0000-552c5a850000\"",
  "_attachments": "attachments/"
},
{
  "id": "d9b6136c-d0c7-4a40-8981-beabae3a758a",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBQBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-13T17:08:37.2186226-07:00",
  "CompletedTime": "2015-04-13T21:01:29.0477426-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "cf661d70-e90f-4f5c-8de3-e2ed2a6212d3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T18:54:47.5622122-07:00",
      "CompleteTime": "2015-04-13T18:58:23.0846004-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "4bf1320c-8e04-4980-94be-d644557f4a9a",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T18:54:48.2052045-07:00",
      "CompleteTime": "2015-04-13T18:59:22.736044-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9c045c76-7ee5-4a8d-887c-6d237fe6f476",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T18:54:48.7732376-07:00",
      "CompleteTime": "2015-04-13T18:58:52.5753032-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "e5830bcf-18ce-4a96-a15e-b6dfb8cb5d93",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T18:54:49.3842725-07:00",
      "CompleteTime": "2015-04-13T19:00:07.2216106-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "a1bd2ec8-9f02-4e16-9210-48008fdee395",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T17:11:45.1214652-07:00",
      "EndTime": "2015-04-13T17:22:41.9953635-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8b652662-8dbb-47f2-80c1-3c344a3f7374",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T17:22:57.9402835-07:00",
      "EndTime": "2015-04-13T17:22:58.3023045-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "9e765de6-5cb6-4c47-abd4-9a7ca92ed8ea",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T17:22:58.6913275-07:00",
      "EndTime": "2015-04-13T17:58:43.3350647-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c9b46e19-79e5-4d2d-bd88-16b95d7e22f9",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T17:58:51.6695456-07:00",
      "EndTime": "2015-04-13T18:12:59.2604481-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e40855fe-0014-4dd1-8fc0-547fd825cb8b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T18:13:00.1514999-07:00",
      "EndTime": "2015-04-13T18:24:27.1841379-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "59f6325d-a08c-4770-b5c0-334df96e05bc",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T18:24:27.5431594-07:00",
      "EndTime": "2015-04-13T18:44:41.4821992-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d6dbf950-2729-44c5-9d2c-986fa473dfd7",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T19:41:39.5684085-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a39%3a49Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a39%3a54Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a39%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a01Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a04Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a06Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a08Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a12Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a14Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a17Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a20Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a23Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a27Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a30Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a36Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a38Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a41Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a43Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a46Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a48Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a50Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a52Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a55Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a40%3a58Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a41%3a02Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DocDBStageCTLServiceRequestInfo5MBYF2Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a41%3a04Z&query=where+Tenant+%3d+%22CTLTest%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-private-7%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "3752 Direct Https requests with 503 | 6124 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 3752,
          "Average": 625.333,
          "First": "2015-04-13T19:10:00",
          "Last": "2015-04-13T19:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-private-7",
          "Count": 3,
          "Average": 1.5,
          "First": "2015-04-13T19:10:00",
          "Last": "2015-04-13T19:15:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 6119,
          "Average": 1223.8,
          "First": "2015-04-13T19:05:00",
          "Last": "2015-04-13T19:35:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-private-7",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-04-13T19:10:00",
          "Last": "2015-04-13T19:15:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestManagementEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a41%3a10Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestOperationEventBN3Ver1v0&start=2015-04-14+00%3a08%3a37Z&end=2015-04-14+02%3a41%3a14Z&query=where+Tenant+%3d+%22doctestmgmt7%22+and+Level+%3d+1",
      "Notes": "query failed",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-13T19:41:18.4601893-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 1169174,
      "ClientReportedCollectionCount": 13
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBQBQAAAAAAAA==",
  "_ts": 1428984089,
  "_etag": "\"0c004286-0000-0000-0000-552c91190000\"",
  "_attachments": "attachments/"
},
{
  "id": "ac940215-2adf-4fbb-a18b-0120610db6d3",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBRBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "RunOwner": "renatof",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-13T18:20:12.7572385-07:00",
  "CompletedTime": "2015-04-14T08:27:10.6137349-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "da339083-0e52-4535-99e1-e2c2cd66b21c",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T19:46:56.8382097-07:00",
      "CompleteTime": "2015-04-13T19:51:32.938749-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "af0b3227-419d-4bfc-bdb8-f513952614aa",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T19:46:57.387947-07:00",
      "CompleteTime": "2015-04-13T19:51:03.2865526-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8e0e0ebc-a0f8-4b93-b2c9-3ee14022623b",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-13T19:46:58.2369357-07:00",
      "CompleteTime": "2015-04-13T19:52:03.6637353-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "c2a77976-59ca-4231-843b-3c3914efc85e",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T19:46:58.8073711-07:00",
      "CompleteTime": "2015-04-13T19:53:15.2533688-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ef434327-4af2-412b-b03b-932e5b919abe",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-14T00:05:22.7704603-07:00",
      "CompleteTime": "2015-04-14T00:09:28.0008884-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "832b2c90-e26e-41a3-ba84-7420e6d13637",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-14T01:14:04.1382082-07:00",
      "CompleteTime": "2015-04-14T01:19:22.4592852-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0f9066e8-955f-422c-ae37-f6c063fc2dab",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-14T02:48:40.5864323-07:00",
      "CompleteTime": "2015-04-14T02:52:44.6150451-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "ee00b79b-9691-4b3b-b0f5-b8a315bb8c6a",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-14T06:52:55.9578558-07:00",
      "CompleteTime": "2015-04-14T07:30:14.4594714-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "620c12a1-195e-4b02-abe4-6d4f467ecb4e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T18:22:44.8331143-07:00",
      "EndTime": "2015-04-13T18:30:54.359562-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "593bba9c-d602-4ff3-b8e1-0fdbf90af961",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T18:31:07.9854407-07:00",
      "EndTime": "2015-04-13T18:31:08.3567408-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5b887ea2-8582-4ff7-be1d-5569d31ef885",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T18:31:08.7690714-07:00",
      "EndTime": "2015-04-13T19:06:17.3042114-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e3135cc1-ef42-4f2c-a18b-8e11627d6bb3",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T19:06:27.4279302-07:00",
      "EndTime": "2015-04-13T19:20:37.8333411-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "eca488ef-2213-453c-a7b8-0b9492c1bbb5",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T19:20:38.2881837-07:00",
      "EndTime": "2015-04-13T19:36:47.7358664-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "51d365ec-f6b5-4c70-9f40-3b02f972edc2",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150413.2\\x64\\Release",
      "StartTime": "2015-04-13T20:34:24.1768515-07:00",
      "EndTime": "2015-04-13T20:54:18.5221139-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f7afddb7-4773-410b-ac9d-8d8793b55d25",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150413.2\\x64\\Release",
      "StartTime": "2015-04-13T20:54:26.0831443-07:00",
      "EndTime": "2015-04-13T23:02:08.3230694-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "00c0dccb-1a12-4dad-8c6a-086c474e2e95",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150413.2\\x64\\Release",
      "StartTime": "2015-04-13T23:50:25.5531518-07:00",
      "EndTime": "2015-04-14T01:01:27.4842764-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8ab2076a-b2da-4e43-899b-c0c654c28702",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150413.2\\x64\\Release",
      "StartTime": "2015-04-14T01:54:08.28644-07:00",
      "EndTime": "2015-04-14T03:06:55.5541342-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "687367b7-0b17-4a9e-838b-1d75dcc455a6",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Main_Official\\20150413.2\\x64\\Release",
      "StartTime": "2015-04-14T04:01:47.0352217-07:00",
      "EndTime": "2015-04-14T06:08:38.7293742-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "074d4520-3091-40e9-9425-1a96f7e8d4fd",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-14T06:34:37.9868904-07:00",
      "EndTime": "2015-04-14T06:52:50.7759851-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1a7e1183-03ff-4922-a8a3-99f3d6300428",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Main_Official\\20150409.3\\x64\\Release",
      "StartTime": "2015-04-14T07:30:15.9787078-07:00",
      "EndTime": "2015-04-14T07:32:24.8640954-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "20 back end trace criticals with 5 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Failed to schedule timer callback on a worker thread. ThreadID %d. HRESULT (%d).\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-14T02:08:55.9365568",
          "Last": "2015-04-14T02:08:55.9365568"
        },
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 4,
          "First": "2015-04-13T20:25:59.9324203",
          "Last": "2015-04-13T21:04:22.3000722"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 2,
          "First": "2015-04-14T04:29:14.2416162",
          "Last": "2015-04-14T04:29:19.0769093"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 11,
          "First": "2015-04-13T20:09:09.7254289",
          "Last": "2015-04-13T22:36:22.0968674"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 2,
          "First": "2015-04-13T20:32:04.7522735",
          "Last": "2015-04-13T21:04:22.3096223"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from Gateway",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 10:55:00 with maximum throughput being 376682.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 43290432,
          "Average": 290539.81,
          "Max": 376682,
          "Min": 282
        },
        {
          "StatusCode": 400,
          "Total": 12,
          "Average": 0.08,
          "Max": 12,
          "Min": 12
        },
        {
          "StatusCode": 401,
          "Total": 4753,
          "Average": 31.9,
          "Max": 867,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 1193442,
          "Average": 8009.68,
          "Max": 15897,
          "Min": 51
        },
        {
          "StatusCode": 409,
          "Total": 20,
          "Average": 0.13,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 76718,
          "Average": 514.89,
          "Max": 5258,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 3492366,
          "Average": 23438.7,
          "Max": 46860,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 10:55:00 with maximum throughput being 11337.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1271434,
          "Average": 8533.11,
          "Max": 11337,
          "Min": 126
        },
        {
          "StatusCode": 401,
          "Total": 11,
          "Average": 0.07,
          "Max": 11,
          "Min": 11
        },
        {
          "StatusCode": 404,
          "Total": 3276,
          "Average": 21.99,
          "Max": 143,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1771,
          "Average": 11.89,
          "Max": 151,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 66776,
          "Average": 448.16,
          "Max": 1352,
          "Min": 5
        },
        {
          "StatusCode": 449,
          "Total": 4218,
          "Average": 28.31,
          "Max": 183,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 10:55:00 with maximum throughput being 33033.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3813699,
          "Average": 25595.3,
          "Max": 33033,
          "Min": 329
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 401,
          "Total": 39,
          "Average": 0.26,
          "Max": 39,
          "Min": 39
        },
        {
          "StatusCode": 404,
          "Total": 12327,
          "Average": 82.73,
          "Max": 500,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 5692,
          "Average": 38.2,
          "Max": 418,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 203870,
          "Average": 1368.26,
          "Max": 3853,
          "Min": 6
        },
        {
          "StatusCode": 449,
          "Total": 9286,
          "Average": 62.32,
          "Max": 301,
          "Min": 4
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 10:55:00 with maximum throughput being 62837.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6768643,
          "Average": 45427.13,
          "Max": 62837,
          "Min": 6
        },
        {
          "StatusCode": 400,
          "Total": 9,
          "Average": 0.06,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 23,
          "Average": 0.15,
          "Max": 23,
          "Min": 23
        },
        {
          "StatusCode": 403,
          "Total": 26437,
          "Average": 177.43,
          "Max": 1710,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 15,
          "Average": 0.1,
          "Max": 8,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 9427,
          "Average": 63.27,
          "Max": 1188,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1371974,
          "Average": 9207.88,
          "Max": 25659,
          "Min": 3
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 65000 for 12:10:00 with maximum throughput being 460505.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 45635237,
          "Average": 306276.76,
          "Max": 460505,
          "Min": 620
        },
        {
          "StatusCode": 400,
          "Total": 2,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 36,
          "Average": 0.24,
          "Max": 36,
          "Min": 36
        },
        {
          "StatusCode": 404,
          "Total": 12136,
          "Average": 81.45,
          "Max": 1227,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 32078,
          "Average": 215.29,
          "Max": 1929,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1737216,
          "Average": 11659.17,
          "Max": 40310,
          "Min": 7
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 10:55:00 with maximum throughput being 58741.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6457527,
          "Average": 43050.18,
          "Max": 58741,
          "Min": 620
        },
        {
          "StatusCode": 401,
          "Total": 1806,
          "Average": 12.04,
          "Max": 209,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 7965,
          "Average": 53.1,
          "Max": 615,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 23575,
          "Average": 157.17,
          "Max": 1319,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 143784,
          "Average": 958.56,
          "Max": 2166,
          "Min": 8
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "177 replica health errors | 160 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 2,
          "First": "2015-04-14T06:21:09.81",
          "Last": "2015-04-14T06:21:10.26"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 15,
          "First": "2015-04-14T06:21:09.399",
          "Last": "2015-04-14T06:21:10.26"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1360 replica alerts for FullCopy | 4 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 14,
          "HourlyAverage": 1.049
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 321,
          "HourlyAverage": 24.048
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.15
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 868,
          "HourlyAverage": 65.028
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 104,
          "HourlyAverage": 7.791
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.599
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 9,
          "HourlyAverage": 0.674
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.3
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.45
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.3
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.599
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.15
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 10,
          "HourlyAverage": 0.749
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.075
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.075
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "4c5fe0b4-1be3-451b-abe1-8a2dcf70edce",
          "MaxQuota": 10475520,
          "MaxUsage": 5418722
        },
        {
          "PartitionId": "ad27f879-e68f-4a7e-908b-2599ce560b81",
          "MaxQuota": 10475520,
          "MaxUsage": 5416649
        },
        {
          "PartitionId": "201b3b57-8dd7-447e-8064-7cefe8022df2",
          "MaxQuota": 10475520,
          "MaxUsage": 5391378
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "83170063-f58e-4fa0-9a55-453ef92c1134",
          "MaxCrudUsage": 5232,
          "MaxIndexUsage": 984,
          "MaxTotalUsage": 6484
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "164ff3b8-9e8c-46ac-b523-d30c0e784436",
          "MaxCrudUsage": 5304,
          "MaxIndexUsage": 1004,
          "MaxTotalUsage": 6468
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ad27f879-e68f-4a7e-908b-2599ce560b81",
          "MaxCrudUsage": 5320,
          "MaxIndexUsage": 1000,
          "MaxTotalUsage": 6464
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 27 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-14T00:35:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 891.745,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:35:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 331.852,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:35:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 304.49,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:35:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 210.877,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-13T22:50:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "Percentile99": 182.685,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 84.82875
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 85.06384
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 85.143489
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85.361748
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86.112134
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 87.087881
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 78.447183
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 75.848512
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 75.357737
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 66.735679
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value reached 676.25683 while the maximum threshold expected was 400",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 676.25683
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 660.870361
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 626.556374
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 538.001726
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 484.684169
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 56147.266667
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 56696.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 58519.8
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 62873.066667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 65441.9
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 5 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-04-13T21:45:00",
          "Last": "2015-04-13T21:45:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "1 Direct Tcp requests with 503 | 2 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-14T08:25:00",
          "Last": "2015-04-14T08:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-14T08:25:00",
          "Last": "2015-04-14T08:25:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 1,
          "Average": 1.0,
          "First": "2015-04-14T02:10:00",
          "Last": "2015-04-14T02:10:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22docdba1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-14+01%3a20%3a12Z&end=2015-04-14+15%3a27%3a10Z&query=where+Tenant+%3d+%22docdba1mgmt%22+and+(Level+%3d+1+or+message%3d+%22Transition+Dequeued+-%3e+Failed.%22)",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-13T20:33:50.9314588-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 107520,
      "PhysicalCRUDUsageInMB": 98704,
      "LogicalIndexUsageInMB": 1414,
      "LogicalCRUDUsageInMB": 20709,
      "ClientReportedUsageInMB": 23125,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 46558,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 23631439,
          "OfferDetails": [
            {
              "CollectionCount": 93,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 6,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 2872,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-13T23:09:45.5517361-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 141668,
      "PhysicalCRUDUsageInMB": 505048,
      "LogicalIndexUsageInMB": 12265,
      "LogicalCRUDUsageInMB": 160492,
      "ClientReportedUsageInMB": 134529,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 146593,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 137594347,
          "OfferDetails": [
            {
              "CollectionCount": 9,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 86,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 5,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 17250,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-14T01:13:37.0657287-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 186644,
      "PhysicalCRUDUsageInMB": 951360,
      "LogicalIndexUsageInMB": 20798,
      "LogicalCRUDUsageInMB": 287085,
      "ClientReportedUsageInMB": 217983,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 223188970,
          "OfferDetails": [
            {
              "CollectionCount": 85,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 8,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 7,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 26623,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-14T03:21:12.8029206-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 231308,
      "PhysicalCRUDUsageInMB": 1258200,
      "LogicalIndexUsageInMB": 30061,
      "LogicalCRUDUsageInMB": 419150,
      "ClientReportedUsageInMB": 296178,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 303214584,
          "OfferDetails": [
            {
              "CollectionCount": 12,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 77,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 11,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 71936,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-14T06:26:40.2446081-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 309784,
      "PhysicalCRUDUsageInMB": 1799528,
      "LogicalIndexUsageInMB": 31802,
      "LogicalCRUDUsageInMB": 436565,
      "ClientReportedUsageInMB": 398786,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 408226688,
          "OfferDetails": [
            {
              "CollectionCount": 7,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 77,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 16,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 130881,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    },
    {
      "TimeStamp": "2015-04-14T08:27:10.6137349-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 269380,
      "PhysicalCRUDUsageInMB": 1515392,
      "LogicalIndexUsageInMB": 27353,
      "LogicalCRUDUsageInMB": 374552,
      "ClientReportedUsageInMB": 378979,
      "ClientReportedCollectionCount": 108,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 98,
          "DataUsage": 387880051,
          "OfferDetails": [
            {
              "CollectionCount": 9,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 76,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 15,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 194755,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBRBQAAAAAAAA==",
  "_ts": 1429026496,
  "_etag": "\"0f00375c-0000-0000-0000-552d36c00000\"",
  "_attachments": "attachments/"
},
{
  "id": "510ecb31-e8c6-4a72-a23c-1892093cc60e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBSBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-13T20:00:47.3676759-07:00",
  "CompletedTime": "2015-04-14T12:20:21.9154444-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "818b25bb-b3f4-44e8-a559-a0e627a03d37",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T21:57:53.3160021-07:00",
      "CompleteTime": "2015-04-13T22:01:29.1024515-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "64cea16b-20a6-4dc7-9441-382fd0422793",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T21:57:53.8490327-07:00",
      "CompleteTime": "2015-04-13T22:02:59.0246404-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "7e1a8337-1f20-43b9-a09b-15dadbe6aa0f",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T21:57:54.4370663-07:00",
      "CompleteTime": "2015-04-13T22:01:58.7371615-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "52cb3bab-29ce-4db2-8d70-6552117a90dd",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T21:58:06.9377862-07:00",
      "CompleteTime": "2015-04-13T22:03:00.6587329-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "0a2f6a30-29da-4cdf-9bc4-00c55d5c129d",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-14T01:53:43.7521782-07:00",
      "CompleteTime": "2015-04-14T01:57:47.933264-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "155c014d-9774-4f02-8a8f-b8ccb4ff4fe5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-14T04:01:45.7004428-07:00",
      "CompleteTime": "2015-04-14T04:03:28.9123512-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "3947aea6-9b86-447c-8133-0cb8ef2bbcf3",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-14T04:47:22.1112763-07:00",
      "CompleteTime": "2015-04-14T04:52:56.462567-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2e5c6ebb-4dec-4ec0-9161-92b7538fa253",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-14T10:44:55.7910688-07:00",
      "CompleteTime": "2015-04-14T10:47:36.1233572-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "8d2fde31-e981-489a-a4bb-8af3453cf7f9",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T20:03:16.1652677-07:00",
      "EndTime": "2015-04-13T20:13:32.3747702-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e686edae-1c1c-44aa-99a4-287c1cea8637",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T20:13:44.560473-07:00",
      "EndTime": "2015-04-13T20:13:44.9284945-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "54f3e637-2c7c-4e1d-b7a5-56d82e7a73d5",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T20:13:45.3275178-07:00",
      "EndTime": "2015-04-13T20:47:01.5696924-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3669bc50-52b1-4197-98c0-2b0fba2e3136",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T20:47:11.0332371-07:00",
      "EndTime": "2015-04-13T21:02:20.9717396-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "028b9b2b-17f2-43f1-9ab3-f31f702e44f3",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-13T21:02:22.2718137-07:00",
      "EndTime": "2015-04-13T21:27:59.2015356-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "388b1220-4996-47f6-aa15-a8afa2218273",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-13T21:27:59.5755108-07:00",
      "EndTime": "2015-04-13T21:47:47.4400455-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22cc90d9-260c-42e2-802b-e96af1cacf22",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-13T22:47:58.8754112-07:00",
      "EndTime": "2015-04-14T00:48:24.463319-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "16c776e2-be8b-44fe-87fa-4b72945ce201",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T01:38:54.7098841-07:00",
      "EndTime": "2015-04-14T03:47:17.8923271-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6a2dcb48-5418-4d53-9602-6518dbbadfd6",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T04:41:57.7125579-07:00",
      "EndTime": "2015-04-14T06:47:15.2602923-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "93c5a916-d058-477a-b7ae-05129b4249ea",
      "EventName": "Upgrade Package",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T07:46:43.5471688-07:00",
      "EndTime": "2015-04-14T09:55:15.1490977-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3b78cb9f-8f3f-4647-a229-9e3d2bf9c3f9",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T10:28:00.914562-07:00",
      "EndTime": "2015-04-14T10:44:43.1153367-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e586295e-1dc0-4f9e-ba8f-d560684f6362",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T10:47:48.5510857-07:00",
      "EndTime": "2015-04-14T10:50:26.2981384-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "23 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-13T23:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.7472.dmp"
        },
        {
          "DateTime": "2015-04-13T23:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.4656.dmp"
        },
        {
          "DateTime": "2015-04-13T23:55:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.5132.dmp"
        },
        {
          "DateTime": "2015-04-13T23:55:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\DocumentDB.ProcessWatchdog.exe.6444.dmp"
        },
        {
          "DateTime": "2015-04-14T08:05:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:05:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:30:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:30:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:30:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:55:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:55:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T08:55:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:15:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\DocumentDB.Server.exe.5108.dmp"
        },
        {
          "DateTime": "2015-04-14T09:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "19 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"_Module.EndStart failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-04-13T23:50:57.5040546",
          "Last": "2015-04-13T23:55:26.4251575"
        },
        {
          "Message": "ASSERT: %s with message \"Failed to start the module.\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-04-13T23:50:57.5039904",
          "Last": "2015-04-13T23:55:26.4250835"
        },
        {
          "Message": "ASSERT: %s with message \"StartModule failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 4,
          "First": "2015-04-13T23:50:57.5040744",
          "Last": "2015-04-13T23:55:26.4251827"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 7,
          "First": "2015-04-14T02:09:36.2397198",
          "Last": "2015-04-14T05:51:38.6340318"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "5 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 2,
          "First": "2015-04-14T08:26:08.6954679",
          "Last": "2015-04-14T08:28:49.4709858"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "First": "2015-04-14T08:29:37.0861336",
          "Last": "2015-04-14T08:51:24.9237251"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 126699.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 15018612,
          "Average": 89396.5,
          "Max": 126699,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 7,
          "Average": 0.04,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 150,
          "Average": 0.89,
          "Max": 150,
          "Min": 150
        },
        {
          "StatusCode": 404,
          "Total": 45702,
          "Average": 272.04,
          "Max": 5017,
          "Min": 15
        },
        {
          "StatusCode": 409,
          "Total": 3,
          "Average": 0.02,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 68163,
          "Average": 405.73,
          "Max": 4514,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 34488743,
          "Average": 205290.14,
          "Max": 346257,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4914.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 559107,
          "Average": 3855.91,
          "Max": 4914,
          "Min": 13
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 1035,
          "Average": 7.14,
          "Max": 53,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1728,
          "Average": 11.92,
          "Max": 138,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 825039,
          "Average": 5689.92,
          "Max": 9206,
          "Min": 53
        },
        {
          "StatusCode": 449,
          "Total": 1264,
          "Average": 8.72,
          "Max": 62,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 13943.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1675559,
          "Average": 11555.58,
          "Max": 13943,
          "Min": 18
        },
        {
          "StatusCode": 400,
          "Total": 3,
          "Average": 0.02,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 15,
          "Average": 0.1,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 404,
          "Total": 3470,
          "Average": 23.93,
          "Max": 175,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 5209,
          "Average": 35.92,
          "Max": 339,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2474053,
          "Average": 17062.43,
          "Max": 26410,
          "Min": 173
        },
        {
          "StatusCode": 449,
          "Total": 3698,
          "Average": 25.5,
          "Max": 150,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 23112.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2899445,
          "Average": 17572.39,
          "Max": 23112,
          "Min": 2
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.08,
          "Max": 13,
          "Min": 13
        },
        {
          "StatusCode": 403,
          "Total": 24809,
          "Average": 150.36,
          "Max": 5173,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 5,
          "Average": 0.03,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 7413,
          "Average": 44.93,
          "Max": 677,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4389120,
          "Average": 26600.73,
          "Max": 49536,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 13:45:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 26200361,
          "Average": 155954.53,
          "Max": 171669,
          "Min": 166
        },
        {
          "StatusCode": 401,
          "Total": 3,
          "Average": 0.02,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 404,
          "Total": 2541,
          "Average": 15.12,
          "Max": 612,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 14053,
          "Average": 83.65,
          "Max": 854,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1503529,
          "Average": 8949.58,
          "Max": 19005,
          "Min": 28
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 21990.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2315162,
          "Average": 15966.63,
          "Max": 21990,
          "Min": 171
        },
        {
          "StatusCode": 401,
          "Total": 305,
          "Average": 2.1,
          "Max": 29,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 1672,
          "Average": 11.53,
          "Max": 130,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 13738,
          "Average": 94.74,
          "Max": 918,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1274034,
          "Average": 8786.44,
          "Max": 13514,
          "Min": 97
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "6 WinFabric criticals errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "EventId": 18522,
          "Reason": "Quorum Loss",
          "Count": 6,
          "First": "2015-04-13T22:57:11.9665439",
          "Last": "2015-04-13T22:57:17.0917324"
        }
      ]
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "279 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 19,
          "First": "2015-04-14T09:39:37.254",
          "Last": "2015-04-14T10:12:51.323"
        },
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 4,
          "First": "2015-04-14T09:57:48.548",
          "Last": "2015-04-14T10:12:51.323"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 250,
          "First": "2015-04-14T08:19:19.201",
          "Last": "2015-04-14T10:12:51.323"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 6,
          "First": "2015-04-14T09:44:38.248",
          "Last": "2015-04-14T10:12:51.323"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1028 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 865,
          "HourlyAverage": 55.607
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 124,
          "HourlyAverage": 7.971
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.386
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.129
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 8,
          "HourlyAverage": 0.514
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.257
        },
        {
          "DatabaseAccount": "@defaultaccount5",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.193
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 6,
          "HourlyAverage": 0.386
        },
        {
          "DatabaseAccount": "@defaultaccount1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 4,
          "HourlyAverage": 0.257
        },
        {
          "DatabaseAccount": "@defaultaccount7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.129
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 3,
          "HourlyAverage": 0.193
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.064
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 3,
          "HourlyAverage": 0.193
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "08ab96ba-b044-4a13-9c84-e5e7c8777766",
          "MaxQuota": 10476298,
          "MaxUsage": 4242971
        },
        {
          "PartitionId": "25233b3f-5c8e-4cfb-a95d-9d7864ca8128",
          "MaxQuota": 10476298,
          "MaxUsage": 4223758
        },
        {
          "PartitionId": "3df45da5-80d7-4c0d-8dbe-49bfdc64efd2",
          "MaxQuota": 10476298,
          "MaxUsage": 4217920
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "08ab96ba-b044-4a13-9c84-e5e7c8777766",
          "MaxCrudUsage": 4168,
          "MaxIndexUsage": 256,
          "MaxTotalUsage": 4656
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "e47be218-e1f9-433f-b3e9-345201b0892e",
          "MaxCrudUsage": 4136,
          "MaxIndexUsage": 288,
          "MaxTotalUsage": 4624
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "PartitionId": "3df45da5-80d7-4c0d-8dbe-49bfdc64efd2",
          "MaxCrudUsage": 4136,
          "MaxIndexUsage": 320,
          "MaxTotalUsage": 4624
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 7 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-14T06:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 184.402,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:40:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 170.372,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T06:20:00",
          "RoleInstance": "ServerCluster0_IN_8",
          "Percentile99": 112.538,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:40:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 112.028,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T00:40:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 107.02,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 93.538916
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 94.079823
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 94.406809
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 94.524096
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 94.652198
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 59.008465
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 54.249481
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 48.180484
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 42.412773
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 39.27171
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 337.727447
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 325.295206
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 264.767392
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 259.060289
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 224.705637
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 84238.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_2",
          "Value": 85627.166667
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 85802.233333
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 86191.366667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 87315.0
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-04-14T08:15:00",
          "Last": "2015-04-14T08:15:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 2,
          "First": "2015-04-14T08:15:00",
          "Last": "2015-04-14T09:50:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.5,
          "Count": 1,
          "First": "2015-04-14T08:20:00",
          "Last": "2015-04-14T08:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-2%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "44 Direct Tcp requests with 503 | 25 Direct Https requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 41,
          "Average": 2.929,
          "First": "2015-04-14T04:00:00",
          "Last": "2015-04-14T09:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-2",
          "Count": 25,
          "Average": 2.083,
          "First": "2015-04-14T02:00:00",
          "Last": "2015-04-14T09:55:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "torestore-bn3prdddc01-docdb-daily-2",
          "Count": 3,
          "Average": 3.0,
          "First": "2015-04-13T23:50:00",
          "Last": "2015-04-13T23:50:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-14+03%3a00%3a47Z&end=2015-04-14+19%3a20%3a21Z&query=where+Tenant+%3d+%22doca12mgmt%22+and+Level+%3d+1",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-13T22:47:31.5658786-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 768,
      "PhysicalCRUDUsageInMB": 12456,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 856,
      "ClientReportedUsageInMB": 74821,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-14T00:58:27.0680999-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121904,
      "PhysicalCRUDUsageInMB": 166704,
      "LogicalIndexUsageInMB": 2499,
      "LogicalCRUDUsageInMB": 47349,
      "ClientReportedUsageInMB": 82916,
      "ClientReportedCollectionCount": 11
    },
    {
      "TimeStamp": "2015-04-14T04:01:25.0362036-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 109552,
      "PhysicalCRUDUsageInMB": 322784,
      "LogicalIndexUsageInMB": 4345,
      "LogicalCRUDUsageInMB": 77597,
      "ClientReportedUsageInMB": 1090341,
      "ClientReportedCollectionCount": 12
    },
    {
      "TimeStamp": "2015-04-14T07:06:15.4270743-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 118932,
      "PhysicalCRUDUsageInMB": 505856,
      "LogicalIndexUsageInMB": 8451,
      "LogicalCRUDUsageInMB": 146775,
      "ClientReportedUsageInMB": 6472641,
      "ClientReportedCollectionCount": 17
    },
    {
      "TimeStamp": "2015-04-14T10:20:04.7120393-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 121988,
      "PhysicalCRUDUsageInMB": 753944,
      "LogicalIndexUsageInMB": 11742,
      "LogicalCRUDUsageInMB": 185487,
      "ClientReportedUsageInMB": 120701,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-14T12:20:21.9154444-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 776,
      "PhysicalCRUDUsageInMB": 12512,
      "LogicalIndexUsageInMB": 1,
      "LogicalCRUDUsageInMB": 135,
      "ClientReportedUsageInMB": 143853,
      "ClientReportedCollectionCount": 10
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBSBQAAAAAAAA==",
  "_ts": 1429040725,
  "_etag": "\"1000c54c-0000-0000-0000-552d6e550000\"",
  "_attachments": "attachments/"
},
{
  "id": "d8d10806-bd80-4138-9166-9ab69da4210e",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBTBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-13T21:01:29.7247817-07:00",
  "CompletedTime": "2015-04-14T13:43:13.5072855-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "130ab049-5d32-470c-b1c9-81a3285f16f3",
      "Name": "readheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-13T22:43:23.884545-07:00",
      "CompleteTime": "2015-04-13T22:47:59.1214231-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9cd64ba7-ad58-451c-b7ed-ab772c2758d4",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-13T22:43:24.4215764-07:00",
      "CompleteTime": "2015-04-13T22:46:59.40698-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8d51cb64-a47e-4e92-85c9-1e325202ed4f",
      "Name": "writeheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-13T22:43:25.0046563-07:00",
      "CompleteTime": "2015-04-13T22:47:28.9606853-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "8ebc706e-e7f4-4f37-9692-9d0e1240e329",
      "Name": "torestore-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-13T22:43:25.5856433-07:00",
      "CompleteTime": "2015-04-13T22:48:46.3661508-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "588378e4-7a64-4c85-b331-ad5e2f9b9679",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-14T02:56:33.0556501-07:00",
      "CompleteTime": "2015-04-14T03:00:06.5850221-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f5aef4e4-97ea-4f8d-a979-22e55037b9ac",
      "Name": "restoredtorestore-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-04-14T05:13:32.4478785-07:00",
      "CompleteTime": "2015-04-14T05:15:43.5384421-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "3f02cd09-3780-4086-9a59-6fd59b683f20",
      "Name": "parallelprovision-bn3prdddc01-docdb-private-7",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-14T05:46:54.5583924-07:00",
      "CompleteTime": "2015-04-14T05:50:30.47085-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-private-7.documents-test.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "cbac3528-ff47-4bfd-be0f-e5b6e8a0629e",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-private-7",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-private-7",
      "StartTime": "2015-04-14T12:04:13.4375668-07:00",
      "CompleteTime": "2015-04-14T12:06:21.9799828-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "65815c26-386a-4dae-9c9b-46941475d53b",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T21:04:00.878502-07:00",
      "EndTime": "2015-04-13T21:14:16.5290237-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3ba1bdeb-75a9-4e3e-bb75-6e1db45860c3",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T21:14:27.812675-07:00",
      "EndTime": "2015-04-13T21:14:28.2027447-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3e2a4c9f-b16c-4607-9635-385620c35feb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T21:14:28.6427689-07:00",
      "EndTime": "2015-04-13T21:49:49.4040814-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1ca2aefd-158c-4efd-8a47-5da6f037d1cc",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-13T21:49:58.0665816-07:00",
      "EndTime": "2015-04-13T22:04:07.2825787-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "22a41274-abba-4df9-9884-484bdfc66260",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T22:04:08.18063-07:00",
      "EndTime": "2015-04-13T22:14:04.1220141-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "1467c86d-961b-4d38-8d61-077a24df1c9e",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T22:14:04.5040356-07:00",
      "EndTime": "2015-04-13T22:33:18.0705918-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6b25b000-8e5f-4a6f-815e-6a57e5d096ac",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-13T23:40:22.3318224-07:00",
      "EndTime": "2015-04-14T01:37:59.0436721-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8d54ae23-83a4-41b7-921c-b2db54e98d11",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-14T02:41:36.5869295-07:00",
      "EndTime": "2015-04-14T04:43:14.9620167-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f4dac43c-fefb-418d-a8a8-02261ffb2d55",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-14T05:53:35.9565518-07:00",
      "EndTime": "2015-04-14T07:57:13.7135253-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "6c943fd5-a60c-452b-9ca6-a6929014b4c1",
      "EventName": "Upgrade Package",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-14T09:07:44.2496123-07:00",
      "EndTime": "2015-04-14T11:12:40.5911216-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3c3022b1-62bf-4b7e-8c00-dbdd1c971cff",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-14T11:50:58.6057079-07:00",
      "EndTime": "2015-04-14T12:04:09.1893698-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ff411af2-2898-4ef3-b4f1-385743c623fd",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\_private\\Newton_Official\\20150413.3\\x64\\Release",
      "StartTime": "2015-04-14T12:06:26.9492695-07:00",
      "EndTime": "2015-04-14T12:08:34.728642-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCrashDumpsBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "18 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-14T09:20:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:40:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:40:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T09:40:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:05:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:05:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:05:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:30:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:30:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:30:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T10:50:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T11:15:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_5\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T11:35:00",
          "RoleInstance": "ServerCluster0_IN_6",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_6\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-14T12:00:00",
          "RoleInstance": "ServerCluster0_IN_7",
          "RelativePath": "DdbTest\\bn3prdddc01-docdb-private-7\\ServerCluster0\\ServerCluster0_IN_7\\WindowsAzureGuestAgent.exe.Normal.dmp"
        }
      ]
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestCommonDebugBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "15 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "ASSERT: %s with message \"Init failed with hr 0x%x\" at %s:%u",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-14T12:05:32.9172265",
          "Last": "2015-04-14T12:05:32.9172265"
        },
        {
          "Message": "CExceptionHandler.TakeDump\n",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-14T12:05:32.9172512",
          "Last": "2015-04-14T12:05:32.9172512"
        },
        {
          "Message": "False progress encountered while building replica.",
          "Role": "ServerCluster0",
          "Count": 1,
          "First": "2015-04-14T11:44:27.339132",
          "Last": "2015-04-14T11:44:27.339132"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 12,
          "First": "2015-04-14T03:02:05.783593",
          "Last": "2015-04-14T07:01:10.9446281"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestRequestAlertBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "1 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Count": 1,
          "First": "2015-04-14T09:23:10.3436003",
          "Last": "2015-04-14T09:23:10.3436003"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "No 408s or 5XXs from the Backend",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 106773.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 14039874,
          "Average": 79321.32,
          "Max": 106773,
          "Min": 92
        },
        {
          "StatusCode": 400,
          "Total": 38,
          "Average": 0.21,
          "Max": 19,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 29323,
          "Average": 165.67,
          "Max": 3183,
          "Min": 960
        },
        {
          "StatusCode": 409,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 152909329,
          "Average": 863894.51,
          "Max": 1171246,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 34587891,
          "Average": 195411.81,
          "Max": 336317,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 4016.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 513172,
          "Average": 3354.07,
          "Max": 4016,
          "Min": 5
        },
        {
          "StatusCode": 404,
          "Total": 614,
          "Average": 4.01,
          "Max": 66,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 1528,
          "Average": 9.99,
          "Max": 99,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 830758,
          "Average": 5429.79,
          "Max": 8529,
          "Min": 1048
        },
        {
          "StatusCode": 449,
          "Total": 895,
          "Average": 5.85,
          "Max": 39,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 11862.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 1533265,
          "Average": 10021.34,
          "Max": 11862,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 2322,
          "Average": 15.18,
          "Max": 243,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 4745,
          "Average": 31.01,
          "Max": 301,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2493576,
          "Average": 16297.88,
          "Max": 25695,
          "Min": 3230
        },
        {
          "StatusCode": 449,
          "Total": 2149,
          "Average": 14.05,
          "Max": 75,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 22144.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2745668,
          "Average": 17945.54,
          "Max": 22144,
          "Min": 13
        },
        {
          "StatusCode": 400,
          "Total": 10,
          "Average": 0.07,
          "Max": 3,
          "Min": 1
        },
        {
          "StatusCode": 403,
          "Total": 23055,
          "Average": 150.69,
          "Max": 3648,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 3,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 6618,
          "Average": 43.25,
          "Max": 588,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 4435835,
          "Average": 28992.39,
          "Max": 46407,
          "Min": 5186
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 45000 for 14:25:00",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 23643685,
          "Average": 133580.14,
          "Max": 175965,
          "Min": 11
        },
        {
          "StatusCode": 400,
          "Total": 16,
          "Average": 0.09,
          "Max": 5,
          "Min": 1
        },
        {
          "StatusCode": 404,
          "Total": 948,
          "Average": 5.36,
          "Max": 178,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 12849,
          "Average": 72.59,
          "Max": 755,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1204039,
          "Average": 6802.48,
          "Max": 15504,
          "Min": 1
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 00:00:00 which does not meet the expected of 08:00:00, with maximum throughput being 16895.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 2064200,
          "Average": 13491.5,
          "Max": 16895,
          "Min": 11
        },
        {
          "StatusCode": 401,
          "Total": 13,
          "Average": 0.08,
          "Max": 7,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 867,
          "Average": 5.67,
          "Max": 50,
          "Min": 1
        },
        {
          "StatusCode": 410,
          "Total": 12050,
          "Average": 78.76,
          "Max": 856,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 1299615,
          "Average": 8494.22,
          "Max": 12856,
          "Min": 1596
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabMachineWatchdogBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestWinFabricErrorsBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaHealthEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22",
      "Notes": "197 replica health errors",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "GetNextCopyContext",
          "Count": 1,
          "First": "2015-04-14T10:10:21.585",
          "Last": "2015-04-14T10:10:21.585"
        },
        {
          "Property": "GetNextCopyState_For_ReplicaId",
          "Count": 1,
          "First": "2015-04-14T10:10:21.585",
          "Last": "2015-04-14T10:10:21.585"
        },
        {
          "Property": "ReplicatorBuildReplicaOperationDuration",
          "Count": 195,
          "First": "2015-04-14T09:38:18.161",
          "Last": "2015-04-14T12:44:26.079"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestAlertReplicaEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "9 replica alerts for FailedBackup with HRESULT 2147942487 | 919 replica alerts for FullCopy",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2147942487,
          "Count": 1,
          "HourlyAverage": 0.063
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2147942487,
          "Count": 4,
          "HourlyAverage": 0.252
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2147942487,
          "Count": 3,
          "HourlyAverage": 0.189
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2147942487,
          "Count": 1,
          "HourlyAverage": 0.063
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 100,
          "HourlyAverage": 6.293
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-private-7",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 815,
          "HourlyAverage": 51.29
        },
        {
          "DatabaseAccount": "@defaultaccount6",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 2,
          "HourlyAverage": 0.126
        },
        {
          "DatabaseAccount": "@defaultaccount8",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.063
        },
        {
          "DatabaseAccount": "@defaultaccount4",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.063
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBase15MReportQuotaInfoBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "926b8f76-f0b4-42a1-98fb-52ffb5a8a135",
          "MaxQuota": 10476298,
          "MaxUsage": 4610682
        },
        {
          "PartitionId": "d08c1e53-7b63-42b2-a356-4ee264fcc3b1",
          "MaxQuota": 10476298,
          "MaxUsage": 4601757
        },
        {
          "PartitionId": "1df7933c-35da-473f-b932-01dc58be451c",
          "MaxQuota": 10476298,
          "MaxUsage": 4596515
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReportOnDiskQuotaBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "0ea918e0-3b6d-45d2-adc0-a173427158a6",
          "MaxCrudUsage": 4480,
          "MaxIndexUsage": 320,
          "MaxTotalUsage": 5000
        },
        {
          "DocumentServiceId": "@defaultaccount3",
          "PartitionId": "d08c1e53-7b63-42b2-a356-4ee264fcc3b1",
          "MaxCrudUsage": 4520,
          "MaxIndexUsage": 288,
          "MaxTotalUsage": 4976
        },
        {
          "DocumentServiceId": "writeheavywl-bn3prdddc01-docdb-private-7",
          "PartitionId": "d08c1e53-7b63-42b2-a356-4ee264fcc3b1",
          "MaxCrudUsage": 4520,
          "MaxIndexUsage": 320,
          "MaxTotalUsage": 4976
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBaseBackendEndRequest5MBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 19 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-14T04:10:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 483.164,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T04:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 441.917,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T04:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "Percentile99": 428.528,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T07:20:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "Percentile99": 214.17,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-14T07:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 166.15,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 92.7809
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 93.248283
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 93.796467
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 93.80103
        },
        {
          "RoleInstance": "ServerCluster0_IN_11",
          "Value": 93.889802
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 52.216803
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 47.288648
        },
        {
          "RoleInstance": "ServerCluster0_IN_1",
          "Value": 41.966287
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 39.233429
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 37.612715
        }
      ]
    },
    {
      "MetricName": "\\TCPv4\\Segments Retransmitted/sec Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cTCPv4%5cSegments+Retransmitted%2fsec%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 400",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 334.337812
        },
        {
          "RoleInstance": "ServerCluster0_IN_3",
          "Value": 331.806671
        },
        {
          "RoleInstance": "ServerCluster0_IN_4",
          "Value": 326.876603
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 310.69241
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 307.996428
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestNodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 84269.310345
        },
        {
          "RoleInstance": "ServerCluster0_IN_12",
          "Value": 84486.5
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 85051.2
        },
        {
          "RoleInstance": "ServerCluster0_IN_10",
          "Value": 85749.9
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 86029.566667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestBackgroundTaskExceptionBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels did not go over the threshold of 4",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 4.0,
          "Count": 16,
          "First": "2015-04-14T09:35:00",
          "Last": "2015-04-14T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 3.0,
          "Count": 124,
          "First": "2015-04-14T01:30:00",
          "Last": "2015-04-14T11:30:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 2.5,
          "Count": 15,
          "First": "2015-04-14T09:10:00",
          "Last": "2015-04-14T11:25:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://test1.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbTestFrontendEventBN3Ver1v0&start=2015-04-14+04%3a01%3a29Z&end=2015-04-14+20%3a43%3a13Z&query=Tenant+%3d+%22bn3prdddc01-docdb-private-7%22+and+Level+%3d+1",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Management Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "",
      "Notes": "",
      "Result": "Inconclusive",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-13T23:40:01.9616008-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 17920,
      "PhysicalCRUDUsageInMB": 16864,
      "LogicalIndexUsageInMB": 26,
      "LogicalCRUDUsageInMB": 1656,
      "ClientReportedUsageInMB": 3923,
      "ClientReportedCollectionCount": 10
    },
    {
      "TimeStamp": "2015-04-14T02:01:10.4499984-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 98908,
      "PhysicalCRUDUsageInMB": 141816,
      "LogicalIndexUsageInMB": 1766,
      "LogicalCRUDUsageInMB": 35235,
      "ClientReportedUsageInMB": 4258881,
      "ClientReportedCollectionCount": 16
    },
    {
      "TimeStamp": "2015-04-14T05:13:21.7723099-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-14T08:27:20.2088165-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-14T11:42:49.6125568-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    },
    {
      "TimeStamp": "2015-04-14T13:43:13.5072855-07:00",
      "Succeeded": false,
      "PhysicalIndexUsageInMB": 0,
      "PhysicalCRUDUsageInMB": 0,
      "LogicalIndexUsageInMB": 0,
      "LogicalCRUDUsageInMB": 0,
      "ClientReportedUsageInMB": 0,
      "ClientReportedCollectionCount": 0
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBTBQAAAAAAAA==",
  "_ts": 1429047802,
  "_etag": "\"1000c4c6-0000-0000-0000-552d89fa0000\"",
  "_attachments": "attachments/"
},
{
  "id": "8c551d66-2db6-4484-b441-1d9a0cd5cc7f",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBUBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:22:14.8393527-07:00",
  "CompletedTime": "2015-04-14T16:35:22.4327853-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "0e77ccb7-4a79-4e2b-a6d6-67844af3b94e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T16:22:37.1435911-07:00",
      "EndTime": "2015-04-14T16:23:45.0835114-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBUBQAAAAAAAA==",
  "_ts": 1429054523,
  "_etag": "\"1100073a-0000-0000-0000-552da43b0000\"",
  "_attachments": "attachments/"
},
{
  "id": "87ec9136-aeaf-464f-aebc-beb8d9f06c5d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBVBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:35:22.7127615-07:00",
  "CompletedTime": "2015-04-14T16:37:04.9106946-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBVBQAAAAAAAA==",
  "_ts": 1429054625,
  "_etag": "\"1100c33b-0000-0000-0000-552da4a10000\"",
  "_attachments": "attachments/"
},
{
  "id": "1901971f-e0bb-4419-bc52-d53844eda1c2",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBWBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:37:05.1876733-07:00",
  "CompletedTime": "2015-04-14T16:40:47.9725647-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBWBQAAAAAAAA==",
  "_ts": 1429054848,
  "_etag": "\"1100873f-0000-0000-0000-552da5800000\"",
  "_attachments": "attachments/"
},
{
  "id": "68e9419b-a03a-4fde-a732-7d9350709406",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBXBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:40:48.2585447-07:00",
  "CompletedTime": "2015-04-14T16:53:08.7172663-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBXBQAAAAAAAA==",
  "_ts": 1429055589,
  "_etag": "\"1100174c-0000-0000-0000-552da8650000\"",
  "_attachments": "attachments/"
},
{
  "id": "d1cab6a2-b130-4cf9-9e9b-0571fb4e0205",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBYBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:53:09.0102815-07:00",
  "CompletedTime": "2015-04-14T16:57:31.9314516-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "8db2a0d5-4ba4-4559-8552-3e4a9d2abc62",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T16:53:21.6930149-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBYBQAAAAAAAA==",
  "_ts": 1429055852,
  "_etag": "\"1100c450-0000-0000-0000-552da96c0000\"",
  "_attachments": "attachments/"
},
{
  "id": "41a25ffb-7158-412f-9cf9-7986b76f70d8",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBZBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T16:57:32.1955172-07:00",
  "CompletedTime": "2015-04-14T17:13:44.3415728-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "726dc0a2-2f03-4da3-8725-fad9a0144a4e",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T16:57:36.8797886-07:00",
      "EndTime": "2015-04-14T17:08:02.4748323-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBZBQAAAAAAAA==",
  "_ts": 1429056824,
  "_etag": "\"11003861-0000-0000-0000-552dad380000\"",
  "_attachments": "attachments/"
},
{
  "id": "5e1f7bea-0a13-4ad7-b132-4fce7bf7dc73",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBaBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T17:13:44.6325729-07:00",
  "CompletedTime": "2015-04-14T19:23:36.36773-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "1746c20d-4430-4130-bb58-dbddb070377e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T17:13:55.6962765-07:00",
      "EndTime": "2015-04-14T17:13:56.1002344-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a51d7604-5f24-449c-b740-5dabf675d517",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T17:16:31.4001956-07:00",
      "EndTime": "2015-04-14T17:24:46.1087371-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBaBQAAAAAAAA==",
  "_ts": 1429064616,
  "_etag": "\"110062e6-0000-0000-0000-552dcba80000\"",
  "_attachments": "attachments/"
},
{
  "id": "45a9463c-c960-49de-8c26-62ec186fc951",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBbBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "RunOwner": "renatof",
  "FederationName": "bn3prdddc01-docdb-daily-1",
  "EnvironmentName": "A1",
  "StartTime": "2015-04-14T18:31:53.7436823-07:00",
  "CompletedTime": "2015-04-15T09:10:21.148176-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "588feaa5-3ba8-4c0b-a7b6-3cedf32589fc",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-14T20:15:27.4483715-07:00",
      "CompleteTime": "2015-04-14T20:19:34.3303207-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "9f084d27-36d8-412c-9845-29a55210b744",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 50,
      "StartTime": "2015-04-14T20:15:28.0150859-07:00",
      "CompleteTime": "2015-04-14T20:20:03.6250634-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "47f96432-6749-4da6-8551-1c3ef0db251b",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-14T20:15:28.5527728-07:00",
      "CompleteTime": "2015-04-14T20:20:33.7631851-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "1640f597-1b59-4c00-8cf1-64ad1c3942bd",
      "Name": "torestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-14T20:15:41.8796539-07:00",
      "CompleteTime": "2015-04-14T20:21:36.4872355-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "2a9ffa38-c39c-47dd-bc92-55fedbed5733",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-14T21:45:33.4639356-07:00",
      "CompleteTime": "2015-04-14T21:50:10.2378511-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "475c8e4d-80ff-4a4f-95aa-038d2d942e29",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-14T22:50:11.677663-07:00",
      "CompleteTime": "2015-04-14T22:56:08.9883448-07:00",
      "Endpoint": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "22b7bac2-6628-4676-a0e2-dff56112b6a5",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-1",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-15T00:29:01.132276-07:00",
      "CompleteTime": "2015-04-15T00:33:05.4999732-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "93b5c820-57f8-42cb-8833-7567c3a3784a",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-1",
      "StartTime": "2015-04-15T07:40:08.138748-07:00",
      "CompleteTime": "2015-04-15T08:16:07.1363223-07:00",
      "Endpoint": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    }
  ],
  "Events": [
    {
      "EventId": "b1fff40b-f96f-4aed-b885-5599569abd46",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T18:33:17.9177605-07:00",
      "EndTime": "2015-04-14T18:59:02.0629517-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "fb3d4b7d-904f-47e3-be4d-c6b22e89b258",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T18:59:07.3757474-07:00",
      "EndTime": "2015-04-14T18:59:07.7422382-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b8477bdf-4843-4c5b-ad67-c9a1bdd573b6",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T18:59:08.1240949-07:00",
      "EndTime": "2015-04-14T19:34:51.0867712-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "214c0ee7-dbee-4c00-b6b1-e9d73fbc643a",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T19:35:01.4637467-07:00",
      "EndTime": "2015-04-14T19:49:10.6693808-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "3a41fea3-f25f-48dd-aed3-f755d9257df3",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150414.1\\x64\\Release",
      "StartTime": "2015-04-14T19:49:11.0522017-07:00",
      "EndTime": "2015-04-14T20:05:22.285918-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b2642410-b3de-483a-95e4-b057d86df111",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-14T21:02:37.5658907-07:00",
      "EndTime": "2015-04-14T21:30:30.2045932-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d23b3d6f-f684-4a92-a38f-2ec762be555e",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-14T21:30:45.6430458-07:00",
      "EndTime": "2015-04-14T22:44:23.640929-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "b4fb7541-bbb6-4bd0-89ac-761022e582bd",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-14T23:30:23.4788681-07:00",
      "EndTime": "2015-04-15T00:46:01.9162409-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "bbcd5328-002b-4ed7-b9ab-306964d4649b",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T01:36:55.9961029-07:00",
      "EndTime": "2015-04-15T03:48:20.9100993-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "15c40a3a-9b7a-4a2b-8f64-83d8385039eb",
      "EventName": "Upgrade Package",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T04:43:58.8775215-07:00",
      "EndTime": "2015-04-15T06:51:34.1215252-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "e4851faa-b578-40ca-9b7a-4fbba0d2f546",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T07:18:08.2414803-07:00",
      "EndTime": "2015-04-15T07:39:54.3906796-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "847102f2-01e0-4a0f-b596-e33c97b3159a",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bld-fs-dd-g1-03\\TFS\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T08:16:08.6135108-07:00",
      "EndTime": "2015-04-15T08:18:49.3628828-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "No crash dumps were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Trace Criticals",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CommonDebugBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "34 back end trace criticals with 4 distinct messages.",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Message": "Attempt to apply operation on LSN %ld failed with 0x%x",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-14T20:56:55.2393329",
          "Last": "2015-04-14T20:56:55.2393329"
        },
        {
          "Message": "Reporting transient fault as Resource Purger completed with hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 12,
          "First": "2015-04-14T20:48:28.4305748",
          "Last": "2015-04-14T23:30:56.4049841"
        },
        {
          "Message": "Reporting transient fault as SecondaryOperationProcessor failed with : hr = 0x%X",
          "Role": "MasterCluster0",
          "Count": 1,
          "First": "2015-04-14T20:56:55.2437881",
          "Last": "2015-04-14T20:56:55.2437881"
        },
        {
          "Message": "Violated SLA. Both CPU and IOPS are less than min capacity but system still returned throttled.CurrentCpuRate = [%lld] MinCpuRate = [%lld] CurrentIOPS = [%lld] MinIOPS [%lld]",
          "Role": "ServerCluster0",
          "Count": 20,
          "First": "2015-04-14T23:36:33.1391034",
          "Last": "2015-04-15T03:46:13.0766944"
        }
      ]
    },
    {
      "MetricName": "Gateway Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1RequestAlertBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "145 requests with 408",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Category": "DocumentFeed",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 101,
          "First": "2015-04-14T21:20:18.5667228",
          "Last": "2015-04-15T05:11:02.3085147"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "First": "2015-04-14T21:20:17.9118501",
          "Last": "2015-04-14T21:20:19.1362837"
        },
        {
          "Category": "Document",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 21,
          "First": "2015-04-15T00:20:35.598658",
          "Last": "2015-04-15T05:11:00.7662457"
        },
        {
          "Category": "StoredProcedure",
          "StatusCode": 408,
          "HostName": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 21,
          "First": "2015-04-15T00:20:34.8896294",
          "Last": "2015-04-15T05:11:02.1167513"
        }
      ]
    },
    {
      "MetricName": "Backend Requests",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+(StatusCode+%3e+499+%7c%7c+StatusCode+%3d+408)",
      "Notes": "345 408s during upgrades in 4 partitions",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7c9677fa-0dc0-4ebe-90e5-78c0a9f5a7b2",
          "Count": 5,
          "First": "2015-04-15T00:20:00",
          "Last": "2015-04-15T00:20:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "7c9677fa-0dc0-4ebe-90e5-78c0a9f5a7b2",
          "Count": 18,
          "First": "2015-04-15T00:20:00",
          "Last": "2015-04-15T00:20:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7c9677fa-0dc0-4ebe-90e5-78c0a9f5a7b2",
          "Count": 98,
          "First": "2015-04-15T00:20:00",
          "Last": "2015-04-15T00:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "7c9677fa-0dc0-4ebe-90e5-78c0a9f5a7b2",
          "Count": 11,
          "First": "2015-04-15T00:20:00",
          "Last": "2015-04-15T00:20:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "64a9b8b7-9e1a-4a3b-a9f3-1eb76ff174f4",
          "Count": 9,
          "First": "2015-04-15T05:10:00",
          "Last": "2015-04-15T05:10:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "64a9b8b7-9e1a-4a3b-a9f3-1eb76ff174f4",
          "Count": 149,
          "First": "2015-04-15T05:10:00",
          "Last": "2015-04-15T05:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "64a9b8b7-9e1a-4a3b-a9f3-1eb76ff174f4",
          "Count": 22,
          "First": "2015-04-15T05:10:00",
          "Last": "2015-04-15T05:10:00"
        },
        {
          "OperationType": 4,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "64a9b8b7-9e1a-4a3b-a9f3-1eb76ff174f4",
          "Count": 6,
          "First": "2015-04-15T05:10:00",
          "Last": "2015-04-15T05:10:00"
        },
        {
          "OperationType": 15,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "1c311c4c-02f6-4f9e-b187-275c1e5064cb",
          "Count": 2,
          "First": "2015-04-15T05:10:00",
          "Last": "2015-04-15T05:10:00"
        },
        {
          "OperationType": 9,
          "ResourceType": 109,
          "StatusCode": 408,
          "PartitionId": "de3c2c25-e598-4c6b-a3be-0e4e0f4ae8e9",
          "Count": 3,
          "First": "2015-04-15T03:45:00",
          "Last": "2015-04-15T03:45:00"
        },
        {
          "OperationType": 5,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "de3c2c25-e598-4c6b-a3be-0e4e0f4ae8e9",
          "Count": 2,
          "First": "2015-04-15T03:45:00",
          "Last": "2015-04-15T03:45:00"
        },
        {
          "OperationType": 0,
          "ResourceType": 2,
          "StatusCode": 408,
          "PartitionId": "de3c2c25-e598-4c6b-a3be-0e4e0f4ae8e9",
          "Count": 20,
          "First": "2015-04-15T03:45:00",
          "Last": "2015-04-15T03:45:00"
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 0 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 201s were over 280000 for 11:10:00 with maximum throughput being 376287.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 201,
          "Total": 45423004,
          "Average": 300814.6,
          "Max": 376287,
          "Min": 3283
        },
        {
          "StatusCode": 400,
          "Total": 15,
          "Average": 0.1,
          "Max": 15,
          "Min": 15
        },
        {
          "StatusCode": 401,
          "Total": 8651,
          "Average": 57.29,
          "Max": 3486,
          "Min": 177
        },
        {
          "StatusCode": 404,
          "Total": 80754,
          "Average": 534.79,
          "Max": 8822,
          "Min": 184
        },
        {
          "StatusCode": 408,
          "Total": 267,
          "Average": 1.77,
          "Max": 149,
          "Min": 20
        },
        {
          "StatusCode": 409,
          "Total": 49,
          "Average": 0.32,
          "Max": 8,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 107436,
          "Average": 711.5,
          "Max": 9269,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2028099,
          "Average": 13431.12,
          "Max": 76442,
          "Min": 567
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 4 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+4+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 204s were over 7000 for 11:10:00 with maximum throughput being 11156.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 204,
          "Total": 1315326,
          "Average": 8710.77,
          "Max": 11156,
          "Min": 105
        },
        {
          "StatusCode": 401,
          "Total": 16,
          "Average": 0.11,
          "Max": 9,
          "Min": 7
        },
        {
          "StatusCode": 404,
          "Total": 4032,
          "Average": 26.7,
          "Max": 137,
          "Min": 4
        },
        {
          "StatusCode": 408,
          "Total": 11,
          "Average": 0.07,
          "Max": 6,
          "Min": 5
        },
        {
          "StatusCode": 410,
          "Total": 2432,
          "Average": 16.11,
          "Max": 225,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 42158,
          "Average": 279.19,
          "Max": 2176,
          "Min": 17
        },
        {
          "StatusCode": 449,
          "Total": 4787,
          "Average": 31.7,
          "Max": 156,
          "Min": 2
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 5 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+5+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 22000 for 11:10:00 with maximum throughput being 32785.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 3941303,
          "Average": 26101.34,
          "Max": 32785,
          "Min": 315
        },
        {
          "StatusCode": 400,
          "Total": 1,
          "Average": 0.01,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 82,
          "Average": 0.54,
          "Max": 48,
          "Min": 34
        },
        {
          "StatusCode": 404,
          "Total": 15065,
          "Average": 99.77,
          "Max": 527,
          "Min": 25
        },
        {
          "StatusCode": 408,
          "Total": 22,
          "Average": 0.15,
          "Max": 11,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 7757,
          "Average": 51.37,
          "Max": 766,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 133103,
          "Average": 881.48,
          "Max": 6020,
          "Min": 30
        },
        {
          "StatusCode": 449,
          "Total": 11273,
          "Average": 74.66,
          "Max": 276,
          "Min": 15
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 9 and ResourceType = 109",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+9+%26%26+ResourceType+%3d+109+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 38000 for 11:10:00 with maximum throughput being 60474.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 7027631,
          "Average": 46540.6,
          "Max": 60474,
          "Min": 455
        },
        {
          "StatusCode": 400,
          "Total": 8,
          "Average": 0.05,
          "Max": 2,
          "Min": 1
        },
        {
          "StatusCode": 401,
          "Total": 76,
          "Average": 0.5,
          "Max": 46,
          "Min": 30
        },
        {
          "StatusCode": 403,
          "Total": 48467,
          "Average": 320.97,
          "Max": 7431,
          "Min": 10
        },
        {
          "StatusCode": 404,
          "Total": 6,
          "Average": 0.04,
          "Max": 1,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 43,
          "Average": 0.28,
          "Max": 22,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 13774,
          "Average": 91.22,
          "Max": 2081,
          "Min": 2
        },
        {
          "StatusCode": 429,
          "Total": 1073366,
          "Average": 7108.38,
          "Max": 20836,
          "Min": 287
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 15 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+15+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 65000 for 12:25:00 with maximum throughput being 472166.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 44007350,
          "Average": 291439.4,
          "Max": 472166,
          "Min": 892
        },
        {
          "StatusCode": 401,
          "Total": 31,
          "Average": 0.21,
          "Max": 29,
          "Min": 2
        },
        {
          "StatusCode": 404,
          "Total": 16013,
          "Average": 106.05,
          "Max": 1654,
          "Min": 1
        },
        {
          "StatusCode": 408,
          "Total": 2,
          "Average": 0.01,
          "Max": 2,
          "Min": 2
        },
        {
          "StatusCode": 410,
          "Total": 36123,
          "Average": 239.23,
          "Max": 3013,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 2347753,
          "Average": 15548.03,
          "Max": 39820,
          "Min": 102
        }
      ]
    },
    {
      "MetricName": "Throughput Metric for OperationType = 2 and ResourceType = 2",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+2+%26%26+ResourceType+%3d+2+groupby+TIMESTAMP%2c+StatusCode+let+count+%3d+Sum(SampleCount)",
      "Notes": "Total 200s were over 41000 for 11:10:00 with maximum throughput being 57381.",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 200,
          "Total": 6727933,
          "Average": 44555.85,
          "Max": 57381,
          "Min": 900
        },
        {
          "StatusCode": 401,
          "Total": 1337,
          "Average": 8.85,
          "Max": 126,
          "Min": 6
        },
        {
          "StatusCode": 404,
          "Total": 9430,
          "Average": 62.45,
          "Max": 649,
          "Min": 3
        },
        {
          "StatusCode": 410,
          "Total": 24424,
          "Average": 161.75,
          "Max": 1583,
          "Min": 1
        },
        {
          "StatusCode": 429,
          "Total": 92888,
          "Average": 615.15,
          "Max": 3602,
          "Min": 41
        }
      ]
    },
    {
      "MetricName": "WinFabric Machine Watchdog",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabMachineWatchdogBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No WinFabric trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Windows Fabric Errors",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1WinFabricErrorsBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+(Level+%3d+1+or+EventId+%3d+18522+or+EventId+%3d+15624+or+EventId+%3d+19547+or+EventId+%3d+2564)",
      "Notes": "No WinFabric criticals errors found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Replica Health",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaHealthEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22",
      "Notes": "215 replica health errors | 205 were matched with a Restore operation",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Property": "PrimaryReplicationQueueStatus",
          "Count": 1,
          "First": "2015-04-15T05:16:22.943",
          "Last": "2015-04-15T05:16:22.943"
        },
        {
          "Property": "SecondaryReplicationQueueStatus",
          "Count": 9,
          "First": "2015-04-15T03:51:08.18",
          "Last": "2015-04-15T05:21:24.497"
        }
      ]
    },
    {
      "MetricName": "Replica Alerts",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1AlertReplicaEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+SubEvent+!%3d+%22SuccessfulBackup%22",
      "Notes": "1256 replica alerts for FullCopy | 3 replica alerts for FailedBackup with HRESULT 2271674772",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DatabaseAccount": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 15,
          "HourlyAverage": 1.104
        },
        {
          "DatabaseAccount": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 371,
          "HourlyAverage": 27.296
        },
        {
          "DatabaseAccount": "@defaultaccount0",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 1,
          "HourlyAverage": 0.074
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 772,
          "HourlyAverage": 56.799
        },
        {
          "DatabaseAccount": "readheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 91,
          "HourlyAverage": 6.695
        },
        {
          "DatabaseAccount": "rpactionsworkload-bn3prdddc01-docdb-daily-1",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 5,
          "HourlyAverage": 0.368
        },
        {
          "DatabaseAccount": "@defaultaccount2",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        },
        {
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Component": "BackupManager",
          "SubEvent": "FailedBackup",
          "HResult": 2271674772,
          "Count": 2,
          "HourlyAverage": 0.147
        },
        {
          "DatabaseAccount": "@defaultaccount3",
          "Component": "Replication",
          "SubEvent": "FullCopy",
          "HResult": 0,
          "Count": 1,
          "HourlyAverage": 0.074
        }
      ]
    },
    {
      "MetricName": "Load Balancing Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2+and+(LastUsage+%3e+LastQuota+or+LastIndexUsage+%3e+LastUsage)",
      "Notes": "No partitions violated quota invariants!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Partition Quota Growth",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1Base15MReportQuotaInfoBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+ResourceType+%3d+2",
      "Notes": "Partitions grew over the initial quota",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "PartitionId": "ed31b228-1ead-49ef-a31b-4998c7f52f28",
          "MaxQuota": 10475520,
          "MaxUsage": 8805341
        },
        {
          "PartitionId": "5b59082c-8286-4600-9001-ab605ec4c1cc",
          "MaxQuota": 10475520,
          "MaxUsage": 5582219
        },
        {
          "PartitionId": "cc746e0e-ffee-4ade-a7e8-2c10bdf3c03b",
          "MaxQuota": 10475520,
          "MaxUsage": 5396938
        }
      ]
    },
    {
      "MetricName": "Disk Quota",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReportOnDiskQuotaBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+DocumentServiceId%2c+PartitionId+let+MaxCrudUsage+%3d+Max(CRUDUsageInMB)+let+MaxIndexUsage+%3d+Max(IndexUsageInMB)+let+MaxTotalUsage+%3d+Max(TotalUsageInMB)",
      "Notes": "No disk quota violations detected",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DocumentServiceId": "restoredtorestore-bn3prdddc01-docdb-daily-1",
          "PartitionId": "ed31b228-1ead-49ef-a31b-4998c7f52f28",
          "MaxCrudUsage": 8648,
          "MaxIndexUsage": 1532,
          "MaxTotalUsage": 10469
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "5b59082c-8286-4600-9001-ab605ec4c1cc",
          "MaxCrudUsage": 5480,
          "MaxIndexUsage": 1048,
          "MaxTotalUsage": 6832
        },
        {
          "DocumentServiceId": "restoredwriteheavywl-bn3prdddc01-docdb-daily-1",
          "PartitionId": "cc746e0e-ffee-4ade-a7e8-2c10bdf3c03b",
          "MaxCrudUsage": 5304,
          "MaxIndexUsage": 1008,
          "MaxTotalUsage": 6452
        }
      ]
    },
    {
      "MetricName": "Latency Metric for OperationType = 0, ResourceType = 2 and StatusCode = 201",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BaseBackendEndRequest5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+OperationType+%3d+0+%26%26+ResourceType+%3d+2+%26%26+StatusCode+%3d+201+select+timestamp%2c+roleinstance%2c+percentile99%2f10000.0+as+per99",
      "Notes": "Latency thresholds of 40 during idle time and 100 during upgrade were violated 46 times, but it did not exceed the number of tolerated spikes",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-15T00:20:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "Percentile99": 1419.125,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-15T00:20:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "Percentile99": 822.645,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-15T05:10:00",
          "RoleInstance": "ServerCluster0_IN_5",
          "Percentile99": 742.338,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-15T03:45:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "Percentile99": 671.745,
          "IsDuringUpgrade": true
        },
        {
          "DateTime": "2015-04-15T00:20:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "Percentile99": 583.975,
          "IsDuringUpgrade": true
        }
      ]
    },
    {
      "MetricName": "\\LogicalDisk(C:\\mount\\data)\\% Free Space Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cLogicalDisk(C%3a%5cmount%5cdata)%5c%25+Free+Space%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 40",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 78.67284
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 79.394356
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 81.978341
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 82.496313
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 82.995372
        }
      ]
    },
    {
      "MetricName": "\\Processor Information(_Total)\\% Processor Time Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cProcessor+Information(_Total)%5c%25+Processor+Time%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Max(AverageCounterValue)",
      "Notes": "Average counter value did not go over the threshold of 90",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "MasterCluster0_IN_0",
          "Value": 56.400657
        },
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 52.441387
        },
        {
          "RoleInstance": "ServerCluster0_IN_0",
          "Value": 52.2036
        },
        {
          "RoleInstance": "MasterCluster0_IN_3",
          "Value": 49.221079
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 48.493056
        }
      ]
    },
    {
      "MetricName": "\\Memory\\Available MBytes Node Counter",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+CounterName+%3d+%22%5cMemory%5cAvailable+MBytes%22+groupby+CounterName%2c+RoleInstance+let+Value+%3d+Min(AverageCounterValue)",
      "Notes": "Average counter value did not go below the threshold of 1024",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": [
        {
          "RoleInstance": "ServerCluster0_IN_6",
          "Value": 40991.466667
        },
        {
          "RoleInstance": "ServerCluster0_IN_9",
          "Value": 44394.6
        },
        {
          "RoleInstance": "ServerCluster0_IN_5",
          "Value": 48777.933333
        },
        {
          "RoleInstance": "ServerCluster0_IN_8",
          "Value": 50172.766667
        },
        {
          "RoleInstance": "ServerCluster0_IN_7",
          "Value": 50484.766667
        }
      ]
    },
    {
      "MetricName": "Background Task Exceptions",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1BackgroundTaskExceptionBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+backgroundTaskName+!%3d+%22LoadBalancerTask%22",
      "Notes": "No background task exceptions found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Throttle Levels",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ReplicaCounterFiveMinuteRoleInstanceEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+%26%26+CounterName.Contains(%22Current+Throttle+Level%22)+%26%26+percentile99+%3e+0+groupby+role%2c+percentile99+let+count+%3d+Count()+let+minTime+%3d+Min(TIMESTAMP)+let+maxTime+%3d+Max(TIMESTAMP)",
      "Notes": "Throttle levels reached 6 in ServerCluster0",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "Role": "ServerCluster0",
          "Percentile99": 6.0,
          "Count": 1,
          "First": "2015-04-15T06:55:00",
          "Last": "2015-04-15T06:55:00"
        },
        {
          "Role": "ServerCluster0",
          "Percentile99": 5.0,
          "Count": 1,
          "First": "2015-04-15T03:20:00",
          "Last": "2015-04-15T03:20:00"
        }
      ]
    },
    {
      "MetricName": "Frontend Critical Events",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1FrontendEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+and+Level+%3d+1",
      "Notes": "No front end trace criticals found!",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "MDS Data Gap",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1NodeCounter5MRoleInstanceEventBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22bn3prdddc01-docdb-daily-1%22+groupby+TIMESTAMP%2c+RoleInstance+let+Count+%3d+Count()",
      "Notes": "Found enough samples to believe that we had MDS data flowing on all role instances for the whole run",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Client Side Status Codes",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CTLServiceRequestInfo5MBN3Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22CTLDaily-1%22+%26%26+databaseAccount.Contains(%22bn3prdddc01-docdb-daily-1%22)+%26%26+responseCode+%3e+499+groupby+TIMESTAMP%2c+responseCode%2c+connectionMode%2c+connectionProtocol%2c+databaseAccount+let+total+%3d+Sum(SampleCount)",
      "Notes": "7 Direct Https requests with 503 | 2 Direct Tcp requests with 503",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Https",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 7,
          "Average": 1.4,
          "First": "2015-04-14T21:55:00",
          "Last": "2015-04-15T00:10:00"
        },
        {
          "StatusCode": 503,
          "ConnectionMode": "Direct",
          "ConnectionProtocol": "Tcp",
          "DatabaseAccount": "writeheavywl-bn3prdddc01-docdb-daily-1",
          "Count": 2,
          "Average": 1.0,
          "First": "2015-04-14T21:20:00",
          "Last": "2015-04-14T22:20:00"
        }
      ]
    },
    {
      "MetricName": "Management Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1ManagementEventBL3F1Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22docdba1mgmt%22+and+Level+%3d+1",
      "Notes": "No critical management event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    },
    {
      "MetricName": "Operation Event",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1OperationEventBL3F1Ver1v0&start=2015-04-15+01%3a31%3a53Z&end=2015-04-15+16%3a10%3a21Z&query=where+Tenant+%3d+%22docdba1mgmt%22+and+(Level+%3d+1+or+message%3d+%22Transition+Dequeued+-%3e+Failed.%22)",
      "Notes": "No critical operation event traces were reported",
      "Result": "Passed",
      "KnownBugs": [],
      "Details": []
    }
  ],
  "Snapshots": [
    {
      "TimeStamp": "2015-04-14T21:02:06.7067211-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 53248,
      "PhysicalCRUDUsageInMB": 47968,
      "LogicalIndexUsageInMB": 607,
      "LogicalCRUDUsageInMB": 8964,
      "ClientReportedUsageInMB": 13776,
      "ClientReportedCollectionCount": 105,
      "Details": [
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 207265,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 15,
          "DataUsage": 443689,
          "OfferDetails": [
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 1,
              "OfferType": "S1"
            },
            {
              "CollectionCount": 9,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 79,
          "DataUsage": 13454310,
          "OfferDetails": [
            {
              "CollectionCount": 79,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 1384,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-14T22:49:46.539753-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 127952,
      "PhysicalCRUDUsageInMB": 347608,
      "LogicalIndexUsageInMB": 7825,
      "LogicalCRUDUsageInMB": 110608,
      "ClientReportedUsageInMB": 92006,
      "ClientReportedCollectionCount": 110,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 94187489,
          "OfferDetails": [
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 92,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 26836,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-15T00:56:14.3090166-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 150720,
      "PhysicalCRUDUsageInMB": 753632,
      "LogicalIndexUsageInMB": 16038,
      "LogicalCRUDUsageInMB": 227221,
      "ClientReportedUsageInMB": 181777,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 1582167,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S2"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 184523927,
          "OfferDetails": [
            {
              "CollectionCount": 92,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 34536,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-15T04:03:11.247653-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 219564,
      "PhysicalCRUDUsageInMB": 1228640,
      "LogicalIndexUsageInMB": 26050,
      "LogicalCRUDUsageInMB": 372782,
      "ClientReportedUsageInMB": 306550,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 3616219,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 310246196,
          "OfferDetails": [
            {
              "CollectionCount": 93,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 5,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 2,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 44991,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-15T07:09:45.8231311-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 324912,
      "PhysicalCRUDUsageInMB": 1925272,
      "LogicalIndexUsageInMB": 34805,
      "LogicalCRUDUsageInMB": 498931,
      "ClientReportedUsageInMB": 419363,
      "ClientReportedCollectionCount": 111,
      "Details": [
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 6842479,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 100,
          "DataUsage": 422479886,
          "OfferDetails": [
            {
              "CollectionCount": 8,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 89,
              "OfferType": "S3"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            }
          ]
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 105624,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-15T09:10:21.148176-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 287748,
      "PhysicalCRUDUsageInMB": 1700528,
      "LogicalIndexUsageInMB": 29064,
      "LogicalCRUDUsageInMB": 413838,
      "ClientReportedUsageInMB": 411315,
      "ClientReportedCollectionCount": 107,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 96,
          "DataUsage": 411955343,
          "OfferDetails": [
            {
              "CollectionCount": 7,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            },
            {
              "CollectionCount": 90,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 9061037,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 170733,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    },
    {
      "TimeStamp": "2015-04-15T09:10:21.148176-07:00",
      "Succeeded": true,
      "PhysicalIndexUsageInMB": 287748,
      "PhysicalCRUDUsageInMB": 1700528,
      "LogicalIndexUsageInMB": 29064,
      "LogicalCRUDUsageInMB": 413838,
      "ClientReportedUsageInMB": 412504,
      "ClientReportedCollectionCount": 107,
      "Details": [
        {
          "DocumentService": "https://restoredwriteheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 96,
          "DataUsage": 413277098,
          "OfferDetails": [
            {
              "CollectionCount": 7,
              "OfferType": "S2"
            },
            {
              "CollectionCount": 3,
              "OfferType": "S1"
            },
            {
              "CollectionCount": 90,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://parallelprovision-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://restoredtorestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 1,
          "DataUsage": 8955614,
          "OfferDetails": [
            {
              "CollectionCount": 1,
              "OfferType": "S3"
            }
          ]
        },
        {
          "DocumentService": "https://torestore-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://rpactionsworkload-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://writeheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 0,
          "CollectionCount": 0,
          "DataUsage": 0,
          "OfferDetails": []
        },
        {
          "DocumentService": "https://readheavywl-bn3prdddc01-docdb-daily-1.documents-bvt.windows-int.net:443/",
          "DatabaseCount": 1,
          "CollectionCount": 10,
          "DataUsage": 171976,
          "OfferDetails": [
            {
              "CollectionCount": 10,
              "OfferType": "S3"
            }
          ]
        }
      ]
    }
  ],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBbBQAAAAAAAA==",
  "_ts": 1429123109,
  "_etag": "\"03007dab-0000-0000-0000-552eb0250000\"",
  "_attachments": "attachments/"
},
{
  "id": "1e65cd18-b94c-4b20-bd8f-3b7ab73b028d",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBcBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T19:23:36.6647291-07:00",
  "CompletedTime": "2015-04-14T21:27:04.0128621-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "53068557-3259-4f52-9c10-fd24876a678f",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T19:23:50.8126413-07:00",
      "EndTime": "2015-04-14T19:23:51.2036659-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "75e83a80-a7e2-44d8-bafc-2e0214765dec",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T19:24:43.1370081-07:00",
      "EndTime": "2015-04-14T19:33:09.2534059-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "c89a14c2-8f51-49f4-8be7-6217a66542eb",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T19:33:09.7004316-07:00",
      "EndTime": "0001-01-01T00:00:00",
      "Result": null
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBcBQAAAAAAAA==",
  "_ts": 1429072024,
  "_etag": "\"12001877-0000-0000-0000-552de8980000\"",
  "_attachments": "attachments/"
},
{
  "id": "8f6803be-ba4b-47de-8f43-755cc76148e9",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBdBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-14T21:16:52.3850331-07:00",
  "CompletedTime": "2015-04-14T21:19:10.6760959-07:00",
  "DocumentServices": [],
  "Events": [],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBdBQAAAAAAAA==",
  "_ts": 1429071550,
  "_etag": "\"1200506c-0000-0000-0000-552de6be0000\"",
  "_attachments": "attachments/"
},
{
  "id": "39054ac2-b949-4d81-a224-156cafe5d9db",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBeBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": null,
  "RunOwner": null,
  "FederationName": "bn3prdddc01-docdb-private-7",
  "EnvironmentName": "Test7",
  "StartTime": "2015-04-14T21:19:10.9417639-07:00",
  "CompletedTime": "2015-04-16T17:12:15.4684709-07:00",
  "DocumentServices": [],
  "Events": [
    {
      "EventId": "4117ce15-6afc-4494-ad05-d6338fba7da5",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T21:20:43.8794243-07:00",
      "EndTime": "2015-04-14T21:21:50.2077074-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [],
  "Snapshots": [],
  "Alerts": [],
  "_rid": "pRIoAJXeTgBeBQAAAAAAAA==",
  "_ts": 1429229535,
  "_etag": "\"0a0053b8-0000-0000-0000-55304fdf0000\"",
  "_attachments": "attachments/"
},
{
  "id": "7426f2b0-dccf-4c23-abc2-5f4a6a4d87f5",
  "_self": "dbs/pRIoAA==/colls/pRIoAJXeTgA=/docs/pRIoAJXeTgBfBQAAAAAAAA==/",
  "RunState": "Completed",
  "RunResult": "Failed",
  "FederationName": "bn3prdddc01-docdb-daily-2",
  "EnvironmentName": "A12",
  "StartTime": "2015-04-14T21:27:04.2941115-07:00",
  "CompletedTime": "2015-04-15T13:50:02.3229035-07:00",
  "DocumentServices": [
    {
      "DocumentServiceId": "730e9646-116c-416c-9058-a293decd37ef",
      "Name": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 5,
      "StartTime": "2015-04-14T22:53:46.5097059-07:00",
      "CompleteTime": "2015-04-14T22:57:52.8540449-07:00",
      "Endpoint": "https://writeheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "097b86cf-341e-42a6-bf76-a6afbb109060",
      "Name": "readheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 8,
      "StartTime": "2015-04-14T22:53:47.150271-07:00",
      "CompleteTime": "2015-04-14T22:57:54.5883605-07:00",
      "Endpoint": "https://readheavywl-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "97d5c526-e971-49c4-8bed-0c911013b139",
      "Name": "rpactionsworkload-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-14T22:53:47.7440225-07:00",
      "CompleteTime": "2015-04-14T22:59:22.2917557-07:00",
      "Endpoint": "https://rpactionsworkload-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "631b6b83-8a6e-4ecf-a295-f51bc02b52cb",
      "Name": "torestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 10239,
      "StartTime": "2015-04-14T22:54:00.509744-07:00",
      "CompleteTime": "2015-04-14T22:58:54.2916285-07:00",
      "Endpoint": "https://torestore-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "5bdf16a3-5717-4b1c-818e-1f45773078bd",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-15T03:21:26.7042614-07:00",
      "CompleteTime": "2015-04-15T03:25:32.1110348-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "6039ed76-aada-430c-b4b0-7d46555ad2b5",
      "Name": "restoredtorestore-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "torestore-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-15T05:31:22.7733139-07:00",
      "CompleteTime": "2015-04-15T05:34:08.1017703-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    },
    {
      "DocumentServiceId": "c0725a84-76da-4905-9ad8-b02301399538",
      "Name": "parallelprovision-bn3prdddc01-docdb-daily-2",
      "Operation": "Create",
      "Size": 1,
      "StartTime": "2015-04-15T06:15:07.7327007-07:00",
      "CompleteTime": "2015-04-15T06:18:41.280083-07:00",
      "Endpoint": "https://parallelprovision-bn3prdddc01-docdb-daily-2.documents-bvt.windows-int.net:443/",
      
      "Result": "Passed"
    },
    {
      "DocumentServiceId": "f0f65b9b-479f-439d-9117-efef5350f681",
      "Name": "restoredwriteheavywl-bn3prdddc01-docdb-daily-2",
      "Operation": "Restore",
      "Size": -1,
      "Source": "writeheavywl-bn3prdddc01-docdb-daily-2",
      "StartTime": "2015-04-15T12:13:49.5652171-07:00",
      "CompleteTime": "2015-04-15T12:16:30.2999771-07:00",
      "Endpoint": "",
      
      "Result": "Failed"
    }
  ],
  "Events": [
    {
      "EventId": "fd92f9cd-245b-48d9-b3c6-7df01316b13e",
      "EventName": "Remove Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T21:27:15.841015-07:00",
      "EndTime": "2015-04-14T21:27:16.2785161-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "ce15f0bd-08e5-433b-a800-ad7ab0d45722",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T21:28:04.09113-07:00",
      "EndTime": "2015-04-14T21:38:02.2176177-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "2476c067-423e-43bd-a649-8f13c8830ce7",
      "EventName": "Create Federation",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T21:38:02.6238685-07:00",
      "EndTime": "2015-04-14T22:14:13.7696109-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "f8f3490b-88ce-4a0c-9a0a-021e131a5bc9",
      "EventName": "FederationPreProvisionStatus: ManagementServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T22:14:22.1915073-07:00",
      "EndTime": "2015-04-14T22:28:30.974842-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "53cca2ae-69aa-4811-8355-f3169246b31f",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\bpddfs\\TFS\\DocumentDB2\\Staging_Official\\20150410.1\\x64\\Release",
      "StartTime": "2015-04-14T22:28:31.3342198-07:00",
      "EndTime": "2015-04-14T22:43:40.5395113-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "0565b37e-16db-48f1-81b0-75671110cf5c",
      "EventName": "Upgrade Management Endpoint",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-14T23:42:57.1886083-07:00",
      "EndTime": "2015-04-15T00:07:33.3014536-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "a546788d-56b0-4cb1-88d8-366a9bbf70d0",
      "EventName": "Upgrade Cluster Manifest",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T00:07:51.6921214-07:00",
      "EndTime": "2015-04-15T02:17:19.1637731-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "8e054567-ea95-41a7-a0c3-9a5162f2b552",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T03:06:37.9365164-07:00",
      "EndTime": "2015-04-15T05:16:57.6461874-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "91d164dd-56a5-47d9-8a00-f6c83f11edbb",
      "EventName": "Upgrade Federation Application",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T06:11:34.0915028-07:00",
      "EndTime": "2015-04-15T08:22:35.5477525-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "d28dbeb0-2487-4c97-8792-4175d977888e",
      "EventName": "Upgrade Package",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Newton_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T09:22:06.1188299-07:00",
      "EndTime": "2015-04-15T11:29:22.15267-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "5ea2a0f1-884b-4e57-95cd-180194210413",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T11:57:43.0004132-07:00",
      "EndTime": "2015-04-15T12:13:37.1121262-07:00",
      "Result": "Passed"
    },
    {
      "EventId": "18cc971f-7fe8-450d-a59f-3dcb1366dc56",
      "EventName": "FederationPreProvisionStatus: RuntimeServiceBinding",
      "Build": "\\\\Bld-fs-dd-g1-03\\tfs\\DocDB\\Main_Official\\20150415.1\\x64\\Release",
      "StartTime": "2015-04-15T12:16:42.8468819-07:00",
      "EndTime": "2015-04-15T12:19:21.8472609-07:00",
      "Result": "Passed"
    }
  ],
  "Metrics": [
    {
      "MetricName": "Crash Dumps",
      "Link": "https://production.diagnostics.monitoring.core.windows.net/content/search/search.html?table=DdbA1CrashDumpsBN3Ver1v0&start=2015-04-15+04%3a27%3a04Z&end=2015-04-15+20%3a50%3a02Z&query=Tenant+%3d+%22bn3prdddc01-docdb-daily-2%22",
      "Notes": "16 crash dumps were reported",
      "Result": "Failed",
      "KnownBugs": [],
      "Details": [
        {
          "DateTime": "2015-04-15T09:40:00",
          "RoleInstance": "MasterCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T09:40:00",
          "RoleInstance": "ServerCluster0_IN_0",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_0\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:10:00",
          "RoleInstance": "ServerCluster0_IN_10",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_10\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:10:00",
          "RoleInstance": "ServerCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:10:00",
          "RoleInstance": "MasterCluster0_IN_1",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_1\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:45:00",
          "RoleInstance": "ServerCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:45:00",
          "RoleInstance": "ServerCluster0_IN_11",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_11\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T10:45:00",
          "RoleInstance": "MasterCluster0_IN_2",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_2\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T11:15:00",
          "RoleInstance": "MasterCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\MasterCluster0\\MasterCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T11:15:00",
          "RoleInstance": "ServerCluster0_IN_3",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_3\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T11:15:00",
          "RoleInstance": "ServerCluster0_IN_12",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_12\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T11:45:00",
          "RoleInstance": "ServerCluster0_IN_4",
          "RelativePath": "DdbA1\\bn3prdddc01-docdb-daily-2\\ServerCluster0\\ServerCluster0_IN_4\\WindowsAzureGuestAgent.exe.Normal.dmp"
        },
        {
          "DateTime": "2015-04-15T12: